-- Logs begin at Fri 2021-12-10 17:39:34 UTC, end at Fri 2021-12-10 19:34:53 UTC. -- Dec 10 18:21:58.530570 dv-neutron-821434-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 10 18:22:01.393470 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.common.config [-] Logging enabled! Dec 10 18:22:01.394118 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev276 Dec 10 18:22:01.394307 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103482) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 18:22:01.397488 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.common.config [-] Logging enabled! Dec 10 18:22:01.397770 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev276 Dec 10 18:22:01.398094 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103482) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 18:22:01.399039 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 18:22:01.399280 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 18:22:01.399648 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 18:22:01.399899 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 18:22:01.400131 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 18:22:01.400456 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.400892 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 10 18:22:01.401207 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.401508 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.401842 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.402147 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.402447 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.402735 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.403029 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.403333 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.403624 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.403909 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.404200 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.404497 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.404786 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.405075 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.405366 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.405706 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] debug = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.406533 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.406975 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.407409 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.407696 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.407988 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.408273 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.408550 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.408831 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.409121 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.409454 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] host = dv-neutron-821434-1-hyperv {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.409768 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.410064 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.410353 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.410649 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.410929 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.411210 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.411499 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.411778 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.412055 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] log_file = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.412336 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.412627 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.412920 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.413216 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.413446 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.413674 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.413993 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.414283 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.414563 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.414840 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.415119 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.415398 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.415673 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.415947 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.416238 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.416525 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.416814 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.417094 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.417388 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.417645 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.417948 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.418237 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.418513 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.418787 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.419066 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.419358 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.419633 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.419909 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.420214 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.420504 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.420798 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.421089 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.421390 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.421679 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.421977 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.422257 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.422536 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] use_json = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.422812 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.423091 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.423382 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.423662 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.423939 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.424219 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.424495 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.424785 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:01.425086 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.425394 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.425714 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.426015 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.426325 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.426611 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.426907 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.427192 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.427488 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.427780 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.428072 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.428356 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.428651 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.428934 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.429237 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.429548 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.429880 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.430179 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.430460 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.430747 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.431027 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.431312 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.431605 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.431887 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.432183 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.432478 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.432763 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.433066 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.433357 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.433656 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.433975 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.434256 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.434540 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.434839 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.435120 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.435398 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.435682 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.435978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.436261 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.436538 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.436826 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.437131 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.437409 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.437697 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.438000 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.438296 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.438578 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.438856 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.439133 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.439414 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.439692 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.439982 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.440263 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.440539 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.440819 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.441102 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.441379 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.441658 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.441965 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.442244 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.442523 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.442799 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.443075 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.443352 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.443630 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.443905 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.444180 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.444456 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.444737 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.445014 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.445291 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.445565 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.445873 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.446150 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.446438 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.446738 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.447021 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.447301 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.447583 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.447864 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.448143 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.448422 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.448705 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.448989 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.449267 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.449565 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.449878 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.450172 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.450460 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.450775 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.451075 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.451356 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.451644 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.451926 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.452209 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.453015 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.453314 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.453612 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.453931 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.454228 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.454522 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.454817 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.455104 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.455416 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.455699 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:01.455919 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 18:22:01.456160 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103482) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 10 18:22:01.884247 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 18:22:01.884537 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 18:22:01.884859 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 18:22:01.885202 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 10 18:22:02.215687 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.215926 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.216207 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.217506 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.217818 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.218379 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.264307 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.264591 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.264865 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.279341 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.279626 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.279901 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.310196 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.310484 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.310762 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.348837 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.349123 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.349396 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.686406 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.687004 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.687004 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.687259 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.687970 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.790087 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.790341 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.790635 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.790916 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.791193 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.791513 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.791782 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.792045 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.792305 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.792595 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.792862 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.793134 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.793396 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.793657 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.793958 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.794230 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.794492 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.794774 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.795051 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.795318 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.795596 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.795855 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.796146 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.796609 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.796868 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.797122 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.797835 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:22:02.798096 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:22:02.798341 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:22:02.798585 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:22:02.798827 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:22:02.799069 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:22:02.799440 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 10 18:22:02.802730 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 10 18:22:02.806844 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 10 18:22:02.810839 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 10 18:22:02.812827 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 10 18:22:02.813621 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 10 18:22:02.814150 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 10 18:22:02.815354 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 10 18:22:02.818174 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 10 18:22:02.818574 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 10 18:22:02.819619 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 18:22:02.824427 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 10 18:22:02.848880 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 10 18:22:02.849345 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.849651 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103482) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 10 18:22:02.850042 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.851443 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103482) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 10 18:22:02.851730 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 18:22:02.851984 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 10 18:22:02.855275 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.855564 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:02.918907 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 10 18:22:02.919150 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 10 18:22:02.919391 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 10 18:22:02.919766 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 10 18:22:02.941095 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_db.sqlalchemy.engines [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103482) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 10 18:22:03.682104 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Initializing driver for type 'gre' Dec 10 18:22:03.682566 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] gre ID ranges: [(1, 1000)] Dec 10 18:22:03.864745 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Initializing driver for type 'local' Dec 10 18:22:03.865329 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Initializing driver for type 'vlan' Dec 10 18:22:03.956016 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] VlanTypeDriver initialization complete Dec 10 18:22:03.956353 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Initializing driver for type 'vxlan' Dec 10 18:22:03.956845 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] vxlan ID ranges: [(1, 1000)] Dec 10 18:22:04.146194 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Initializing extension driver 'port_security' Dec 10 18:22:04.146536 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.extensions.port_security [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] PortSecurityExtensionDriver initialization complete Dec 10 18:22:04.146869 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Initializing mechanism driver 'openvswitch' Dec 10 18:22:04.147191 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Initializing mechanism driver 'hyperv' Dec 10 18:22:04.158507 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.plugins.ml2.plugin [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:04.159353 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > port after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.159733 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > port after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.160096 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > port after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.160641 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 18:22:04.161080 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > subnet after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.161442 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > subnet after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.161830 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > subnet after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.162268 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 18:22:04.162688 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > network after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.163044 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > network after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.163394 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > network after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.163802 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 18:22:04.164215 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > security_group after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.164571 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > security_group after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.164918 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > security_group after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.165335 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 18:22:04.165791 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.166148 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.166498 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.166904 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 18:22:04.167320 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > address_group after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.167716 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > address_group after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.168072 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > address_group after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.168479 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 18:22:04.168910 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] ML2 OVO RPC backend initialized. {{(pid=103482) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 10 18:22:04.169608 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router_interface after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.169995 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.170419 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > network before_response 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.170773 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > networks before_response 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.171129 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > port before_response 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.172038 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > ports before_response 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.172400 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > subnet before_response 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.172750 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > subnets before_response 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.173101 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > network after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.173448 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > network after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.173851 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > network after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.174198 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > port after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.174538 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > port after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.174876 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > port after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.175217 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > subnet after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.175555 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > subnet after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.175896 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > subnet after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.176475 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.plugin [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Modular L2 Plugin initialization complete Dec 10 18:22:04.176806 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading services supported by the core plugin {{(pid=103482) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 10 18:22:04.177140 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.plugins.ml2.managers [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Got port-security extension from driver 'port_security' Dec 10 18:22:04.177609 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.extensions.vlantransparent [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Disabled vlantransparent extension. Dec 10 18:22:04.178128 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103482) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 10 18:22:04.178451 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading Plugin: router Dec 10 18:22:04.214227 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router_interface before_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.214628 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router after_create 55549900 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.215007 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router before_create 55549900 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.215377 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.215756 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.216122 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router after_delete 55549900 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.216485 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > floatingip after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.216990 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > floatingip after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.217359 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router after_create 55549900 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.217737 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router after_update 55549900 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.218610 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router after_update 55549900 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.218966 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.219331 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router after_update 55549900 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.219749 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router precommit_update 55549900 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.220124 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: port after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.220469 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: port after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.220815 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: subnet after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.221159 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.221512 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > port precommit_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.221896 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router precommit_create 55549900 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.222252 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: port before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.222601 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router precommit_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.222962 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router after_update 55549900 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.223309 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router precommit_delete 55549900 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.223665 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router precommit_create 55549900 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.224031 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router_interface after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.224385 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router precommit_update 55549900 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.224758 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > agent after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.225119 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > agent after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.225469 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > network after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.226389 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Tracking information for resource: router configured {{(pid=103482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:22:04.226730 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Tracking information for resource: floatingip configured {{(pid=103482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 18:22:04.231679 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.db.l3_agentschedulers_db [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 10 18:22:04.232272 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: port after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.232638 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: port after_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.232996 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: port after_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.233350 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: port after_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.234809 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router before_create 55550100 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.235179 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router precommit_delete 55550100 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.235549 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router precommit_create 55550100 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.235914 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > router precommit_update 55550100 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.241038 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.services.provider_configuration [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service providers = [] {{(pid=103482) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 10 18:22:04.241402 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.db.servicetype_db [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103482) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 10 18:22:04.244403 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.services.service_base [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103482) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 18:22:04.244761 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.services.service_base [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103482) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 18:22:04.245110 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.services.service_base [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103482) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 18:22:04.246046 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.services.service_base [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103482) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 18:22:04.246422 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.services.service_base [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 10 18:22:04.246799 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:22:04.247121 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 10 18:22:04.257904 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:22:04.258247 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading Plugin: auto_allocate Dec 10 18:22:04.264100 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: network precommit_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.264475 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: network precommit_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.265523 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:22:04.265889 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading Plugin: tag Dec 10 18:22:04.272728 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:22:04.273065 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading Plugin: timestamp Dec 10 18:22:04.276930 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:22:04.277260 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading Plugin: network_ip_availability Dec 10 18:22:04.283358 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.283734 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.284097 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.284809 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:22:04.285135 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading Plugin: flavors Dec 10 18:22:04.290166 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:22:04.290505 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading Plugin: revisions Dec 10 18:22:04.296464 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 18:22:04.296875 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_concurrency.lockutils [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.412s {{(pid=103482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 18:22:04.297606 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103482) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 10 18:22:04.297971 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Initializing extension manager. Dec 10 18:22:04.298493 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: __init__.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.298839 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: __pycache__ {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.299180 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.299520 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: address_group.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.300280 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.300851 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: address-group Dec 10 18:22:04.301182 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: address_scope.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.301935 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.302449 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: address-scope Dec 10 18:22:04.302775 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: admin_state_down_before_update.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.303713 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.304231 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: router-admin-state-down-before-update Dec 10 18:22:04.304555 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: agent.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.305264 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.305798 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: agent Dec 10 18:22:04.306125 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: agent_resources_synced.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.307056 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.307563 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: agent-resources-synced Dec 10 18:22:04.307888 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: allowedaddresspairs.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.309718 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.310256 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: allowed-address-pairs Dec 10 18:22:04.310588 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: auto_allocated_topology.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.311675 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.312232 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: auto-allocated-topology Dec 10 18:22:04.312594 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: availability_zone.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.313307 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.313850 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: availability_zone Dec 10 18:22:04.314180 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: availability_zone_filter.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.315123 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.315637 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: availability_zone_filter Dec 10 18:22:04.315966 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: data_plane_status.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.316895 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.317397 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension data-plane-status not supported by any of loaded plugins Dec 10 18:22:04.317746 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: default_subnetpools.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.318670 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.319184 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: default-subnetpools Dec 10 18:22:04.319511 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: dhcpagentscheduler.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.320331 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.320841 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: dhcp_agent_scheduler Dec 10 18:22:04.321168 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: dns.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.322122 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.322629 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension dns-integration not supported by any of loaded plugins Dec 10 18:22:04.322955 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: dns_domain_ports.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.323887 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.324393 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 10 18:22:04.324721 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.325656 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.326189 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 10 18:22:04.326515 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: dvr.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.327196 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.328230 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: dvr Dec 10 18:22:04.328553 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: ecmp_routes.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.329481 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.330010 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension ecmp_routes not supported by any of loaded plugins Dec 10 18:22:04.330335 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: empty_string_filtering.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.331255 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.331764 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: empty-string-filtering Dec 10 18:22:04.332088 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.333021 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.333523 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 10 18:22:04.333885 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.334824 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.335325 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 10 18:22:04.335650 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: external_net.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.336582 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.337090 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: external-net Dec 10 18:22:04.337415 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: extra_dhcp_opt.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.338375 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.338888 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: extra_dhcp_opt Dec 10 18:22:04.339212 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: extraroute.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.340134 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.340649 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: extraroute Dec 10 18:22:04.340976 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: extraroute_atomic.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.344207 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.344742 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: extraroute-atomic Dec 10 18:22:04.345077 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: filter_validation.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.345795 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.346314 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: filter-validation Dec 10 18:22:04.346643 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: fip_pf_description.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.347583 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.348091 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 10 18:22:04.348420 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: fip_port_details.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.349361 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.349910 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: fip-port-details Dec 10 18:22:04.350237 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: flavors.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.351505 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.352027 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: flavors Dec 10 18:22:04.352356 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.354106 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.354633 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 10 18:22:04.354973 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: floatingip_pools.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.355687 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.356203 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: floatingip-pools Dec 10 18:22:04.356533 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: ip_allocation.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.366465 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.366978 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension ip_allocation not supported by any of loaded plugins Dec 10 18:22:04.367310 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.368243 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.368756 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: ip-substring-filtering Dec 10 18:22:04.369096 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: l2_adjacency.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.370068 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.370574 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension l2_adjacency not supported by any of loaded plugins Dec 10 18:22:04.370904 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: l3.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.371906 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.372425 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: router Dec 10 18:22:04.372758 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: l3_conntrack_helper.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.375237 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.375777 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 10 18:22:04.376114 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.377068 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.377650 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: ext-gw-mode Dec 10 18:22:04.378011 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.378961 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.379481 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: l3-ha Dec 10 18:22:04.379902 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: l3_flavors.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.380831 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.381345 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: l3-flavors Dec 10 18:22:04.381675 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.382641 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.383155 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: l3-port-ip-change-not-allowed Dec 10 18:22:04.383486 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: l3agentscheduler.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.384549 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.385058 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: l3_agent_scheduler Dec 10 18:22:04.385389 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: local_ip.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.387250 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.387777 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension local_ip not supported by any of loaded plugins Dec 10 18:22:04.388112 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: logging.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.389604 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.390678 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension logging not supported by any of loaded plugins Dec 10 18:22:04.394615 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: metering.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.394615 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.394615 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: metering Dec 10 18:22:04.394615 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.395485 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.396006 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: metering_source_and_destination_fields Dec 10 18:22:04.396385 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: multiprovidernet.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.397279 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.397827 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: multi-provider Dec 10 18:22:04.398157 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: netmtu.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.399082 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.399593 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: net-mtu Dec 10 18:22:04.399919 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: netmtu_writable.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.400886 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.401390 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: net-mtu-writable Dec 10 18:22:04.401738 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: network_availability_zone.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.402424 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.402931 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: network_availability_zone Dec 10 18:22:04.403256 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: network_ip_availability.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.404379 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.404999 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: network-ip-availability Dec 10 18:22:04.405381 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: network_segment_range.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.406815 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.407395 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension network-segment-range not supported by any of loaded plugins Dec 10 18:22:04.407767 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: pagination.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.408833 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.409232 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: pagination Dec 10 18:22:04.409560 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: port_device_profile.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.410521 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.411041 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: port-device-profile Dec 10 18:22:04.411370 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.412356 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.412873 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: port-mac-address-regenerate Dec 10 18:22:04.413199 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.414157 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.414672 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: port-numa-affinity-policy Dec 10 18:22:04.415000 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: port_resource_request.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.415938 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.416448 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension port-resource-request not supported by any of loaded plugins Dec 10 18:22:04.416775 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: port_resource_request_groups.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.417782 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.418297 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 10 18:22:04.418624 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: portbindings.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.419569 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.420085 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: binding Dec 10 18:22:04.420412 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: portbindings_extended.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.421771 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.422290 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: binding-extended Dec 10 18:22:04.422625 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: portsecurity.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.423573 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.424086 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: port-security Dec 10 18:22:04.424417 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: project_id.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.425409 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.425767 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: project-id Dec 10 18:22:04.426099 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: providernet.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.427088 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.427606 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: provider Dec 10 18:22:04.427934 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: qos.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.431527 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.432052 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension qos not supported by any of loaded plugins Dec 10 18:22:04.432388 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.433659 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.434204 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 10 18:22:04.434541 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.435476 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.435993 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 10 18:22:04.436326 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: qos_default.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.437275 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.437822 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension qos-default not supported by any of loaded plugins Dec 10 18:22:04.438154 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: qos_fip.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.438821 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.439325 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension qos-fip not supported by any of loaded plugins Dec 10 18:22:04.439655 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: qos_fip_network_policy.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.440663 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 10 18:22:04.441002 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: qos_gateway_ip.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.441969 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.442496 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 10 18:22:04.446581 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: qos_port_network_policy.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.447310 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.447823 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 10 18:22:04.448149 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.449314 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.449869 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 10 18:22:04.450202 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: qos_pps_rule.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.451419 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.451935 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension qos-pps not supported by any of loaded plugins Dec 10 18:22:04.452265 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: qos_rule_type_details.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.453816 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.454334 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 10 18:22:04.454665 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: qos_rules_alias.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.455712 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.456230 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 10 18:22:04.456559 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: quota_check_limit.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.457490 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.458042 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: quota-check-limit Dec 10 18:22:04.458422 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: quotasv2.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.459363 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.459697 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: quotas Dec 10 18:22:04.460026 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: quotasv2_detail.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.463230 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.463620 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: quota_details Dec 10 18:22:04.463961 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: rbac.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.465040 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.465575 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: rbac-policies Dec 10 18:22:04.465943 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: rbac_address_group.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.466909 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.467435 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: rbac-address-group Dec 10 18:22:04.467767 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: rbac_address_scope.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.469319 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.469876 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: rbac-address-scope Dec 10 18:22:04.470205 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: rbac_security_groups.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.482999 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.483525 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: rbac-security-groups Dec 10 18:22:04.483880 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: rbac_subnetpool.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.484810 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.485330 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: rbac-subnetpool Dec 10 18:22:04.485656 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: revisionifmatch.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.486620 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.487175 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: revision-if-match Dec 10 18:22:04.487500 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: revisions.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.488960 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.489485 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: standard-attr-revisions Dec 10 18:22:04.489844 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: router_availability_zone.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.490543 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.491061 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: router_availability_zone Dec 10 18:22:04.491389 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: routerservicetype.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.492333 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.492853 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension router-service-type not supported by any of loaded plugins Dec 10 18:22:04.493182 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.494278 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.494881 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: security-groups-normalized-cidr Dec 10 18:22:04.495114 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: security_groups_port_filtering.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.496053 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.496571 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: port-security-groups-filtering Dec 10 18:22:04.496896 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.497878 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.498398 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: security-groups-remote-address-group Dec 10 18:22:04.498721 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.499759 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.500276 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: security-groups-shared-filtering Dec 10 18:22:04.500605 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.501200 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 10 18:22:04.501528 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: securitygroup.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.511423 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.511957 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: security-group Dec 10 18:22:04.512297 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: segment.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.513096 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.513615 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension segment not supported by any of loaded plugins Dec 10 18:22:04.513970 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.515445 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.515958 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 10 18:22:04.516295 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: servicetype.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.520345 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.520868 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: service-type Dec 10 18:22:04.521198 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: sorting.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.522283 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.522622 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: sorting Dec 10 18:22:04.522951 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: standard_attr_segment.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.523890 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.524415 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 10 18:22:04.524741 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: standardattrdescription.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.525454 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.525995 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: standard-attr-description Dec 10 18:22:04.526324 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: stateful_security_group.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.527279 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.527853 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: stateful-security-group Dec 10 18:22:04.528182 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: stdattrs_common.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.528765 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 10 18:22:04.529095 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.530097 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.531157 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 10 18:22:04.531489 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: subnet_onboard.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.532594 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.533113 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: subnet_onboard Dec 10 18:22:04.533445 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.534420 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.534927 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 10 18:22:04.535255 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: subnet_service_types.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.536196 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.536711 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: subnet-service-types Dec 10 18:22:04.537041 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: subnetallocation.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.538179 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.538698 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: subnet_allocation Dec 10 18:22:04.539032 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.539707 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.540219 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: subnetpool-prefix-ops Dec 10 18:22:04.540547 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.541500 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.542039 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 10 18:22:04.542379 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: tagging.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.543495 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.544013 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: standard-attr-tag Dec 10 18:22:04.544352 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: timestamp.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.545590 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.546166 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loaded extension: standard-attr-timestamp Dec 10 18:22:04.546500 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: trunk.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.547564 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.548087 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension trunk not supported by any of loaded plugins Dec 10 18:22:04.548418 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: trunk_details.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.549356 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.549921 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension trunk-details not supported by any of loaded plugins Dec 10 18:22:04.550252 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: uplink_status_propagation.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.551190 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.551710 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 10 18:22:04.552038 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Loading extension file: vlantransparent.py {{(pid=103482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 18:22:04.552721 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 18:22:04.553233 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extension vlan-transparent not supported by any of loaded plugins Dec 10 18:22:04.555788 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:network Dec 10 18:22:04.556311 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:subnet Dec 10 18:22:04.563026 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 18:22:04.563026 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:port Dec 10 18:22:04.563026 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.v2.resource_helper [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:22:04.563026 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.v2.resource_helper [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service FLAVORS assigned prefix: {{(pid=103482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:22:04.563026 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.v2.resource_helper [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:22:04.563026 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.v2.resource_helper [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:22:04.563026 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:router Dec 10 18:22:04.563026 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:floatingip Dec 10 18:22:04.563585 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.v2.resource_helper [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service METERING assigned prefix: /metering {{(pid=103482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:22:04.563585 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.563585 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.563585 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:22:04.564205 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 18:22:04.564663 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:security_group Dec 10 18:22:04.565093 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 18:22:04.565734 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.v2.resource_helper [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service CORE assigned prefix: {{(pid=103482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:22:04.566073 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 18:22:04.566419 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] subnetpool is already registered Dec 10 18:22:04.566851 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.v2.resource_helper [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service CORE assigned prefix: {{(pid=103482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:22:04.567180 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 18:22:04.567512 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] subnetpool is already registered Dec 10 18:22:04.569805 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.v2.resource_helper [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:22:04.570243 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.v2.resource_helper [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service FLAVORS assigned prefix: {{(pid=103482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:22:04.570834 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.v2.resource_helper [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:22:04.571258 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.v2.resource_helper [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:22:04.571651 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:router Dec 10 18:22:04.571994 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] router is already registered Dec 10 18:22:04.572406 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:floatingip Dec 10 18:22:04.572745 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] floatingip is already registered Dec 10 18:22:04.573202 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.v2.resource_helper [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service METERING assigned prefix: /metering {{(pid=103482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:22:04.573906 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 18:22:04.574237 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] rbac_policy is already registered Dec 10 18:22:04.574654 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:security_group Dec 10 18:22:04.574992 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] security_group is already registered Dec 10 18:22:04.575397 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 18:22:04.575756 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] security_group_rule is already registered Dec 10 18:22:04.576361 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.v2.resource_helper [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service CORE assigned prefix: {{(pid=103482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:22:04.576694 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 18:22:04.577028 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] subnetpool is already registered Dec 10 18:22:04.578022 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.v2.resource_helper [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Service CORE assigned prefix: {{(pid=103482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 18:22:04.578354 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 18:22:04.578687 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING neutron.quota.resource_registry [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] subnetpool is already registered Dec 10 18:22:04.579156 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: extensions {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.580605 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: address-groups {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.582356 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: address-scopes {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.583671 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: agents {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.584838 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: auto-allocated-topology {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.586130 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: availability_zones {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.587365 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: dhcp-networks {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.588871 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: dhcp-agents {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.590317 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: routers {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.592594 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: flavors {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.594399 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: service_profiles {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.595611 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: next_providers {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.597066 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: service_profiles {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.599591 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: floatingip-pools {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.603169 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: routers {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.603169 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: floatingips {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.604295 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: l3-routers {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.605674 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: l3-agents {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.607113 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: metering-labels {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.608512 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: metering-label-rules {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.609861 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: network-ip-availabilities {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.611126 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: bindings {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.612786 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: quotas {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.614640 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: quotas {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.616170 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: rbac-policies {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.617464 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: security-groups {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.618741 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: security-group-rules {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.619982 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: service-providers {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.621244 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: subnetpools {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.622730 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: subnetpools {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.624170 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: tags {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.626414 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: tags {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.628274 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: tags {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.630091 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: tags {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.631878 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: tags {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.633774 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: tags {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.635457 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: tags {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.637373 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: tags {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.639170 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: tags {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.641650 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron.api.extensions [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Extended resource: tags {{(pid=103482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 18:22:04.647876 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING keystonemiddleware.auth_token [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 10 18:22:04.652553 dv-neutron-821434-1-hyperv neutron-server[103482]: WARNING keystonemiddleware.auth_token [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 10 18:22:04.661360 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_concurrency.lockutils [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Acquired lock "singleton_lock" {{(pid=103482) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 10 18:22:04.661871 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_concurrency.lockutils [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Releasing lock "singleton_lock" {{(pid=103482) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 10 18:22:04.662537 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO oslo_service.service [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Starting 2 workers Dec 10 18:22:04.667334 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Started child 103593 {{(pid=103482) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 18:22:04.671774 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Started child 103594 {{(pid=103482) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 18:22:04.672930 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:04.674516 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO neutron.service [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Neutron service started, listening on 0.0.0.0:9696 Dec 10 18:22:04.674516 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Publish callbacks [] for process, before_spawn {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:04.674668 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [-] (103593) wsgi starting up on http://0.0.0.0:9696 Dec 10 18:22:04.676549 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO oslo_service.service [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Starting 1 workers Dec 10 18:22:04.676756 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:04.678270 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [-] (103594) wsgi starting up on http://0.0.0.0:9696 Dec 10 18:22:04.681842 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Started child 103595 {{(pid=103482) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 18:22:04.682454 dv-neutron-821434-1-hyperv neutron-server[103482]: INFO oslo_service.service [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Starting 1 workers Dec 10 18:22:04.685607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.service [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] calling RpcWorker wait() {{(pid=103595) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 10 18:22:04.686200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.service [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] returning from RpcWorker wait() {{(pid=103595) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 10 18:22:04.687510 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Started child 103596 {{(pid=103482) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 18:22:04.687997 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:04.688330 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b3-20ac-43a2-9e4c-43489b04bbbd None None] Publish callbacks [] for process, after_spawn {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:04.688495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:04.690289 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103482) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 18:22:04.690507 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 18:22:04.690698 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 18:22:04.690924 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 18:22:04.691267 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 18:22:04.691452 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 18:22:04.691975 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.692253 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.692508 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.692599 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:04.693051 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.693051 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.693682 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.693937 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.694213 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.694494 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.694753 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.694925 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.695100 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.695367 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.695619 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.695945 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.696224 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.696469 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.696733 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.696908 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.697166 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.697437 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.697670 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.697963 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] debug = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.698208 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.698671 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.698900 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.699145 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.699371 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.699636 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.699870 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.700140 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.700398 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.700616 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.700867 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.701123 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.701362 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.701589 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.701936 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.702180 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.703269 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.703428 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.706928 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] host = dv-neutron-821434-1-hyperv {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.706928 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.706928 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.706928 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.706928 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.706928 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.706928 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.706928 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.708019 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.708019 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.708019 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.708019 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.708019 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.708019 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.708816 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 56354) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:04.708980 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_file = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.708980 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_options = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.708980 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.708980 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.708980 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.708980 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.708980 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.709978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.709978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.709978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.709978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.709978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.709978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.710757 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.710757 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.710757 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.711139 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.711139 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.711417 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.711417 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.711679 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.712121 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.712121 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.712416 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.712608 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.712841 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.713078 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.713292 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.713518 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.715937 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.715937 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.715937 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.715937 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.715937 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.715937 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.715937 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.715937 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.717067 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.717212 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064075 Dec 10 18:22:04.717354 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.717354 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.717354 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.717354 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.717354 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.717354 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.718230 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.719184 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.719184 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.719184 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.719184 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] use_json = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.719721 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.719721 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.720043 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.720215 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.720454 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.720678 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.720915 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.721175 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.721601 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.721924 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.722381 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.722539 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.723345 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.723499 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.723637 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.723861 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.724117 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.724748 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.724908 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.725111 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.725531 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.725731 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.725969 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.726309 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.726597 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.726875 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.727098 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.727320 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.727570 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.727793 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.728077 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.728307 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.728562 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.728798 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.729022 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.729318 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.729584 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.730757 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.731049 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.731388 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.731647 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.731813 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.732061 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.732347 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.732507 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.732732 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.732951 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.733234 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.733494 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.733781 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.737384 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.737384 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.737384 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.737384 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.737384 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.737384 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.737384 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.737384 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.738144 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:04.738232 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.738232 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.738232 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.738232 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.738232 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.738232 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.738232 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.738232 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.739034 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.739267 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.739490 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.739717 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.739953 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.740177 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.740395 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.740612 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.740834 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.741050 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.741308 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.741530 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.741785 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.742018 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.742225 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.742884 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.742884 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.743273 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.743273 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.743562 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.743700 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.743831 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.744046 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.744259 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.744478 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.744690 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.744923 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.745140 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.745375 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.745608 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.747624 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.747624 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.747624 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.747624 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.747911 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.747990 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.748282 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.748556 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.748720 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.748957 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.749910 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.750229 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.750480 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.750741 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.751014 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.751256 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.751514 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.751751 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.751985 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.753094 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.753094 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.753094 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.753094 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.753612 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.753612 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.753876 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.754067 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.754205 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.754399 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.754655 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.754937 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.755359 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.755476 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.755699 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.755973 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.756758 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.756758 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.756936 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.757015 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.757250 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.757523 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.760013 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.760013 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.760013 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.760013 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.761027 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.761431 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.761855 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.762241 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.762651 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.763121 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.763390 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.764493 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.764493 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.764493 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.764493 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.764834 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.764834 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.765781 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.766046 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.766512 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.767372 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.767500 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.767747 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.768006 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.768227 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771026 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771026 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771026 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771026 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771026 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771026 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771026 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771026 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771729 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771729 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771729 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771729 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771729 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771729 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.771729 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.772228 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.772228 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.772228 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.772444 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.772717 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.772835 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.774310 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.774310 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.774310 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.774310 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.774310 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.774310 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.774700 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.774700 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.774855 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.775068 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.775906 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.775906 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.775906 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.776157 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.776157 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.776380 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.776614 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.776861 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.777199 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.777462 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.777677 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.779104 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.779104 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.779104 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.779104 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.779104 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.779499 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.779499 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.779672 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.779914 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.780174 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.780423 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.780688 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.780899 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.782075 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.782075 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.782075 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.782075 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.782075 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.782427 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.782495 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.784005 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.784005 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.784005 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.784005 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.784005 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.784005 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.784005 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.784478 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.784478 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.784636 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.784853 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.785098 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.785312 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.785574 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.787741 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.787741 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.787741 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.787741 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.788070 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.788070 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.788286 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.788504 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.790486 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.790486 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.790486 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.790486 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.790486 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.790486 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.790486 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.790486 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.791017 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.791017 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.791157 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.792370 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.792370 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.792370 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.792370 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.792370 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.792702 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.792824 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.794142 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.794142 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.794142 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.794142 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.794142 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.794570 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.794570 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.794797 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.795046 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.795304 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.795585 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.795867 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.796167 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.797643 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.797643 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.797643 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.797643 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.797643 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.798705 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.798705 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.799499 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.801042 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.801504 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.803091 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.804140 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.804140 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.804775 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.804775 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.806956 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.806956 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.806956 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.807375 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.807639 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.807999 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.808430 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.808717 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 18:22:04.809439 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103482) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 18:22:04.810181 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 18:22:04.810181 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 18:22:04.810472 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 18:22:04.810695 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 18:22:04.810966 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 18:22:04.811314 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.811602 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.814971 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.815850 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.815850 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.818103 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.818652 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.818841 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.819021 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.819203 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.819366 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.819548 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.819726 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.819896 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.820063 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.820224 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.820391 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.820556 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.820720 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.820887 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.821051 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.821214 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.821378 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] debug = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.821538 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.821770 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.821954 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.822097 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.822257 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.822410 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.822577 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.822750 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.822903 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.823065 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.823208 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.823361 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.823514 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.823730 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.823888 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.824046 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.824201 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.824358 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.824517 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] host = dv-neutron-821434-1-hyperv {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.824671 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.824824 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.824982 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.825150 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.825296 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.825450 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.825734 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.825900 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.826063 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.826214 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.826367 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.826534 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.826687 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.826843 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_file = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.827008 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_options = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.827173 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.827334 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.828046 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.828235 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.828401 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.828563 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.828724 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.828885 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.829049 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.829209 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.829367 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.829531 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.829760 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.829896 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.830052 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.830355 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.830646 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.830939 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.831241 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.831539 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.831705 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.831928 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.833479 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.833479 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.833479 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.833479 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.833479 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.833479 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.833479 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.833479 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.833479 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.834035 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.834035 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.834035 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.834035 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.834254 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.834318 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.834685 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.834685 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.834856 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.834924 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.835048 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.835357 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.835660 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.836052 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.836349 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.836644 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] use_json = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.836925 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.837017 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.837724 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.837724 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.837724 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.837724 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.837724 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.838082 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 18:22:04.838082 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.838215 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.838425 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.838578 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.838709 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.839026 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.839195 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.839359 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.839524 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.839693 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.839864 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.840106 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.840197 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.841151 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.841151 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.841151 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.841151 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.841151 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.841151 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.841523 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.841523 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.841644 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.841787 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.841904 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.842617 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.842617 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.842617 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.842617 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.842889 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.842889 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.843011 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.843179 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.843341 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.843504 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.843670 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.843834 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.843997 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.844161 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.844326 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.844490 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.844652 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.844817 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.844982 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.845146 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.845309 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.845471 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.845634 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.845821 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.846087 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.846260 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.846424 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.846586 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.846750 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.846914 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.847079 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.847252 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.847402 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.847574 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.847790 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.847918 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.848875 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.848875 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.848875 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.848875 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.848875 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.848875 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.849245 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.849245 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.849363 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.849453 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.850226 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.850226 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.850226 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.850226 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.850226 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.850569 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.850569 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.850687 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.850853 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.851015 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.851180 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.851342 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.852206 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.852206 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.852206 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.852206 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.852206 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.852511 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.852511 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.852629 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.852704 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.852877 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.853054 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.853218 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.853383 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.853545 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.853806 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.853925 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.854031 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.854189 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.855099 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.855099 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.855099 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.855099 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.855099 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.855099 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.855683 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.855683 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.855683 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.855683 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.856070 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.856173 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.856333 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.856497 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.856658 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.856820 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.857722 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.857722 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.857722 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.857722 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.857722 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.858233 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.858233 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.858233 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.858547 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.858547 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.858547 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.858955 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.858955 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.859164 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.859164 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.859389 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.859513 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.859634 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.859802 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.859964 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.860127 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.860478 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.860478 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.860926 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.860926 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.860926 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.861235 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.861235 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.861449 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.861554 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.861658 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.861837 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.862205 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.862205 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.862413 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.862517 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.862619 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.862763 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.863192 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.863356 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.863518 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.863682 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.864048 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.864048 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.864258 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.864363 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.864475 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.864611 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.864774 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.865302 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.865302 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.865302 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.865599 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.865599 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.865845 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.865957 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.866061 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.867058 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.867058 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.867058 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.867058 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.867058 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.867058 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.867901 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.867901 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.867901 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.867901 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.867901 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.868363 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.868363 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.868363 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.868565 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.868565 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.868714 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.868857 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.869036 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.869188 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.869364 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.869519 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.869683 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.869848 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.870019 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.870185 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.870331 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.870497 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.870659 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.870822 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.870985 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.871149 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.871307 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.871472 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.871640 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.871795 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.871953 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.872108 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.872311 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.872466 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.872953 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.873551 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.873551 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.873551 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.873794 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.873794 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.873994 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.874138 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.874803 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.876147 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.876147 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.876147 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.876147 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.876147 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.876147 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.876147 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.876147 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.876744 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.876744 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.876744 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.876949 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.876949 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.877129 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.877282 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.877865 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.877865 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.877865 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.878069 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.878069 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.878231 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.878388 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.878550 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.878712 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.878885 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.879031 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.880359 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.880359 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.880359 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.880359 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.880359 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.880359 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.880359 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.880359 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.880906 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.880906 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.880906 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.880906 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.881139 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.881205 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.881621 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.881621 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.881807 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.883405 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.889706 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.889706 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.889706 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.889706 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.889706 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.889706 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.889706 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.889706 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.890890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:04.890978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.890978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.890978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.890978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.890978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.890978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.890978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.890978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.890978 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.891589 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.891589 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.891589 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.891589 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.891589 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.891589 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.891589 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.891589 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 18:22:04.892117 dv-neutron-821434-1-hyperv neutron-server[103482]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 18:22:16.503526 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a0dfa5-f2cf-4b07-b267-6f61c6ce14f2 None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:22:16.564981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a0dfa5-f2cf-4b07-b267-6f61c6ce14f2 None None] No non-hosted networks {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 10 18:22:16.578710 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.agentschedulers_db [None req-c9a0dfa5-f2cf-4b07-b267-6f61c6ce14f2 None None] DHCP Agent not found on host dv-neutron-821434-1-hyperv {{(pid=103595) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 10 18:22:16.714300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-136c8d06-0a7a-4317-91ad-01aef706404c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587960'] for agent, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:18.793478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f6a6b9ff-5cf6-460e-a885-4adbbca9c45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587960'] for agent, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:18.836580 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-dc84a9db-0282-42a1-a45d-83614e3abdbd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-821434-1-hyperv {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:22:18.837420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-dc84a9db-0282-42a1-a45d-83614e3abdbd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:22:19.389099 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc84a9db-0282-42a1-a45d-83614e3abdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:20.140351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587960'] for agent, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:21.237924 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587960'] for agent, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.439917 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.db.l3_hamode_db [None req-ee05f080-1889-4d1a-9ad0-c28005917d85 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 10 18:22:22.523084 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587960'] for agent, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.523986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.524335 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.524672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.525001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.525492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.525846 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.526472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.526811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.527136 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.527628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.527974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.528467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.528793 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.529352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821434-1-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:22.537023 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821434-1-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:22.541831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05f080-1889-4d1a-9ad0-c28005917d85 None None] Routers set() bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:22:22.542230 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05f080-1889-4d1a-9ad0-c28005917d85 None None] Router IDs set() for agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 18:22:22.927285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 56458) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:23.418924 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING oslo_policy.policy [None req-7db70936-538b-4be8-b514-843dedd365a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:22:23.419509 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING oslo_policy.policy [None req-7db70936-538b-4be8-b514-843dedd365a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:22:23.644746 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-7db70936-538b-4be8-b514-843dedd365a8 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:22:23.646439 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7db70936-538b-4be8-b514-843dedd365a8 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7176239 Dec 10 18:22:26.250719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 56474) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:26.565643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ec1caf9a-656b-4980-809d-730f2453928a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:26.661069 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.policy [None req-ec1caf9a-656b-4980-809d-730f2453928a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103593) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 18:22:26.708041 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING oslo_policy.policy [None req-ec1caf9a-656b-4980-809d-730f2453928a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:22:26.708415 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING oslo_policy.policy [None req-ec1caf9a-656b-4980-809d-730f2453928a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:22:26.717026 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.quota [None req-ec1caf9a-656b-4980-809d-730f2453928a admin admin] Loaded quota_driver: . Dec 10 18:22:26.899290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec1caf9a-656b-4980-809d-730f2453928a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763096432123', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763096432558', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763096409394', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763096412217', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763096405886', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763096386093', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16200691', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16193779', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1633219', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1657371'] for rbac-policy, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:27.090163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec1caf9a-656b-4980-809d-730f2453928a admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:27.091290 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ec1caf9a-656b-4980-809d-730f2453928a admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8396096 Dec 10 18:22:29.905122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 56486) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:30.195188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Request body: {'network': {'tenant_id': '86ee0bf95ec348eab1094ea381e885c9', 'project_id': '86ee0bf95ec348eab1094ea381e885c9', 'name': 'private', 'admin_state_up': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:30.299621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Made reservation on behalf of 86ee0bf95ec348eab1094ea381e885c9 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:30.302424 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:30.319755 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:30.541980 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:30.618825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:30.642885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:22:30.668044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763100105593', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:30.668630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Unsubscribe: segment precommit_create {{(pid=103593) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 18:22:30.669140 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Added segment 411a02d7-d518-4ba0-94a9-67874501bf18 of type vlan for network 64b74842-d857-471e-ac1c-f1dfa3a501bb Dec 10 18:22:30.675684 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d039838-37aa-4e02-a69e-70aae53e1f4c,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:30.697647 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:30.698025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:30.698368 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:30.698773 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:30.699112 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:30.699545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:30.699896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:30.700233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:30.700578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:30.700909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:30.701236 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:30.701584 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:30.701931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Tracked resource versions report: Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: pushed versions: Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: { 'AddressGroup': {'1.2'}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'ConntrackHelper': {'1.0'}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Log': {'1.0'}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Network': {'1.1'}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Port': {'1.7'}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'PortForwarding': {'1.2'}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'QosPolicy': {'1.10'}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'SecurityGroup': {'1.5'}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'SubPort': {'1.0'}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Subnet': {'1.1'}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Trunk': {'1.1'}} Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: consumer versions: Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: { DHCP agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: L3 agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: Metadata agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: Metering agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: Open vSwitch agent@dv-neutron-821434-1-hyperv: { 'AddressGroup': '1.2', Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'ConntrackHelper': '1.0', Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'LocalIPAssociation': '1.0', Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Log': '1.0', Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Network': '1.1', Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Port': '1.7', Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'PortForwarding': '1.2', Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'QosPolicy': '1.10', Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'SecurityGroup': '1.5', Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'SecurityGroupRule': '1.2', Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'SubPort': '1.0', Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Subnet': '1.1', Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Trunk': '1.1'}} Dec 10 18:22:30.703257 dv-neutron-821434-1-hyperv neutron-server[103593]: {{(pid=103593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:22:30.786739 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:30.888030 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:30.889112 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:30.889847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:30.984396 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] Pushing event updated for resources: {'Network': ['ID=64b74842-d857-471e-ac1c-f1dfa3a501bb,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:30.995561 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 64b74842-d857-471e-ac1c-f1dfa3a501bb details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:22:31.020245 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-10ab8370-1264-40a1-9728-317b8e999290 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1131248 Dec 10 18:22:33.859319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 56500) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:34.242069 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d8ab8c-2c93-48b6-8dea-8b80701c4056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:34.243420 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a6d8ab8c-2c93-48b6-8dea-8b80701c4056 admin admin] 10.222.0.60 "GET /v2.0/networks/64b74842-d857-471e-ac1c-f1dfa3a501bb HTTP/1.1" status: 200 len: 825 time: 0.3831241 Dec 10 18:22:34.267727 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9f0a56b4-7427-48c1-a96a-20c0c86aaba7 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/05b78ef2-7a49-4d88-861c-c7927b7d72f1 HTTP/1.1" status: 200 len: 734 time: 0.0183434 Dec 10 18:22:34.276465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0f7b4fda-64f9-48d7-9fe4-1767a5de593b admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb', 'subnetpool_id': '05b78ef2-7a49-4d88-861c-c7927b7d72f1', 'tenant_id': '86ee0bf95ec348eab1094ea381e885c9'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:34.419889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7b4fda-64f9-48d7-9fe4-1767a5de593b admin admin] Made reservation on behalf of 86ee0bf95ec348eab1094ea381e885c9 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:34.422242 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0f7b4fda-64f9-48d7-9fe4-1767a5de593b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:34.768598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0f7b4fda-64f9-48d7-9fe4-1767a5de593b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:34.839591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b4fda-64f9-48d7-9fe4-1767a5de593b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7fb73bb-ffb4-49b8-a751-3d575207dfab,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:34.842378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7b4fda-64f9-48d7-9fe4-1767a5de593b admin admin] Checking segment: {'id': '411a02d7-d518-4ba0-94a9-67874501bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:22:34.842767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7b4fda-64f9-48d7-9fe4-1767a5de593b admin admin] Network hostable DHCP agents. Network: 64b74842-d857-471e-ac1c-f1dfa3a501bb, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:22:34.905206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7b4fda-64f9-48d7-9fe4-1767a5de593b admin admin] Network 64b74842-d857-471e-ac1c-f1dfa3a501bb is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:22:34.967880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-0f7b4fda-64f9-48d7-9fe4-1767a5de593b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 64b74842-d857-471e-ac1c-f1dfa3a501bb) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:34.973486 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7b4fda-64f9-48d7-9fe4-1767a5de593b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:34.974114 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0f7b4fda-64f9-48d7-9fe4-1767a5de593b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:34.976958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c2616-727b-45b7-848e-1c92a1a46f65 None None] Network 64b74842-d857-471e-ac1c-f1dfa3a501bb requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:35.039387 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0f7b4fda-64f9-48d7-9fe4-1767a5de593b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7660100 Dec 10 18:22:35.250480 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-64b74842-d857-471e-ac1c-f1dfa3a501bb', 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb', 'project_id': '86ee0bf95ec348eab1094ea381e885c9', 'fixed_ips': [{'subnet_id': 'f7fb73bb-ffb4-49b8-a751-3d575207dfab'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:22:35.251809 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:35.655058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Allocated IP 172.20.0.2 (64b74842-d857-471e-ac1c-f1dfa3a501bb/f7fb73bb-ffb4-49b8-a751-3d575207dfab/838ce464-7753-47bb-9417-9da4c53935e9) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:35.896658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:35.981088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:36.056765 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Network 64b74842-d857-471e-ac1c-f1dfa3a501bb is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:36.065050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:36.070232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Pushing event updated for resources: {'Port': ['ID=838ce464-7753-47bb-9417-9da4c53935e9,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:36.072387 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:36.082508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:36.082880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:36.083226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:36.083562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:36.083893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:36.084221 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:36.084566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:36.084898 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:36.085238 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:36.085589 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:36.085939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:36.086262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:36.086583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Tracked resource versions report: Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: pushed versions: Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: { 'AddressGroup': {'1.2'}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'ConntrackHelper': {'1.0'}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Log': {'1.0'}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Network': {'1.1'}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Port': {'1.7'}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'PortForwarding': {'1.2'}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'QosPolicy': {'1.10'}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'SecurityGroup': {'1.5'}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'SubPort': {'1.0'}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Subnet': {'1.1'}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Trunk': {'1.1'}} Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: consumer versions: Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: { DHCP agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: L3 agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: Metadata agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: Metering agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: Open vSwitch agent@dv-neutron-821434-1-hyperv: { 'AddressGroup': '1.2', Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'ConntrackHelper': '1.0', Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'LocalIPAssociation': '1.0', Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Log': '1.0', Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Network': '1.1', Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Port': '1.7', Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'PortForwarding': '1.2', Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'QosPolicy': '1.10', Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'SecurityGroup': '1.5', Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'SecurityGroupRule': '1.2', Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'SubPort': '1.0', Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Subnet': '1.1', Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Trunk': '1.1'}} Dec 10 18:22:36.089139 dv-neutron-821434-1-hyperv neutron-server[103595]: {{(pid=103595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:22:36.161762 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Attempting to bind port 838ce464-7753-47bb-9417-9da4c53935e9 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:22:36.162108 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Attempting to bind port 838ce464-7753-47bb-9417-9da4c53935e9 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '411a02d7-d518-4ba0-94a9-67874501bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:22:36.162517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Attempting to bind port 838ce464-7753-47bb-9417-9da4c53935e9 on network 64b74842-d857-471e-ac1c-f1dfa3a501bb {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:36.167706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:22:36.168101 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Checking segment: {'id': '411a02d7-d518-4ba0-94a9-67874501bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:22:36.168569 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:36.168963 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Bound using segment: {'id': '411a02d7-d518-4ba0-94a9-67874501bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:22:36.169442 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Bound port: 838ce464-7753-47bb-9417-9da4c53935e9, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411a02d7-d518-4ba0-94a9-67874501bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:22:36.169944 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:36.231148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] For port 838ce464-7753-47bb-9417-9da4c53935e9, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:22:36.236572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] For port 838ce464-7753-47bb-9417-9da4c53935e9, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=838ce464-7753-47bb-9417-9da4c53935e9,segment=NetworkSegment(411a02d7-d518-4ba0-94a9-67874501bf18),segment_id=411a02d7-d518-4ba0-94a9-67874501bf18)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:22:36.323132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:36.386322 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f6a6b-0a59-424f-8585-e17f8b0bb01b None None] Pushing event updated for resources: {'Port': ['ID=838ce464-7753-47bb-9417-9da4c53935e9,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:37.667625 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 56508) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:37.984942 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-3fa563ef-6c1a-43f8-b18e-3d7b3e3d2f21 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:22:37.985962 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3fa563ef-6c1a-43f8-b18e-3d7b3e3d2f21 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3173699 Dec 10 18:22:40.578311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 56516) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:40.893517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-405ef66b-7ccd-42fb-b131-aa47374d01d0 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:22:40.894583 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-405ef66b-7ccd-42fb-b131-aa47374d01d0 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3153434 Dec 10 18:22:43.724023 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 56526) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:44.021941 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-24c21487-09b8-4f10-abb0-2b7db9375adc admin admin] Request body: {'router': {'tenant_id': '86ee0bf95ec348eab1094ea381e885c9', 'name': 'router1', 'admin_state_up': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:44.110230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24c21487-09b8-4f10-abb0-2b7db9375adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:44.112116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24c21487-09b8-4f10-abb0-2b7db9375adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:44.268263 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24c21487-09b8-4f10-abb0-2b7db9375adc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:44.330061 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24c21487-09b8-4f10-abb0-2b7db9375adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:44.427093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24c21487-09b8-4f10-abb0-2b7db9375adc admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:44.428328 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-24c21487-09b8-4f10-abb0-2b7db9375adc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7033253 Dec 10 18:22:45.531776 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250b41df-8b07-4d78-a174-156c505993ec None None] Network 64b74842-d857-471e-ac1c-f1dfa3a501bb requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:45.661160 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-87368de7-20db-4146-b761-6ac9262cafbd None None] Provisioning complete for port 838ce464-7753-47bb-9417-9da4c53935e9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:45.661549 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-87368de7-20db-4146-b761-6ac9262cafbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:45.803618 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-87368de7-20db-4146-b761-6ac9262cafbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:45.843182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-87368de7-20db-4146-b761-6ac9262cafbd None None] For port 838ce464-7753-47bb-9417-9da4c53935e9, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=838ce464-7753-47bb-9417-9da4c53935e9,segment=NetworkSegment(411a02d7-d518-4ba0-94a9-67874501bf18),segment_id=411a02d7-d518-4ba0-94a9-67874501bf18)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:45.915631 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-87368de7-20db-4146-b761-6ac9262cafbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:45.965015 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87368de7-20db-4146-b761-6ac9262cafbd None None] Pushing event updated for resources: {'Port': ['ID=838ce464-7753-47bb-9417-9da4c53935e9,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:46.034419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-69aa8d92-1cff-4727-b5c5-854e884037c3 None None] Provisioning complete for port 838ce464-7753-47bb-9417-9da4c53935e9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:46.034721 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-69aa8d92-1cff-4727-b5c5-854e884037c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:46.221201 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 838ce464-7753-47bb-9417-9da4c53935e9 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:46.281549 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 838ce464-7753-47bb-9417-9da4c53935e9 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:46.282006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:46.499058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4031c072-6aa4-4a2e-92ea-aa3ac2f90bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:47.046245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 56538) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:47.373038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-2f3e711e-859c-450b-aa59-f604b96781fc admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:22:47.379310 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2f3e711e-859c-450b-aa59-f604b96781fc admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3269186 Dec 10 18:22:47.761575 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 5 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:22:48.762081 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-31b5d06c-5270-4159-9882-adff5186f250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:49.977587 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 56556) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:49.996324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.107912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:50.189380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Made reservation on behalf of 5f2edd65c7f148f4962eebd8426f60b0 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:50.191684 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.200013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.270757 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.349583 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.364619 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Reserving flat network on physical network physnet1 {{(pid=103593) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 10 18:22:50.383267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc12a306-e7c0-4418-920c-cfbb7da03852,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:50.388032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.388955 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Added segment 032f8d3e-30ea-42f1-bef1-c475b8368535 of type flat for network ededa35b-7763-4b19-be47-9fe1ca7d5897 Dec 10 18:22:50.476052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.562147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.563107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:50.563693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.620918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] Pushing event updated for resources: {'Network': ['ID=ededa35b-7763-4b19-be47-9fe1ca7d5897,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:50.630800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:22:50.672378 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-94a88bb9-544a-4c72-88fb-4748a378382f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6934180 Dec 10 18:22:51.145940 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:52.488127 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.143801 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 56574) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:53.243408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4320f918-5761-41a0-939c-0ea67266d713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:53.244717 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4320f918-5761-41a0-939c-0ea67266d713 admin admin] 10.222.0.60 "GET /v2.0/subnets/f7fb73bb-ffb4-49b8-a751-3d575207dfab HTTP/1.1" status: 200 len: 849 time: 0.0999424 Dec 10 18:22:53.359973 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f7c4b294-3140-4b18-8964-cec225f9b3cb admin admin] 10.222.0.60 "GET /v2.0/routers/e7468159-2abc-4587-90e1-c237db2dd88a HTTP/1.1" status: 200 len: 704 time: 0.1091383 Dec 10 18:22:53.622934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.917804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Allocated IP 172.20.0.1 (64b74842-d857-471e-ac1c-f1dfa3a501bb/f7fb73bb-ffb4-49b8-a751-3d575207dfab/153a32e6-7f6f-486f-ad61-64870c2c31a7) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:54.110879 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.219585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.294899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Network 64b74842-d857-471e-ac1c-f1dfa3a501bb is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:54.299797 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:54.305357 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:54.305771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.367720 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=153a32e6-7f6f-486f-ad61-64870c2c31a7,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:54.472558 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-dc5849f5-a012-46b5-9637-d3d27adb425a None None] Provisioning complete for port 153a32e6-7f6f-486f-ad61-64870c2c31a7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:54.473083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc5849f5-a012-46b5-9637-d3d27adb425a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.553838 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-dc5849f5-a012-46b5-9637-d3d27adb425a None None] Port 153a32e6-7f6f-486f-ad61-64870c2c31a7 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:22:54.627452 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.838943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.898896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.899631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.981857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=153a32e6-7f6f-486f-ad61-64870c2c31a7,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:55.028212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Network 64b74842-d857-471e-ac1c-f1dfa3a501bb is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:55.030088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:55.253702 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Router e7468159-2abc-4587-90e1-c237db2dd88a is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:22:55.276513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-667a44cc-86b9-4be8-a3ba-77354b5dc009 None None] Provisioning complete for port 153a32e6-7f6f-486f-ad61-64870c2c31a7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:55.277121 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-667a44cc-86b9-4be8-a3ba-77354b5dc009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:55.315051 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-667a44cc-86b9-4be8-a3ba-77354b5dc009 None None] Port 153a32e6-7f6f-486f-ad61-64870c2c31a7 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:22:55.363953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:22:55.373272 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e3fc8336-2fcd-4a64-9b1c-037c467de0c5 admin admin] 10.222.0.60 "PUT /v2.0/routers/e7468159-2abc-4587-90e1-c237db2dd88a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0034618 Dec 10 18:22:55.387828 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Sync routers for ids ['e7468159-2abc-4587-90e1-c237db2dd88a'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:22:55.400167 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Routers {'e7468159-2abc-4587-90e1-c237db2dd88a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:22:55.402278 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:22:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e7468159-2abc-4587-90e1-c237db2dd88a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:55.597710 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Set router e7468159-2abc-4587-90e1-c237db2dd88a gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:22:56.026464 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'name': 'router1', 'tenant_id': '86ee0bf95ec348eab1094ea381e885c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:22:44Z', 'updated_at': '2021-12-10T18:22:54Z', 'revision_number': 2, 'project_id': '86ee0bf95ec348eab1094ea381e885c9', 'gw_port_host': None, '_interfaces': [{'id': '153a32e6-7f6f-486f-ad61-64870c2c31a7', 'name': '', 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb', 'tenant_id': '86ee0bf95ec348eab1094ea381e885c9', 'mac_address': 'fa:16:3e:b5:24:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7fb73bb-ffb4-49b8-a751-3d575207dfab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:22:53Z', 'updated_at': '2021-12-10T18:22:54Z', 'revision_number': 2, 'project_id': '86ee0bf95ec348eab1094ea381e885c9', 'subnets': [{'id': 'f7fb73bb-ffb4-49b8-a751-3d575207dfab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05b78ef2-7a49-4d88-861c-c7927b7d72f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:56.077545 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Checking router: e7468159-2abc-4587-90e1-c237db2dd88a for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:22:56.077935 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Updating router e7468159-2abc-4587-90e1-c237db2dd88a port 153a32e6-7f6f-486f-ad61-64870c2c31a7 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:22:56.125771 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:56.632499 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:56.699231 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:56.857514 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Pushing event updated for resources: {'Port': ['ID=153a32e6-7f6f-486f-ad61-64870c2c31a7,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:56.876988 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Attempting to bind port 153a32e6-7f6f-486f-ad61-64870c2c31a7 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:22:56.877915 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Attempting to bind port 153a32e6-7f6f-486f-ad61-64870c2c31a7 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '411a02d7-d518-4ba0-94a9-67874501bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:22:56.877915 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Attempting to bind port 153a32e6-7f6f-486f-ad61-64870c2c31a7 on network 64b74842-d857-471e-ac1c-f1dfa3a501bb {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:56.883521 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:22:56.883852 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Checking segment: {'id': '411a02d7-d518-4ba0-94a9-67874501bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:22:56.884332 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:56.884723 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Bound using segment: {'id': '411a02d7-d518-4ba0-94a9-67874501bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:22:56.885214 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Bound port: 153a32e6-7f6f-486f-ad61-64870c2c31a7, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411a02d7-d518-4ba0-94a9-67874501bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:22:56.885609 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:56.899949 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.900327 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.900674 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.901015 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.901350 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.901675 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.902024 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.902351 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.902691 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.903034 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.903387 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.903710 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.904032 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Tracked resource versions report: Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: pushed versions: Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: { 'AddressGroup': {'1.2'}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'ConntrackHelper': {'1.0'}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Log': {'1.0'}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Network': {'1.1'}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Port': {'1.7'}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'PortForwarding': {'1.2'}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'QosPolicy': {'1.10'}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'SecurityGroup': {'1.5'}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'SubPort': {'1.0'}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Subnet': {'1.1'}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Trunk': {'1.1'}} Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: consumer versions: Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: { DHCP agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: L3 agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: Metadata agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: Metering agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: Open vSwitch agent@dv-neutron-821434-1-hyperv: { 'AddressGroup': '1.2', Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'ConntrackHelper': '1.0', Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'LocalIPAssociation': '1.0', Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Log': '1.0', Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Network': '1.1', Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Port': '1.7', Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'PortForwarding': '1.2', Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'QosPolicy': '1.10', Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'SecurityGroup': '1.5', Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'SecurityGroupRule': '1.2', Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'SubPort': '1.0', Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Subnet': '1.1', Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Trunk': '1.1'}} Dec 10 18:22:56.905364 dv-neutron-821434-1-hyperv neutron-server[103596]: {{(pid=103596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:22:56.950130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-30345097-51be-476c-bc66-b9810e41c9cf None None] Provisioning complete for port 153a32e6-7f6f-486f-ad61-64870c2c31a7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:56.951232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-30345097-51be-476c-bc66-b9810e41c9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:56.972487 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] For port 153a32e6-7f6f-486f-ad61-64870c2c31a7, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:22:56.993505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-30345097-51be-476c-bc66-b9810e41c9cf None None] Port 153a32e6-7f6f-486f-ad61-64870c2c31a7 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:22:57.012030 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] For port 153a32e6-7f6f-486f-ad61-64870c2c31a7, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=153a32e6-7f6f-486f-ad61-64870c2c31a7,segment=NetworkSegment(411a02d7-d518-4ba0-94a9-67874501bf18),segment_id=411a02d7-d518-4ba0-94a9-67874501bf18)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:22:57.060394 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:57.110749 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ad7d5-72c1-4117-8b6b-7bbaf0c18d56 None None] Pushing event updated for resources: {'Port': ['ID=153a32e6-7f6f-486f-ad61-64870c2c31a7,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:57.139111 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Routers {'e7468159-2abc-4587-90e1-c237db2dd88a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:22:57.140348 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:22:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e7468159-2abc-4587-90e1-c237db2dd88a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:57.251474 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] Set router e7468159-2abc-4587-90e1-c237db2dd88a gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:22:57.340764 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8a6cd079-16ea-451f-8cac-e8857a742586 None None] Provisioning complete for port 153a32e6-7f6f-486f-ad61-64870c2c31a7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:57.341148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd079-16ea-451f-8cac-e8857a742586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:57.421761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd079-16ea-451f-8cac-e8857a742586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:57.465588 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'name': 'router1', 'tenant_id': '86ee0bf95ec348eab1094ea381e885c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:22:44Z', 'updated_at': '2021-12-10T18:22:54Z', 'revision_number': 2, 'project_id': '86ee0bf95ec348eab1094ea381e885c9', 'gw_port_host': None, '_interfaces': [{'id': '153a32e6-7f6f-486f-ad61-64870c2c31a7', 'name': '', 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb', 'tenant_id': '86ee0bf95ec348eab1094ea381e885c9', 'mac_address': 'fa:16:3e:b5:24:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7fb73bb-ffb4-49b8-a751-3d575207dfab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:22:53Z', 'updated_at': '2021-12-10T18:22:56Z', 'revision_number': 4, 'project_id': '86ee0bf95ec348eab1094ea381e885c9', 'subnets': [{'id': 'f7fb73bb-ffb4-49b8-a751-3d575207dfab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05b78ef2-7a49-4d88-861c-c7927b7d72f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:57.467600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8a6cd079-16ea-451f-8cac-e8857a742586 None None] For port 153a32e6-7f6f-486f-ad61-64870c2c31a7, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=153a32e6-7f6f-486f-ad61-64870c2c31a7,segment=NetworkSegment(411a02d7-d518-4ba0-94a9-67874501bf18),segment_id=411a02d7-d518-4ba0-94a9-67874501bf18)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:57.495883 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626a6a6-9175-40e4-bcda-1e0c6d51c6e1 None None] The sync data for ids ['e7468159-2abc-4587-90e1-c237db2dd88a'] in dv-neutron-821434-1-hyperv is: [{'id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'name': 'router1', 'tenant_id': '86ee0bf95ec348eab1094ea381e885c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:22:44Z', 'updated_at': '2021-12-10T18:22:54Z', 'revision_number': 2, 'project_id': '86ee0bf95ec348eab1094ea381e885c9', 'gw_port_host': None, '_interfaces': [{'id': '153a32e6-7f6f-486f-ad61-64870c2c31a7', 'name': '', 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb', 'tenant_id': '86ee0bf95ec348eab1094ea381e885c9', 'mac_address': 'fa:16:3e:b5:24:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7fb73bb-ffb4-49b8-a751-3d575207dfab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:22:53Z', 'updated_at': '2021-12-10T18:22:56Z', 'revision_number': 4, 'project_id': '86ee0bf95ec348eab1094ea381e885c9', 'subnets': [{'id': 'f7fb73bb-ffb4-49b8-a751-3d575207dfab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05b78ef2-7a49-4d88-861c-c7927b7d72f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:22:57.521296 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd079-16ea-451f-8cac-e8857a742586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:57.570013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cd079-16ea-451f-8cac-e8857a742586 None None] Pushing event updated for resources: {'Port': ['ID=153a32e6-7f6f-486f-ad61-64870c2c31a7,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:57.858298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 56586) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:58.003874 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING oslo_policy.policy [None req-9d126141-baae-44f4-8b18-f73251fd2a06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:22:58.004479 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING oslo_policy.policy [None req-9d126141-baae-44f4-8b18-f73251fd2a06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:22:58.454333 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.policy [None req-9d126141-baae-44f4-8b18-f73251fd2a06 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103594) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 18:22:58.502648 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING oslo_policy.policy [None req-9d126141-baae-44f4-8b18-f73251fd2a06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:22:58.503027 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING oslo_policy.policy [None req-9d126141-baae-44f4-8b18-f73251fd2a06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 18:22:58.511591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d126141-baae-44f4-8b18-f73251fd2a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:58.514056 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9d126141-baae-44f4-8b18-f73251fd2a06 admin admin] 10.222.0.60 "GET /v2.0/networks/ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 842 time: 0.6537344 Dec 10 18:22:58.524193 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.26.5.0/24', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'gateway_ip': '172.26.5.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:58.526074 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.quota [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Loaded quota_driver: . Dec 10 18:22:58.642382 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Made reservation on behalf of 5f2edd65c7f148f4962eebd8426f60b0 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:58.645335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:59.109051 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.objects.ports [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103594) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:22:59.109676 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:59.176930 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:22:59.177285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Network hostable DHCP agents. Network: ededa35b-7763-4b19-be47-9fe1ca7d5897, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:22:59.184447 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=357162d9-2d15-419f-a030-af29b4912553,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:59.199759 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:59.200128 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:59.200475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:59.200811 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:59.201141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:59.201471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:59.201840 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:59.202174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:59.202516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:59.202845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:59.203165 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:59.203485 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:59.203810 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Tracked resource versions report: Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: pushed versions: Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: { 'AddressGroup': {'1.2'}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'ConntrackHelper': {'1.0'}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Log': {'1.0'}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Network': {'1.1'}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Port': {'1.7'}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'PortForwarding': {'1.2'}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'QosPolicy': {'1.10'}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'SecurityGroup': {'1.5'}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'SubPort': {'1.0'}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Subnet': {'1.1'}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Trunk': {'1.1'}} Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: consumer versions: Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: { DHCP agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: L3 agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: Metadata agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: Metering agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: Open vSwitch agent@dv-neutron-821434-1-hyperv: { 'AddressGroup': '1.2', Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'ConntrackHelper': '1.0', Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'LocalIPAssociation': '1.0', Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Log': '1.0', Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Network': '1.1', Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Port': '1.7', Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'PortForwarding': '1.2', Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'QosPolicy': '1.10', Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'SecurityGroup': '1.5', Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'SecurityGroupRule': '1.2', Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'SubPort': '1.0', Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Subnet': '1.1', Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Trunk': '1.1'}} Dec 10 18:22:59.205198 dv-neutron-821434-1-hyperv neutron-server[103594]: {{(pid=103594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:22:59.316500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:22:59.425241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, ededa35b-7763-4b19-be47-9fe1ca7d5897) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:59.430574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:59.431699 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:59.434759 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46075a86-9d49-4d4f-8c82-4a83007c3ec4 None None] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:59.513340 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-31b6c5a7-714d-4184-b89f-ad9d4ff5f6e1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9927266 Dec 10 18:22:59.541053 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6adf74-93d5-4fab-9c38-1936e9fa908a None None] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:23:02.016881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 56606) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:02.153972 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c65f2f6e-ed03-49b7-8863-42512d8374e3 admin admin] 10.222.0.60 "GET /v2.0/routers/e7468159-2abc-4587-90e1-c237db2dd88a HTTP/1.1" status: 200 len: 710 time: 0.1307983 Dec 10 18:23:02.233324 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf73fc-1581-4356-9c75-43b0810f1549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:02.234644 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-56bf73fc-1581-4356-9c75-43b0810f1549 admin admin] 10.222.0.60 "GET /v2.0/networks/ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 886 time: 0.0800257 Dec 10 18:23:02.244094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:02.551239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:02.855728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:02.928218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:03.048814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Allocated IP 172.26.5.51 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:23:03.156873 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:03.254907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:03.296085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:23:03.299073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:03.305105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:23:03.308004 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Pushing event updated for resources: {'Port': ['ID=32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:03.640591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:03.830550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:03.833823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:04.019698 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Router e7468159-2abc-4587-90e1-c237db2dd88a has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:23:04.122724 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:23:04.127603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:04.145720 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-580eb5a7-82a9-480e-8635-f7a181a08367 admin admin] 10.222.0.60 "PUT /v2.0/routers/e7468159-2abc-4587-90e1-c237db2dd88a HTTP/1.1" status: 200 len: 889 time: 1.8878880 Dec 10 18:23:04.245118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 153a32e6-7f6f-486f-ad61-64870c2c31a7 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:23:04.302328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 153a32e6-7f6f-486f-ad61-64870c2c31a7 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:04.303187 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:04.495818 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Sync routers for ids ['e7468159-2abc-4587-90e1-c237db2dd88a'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:23:04.509603 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Routers {'e7468159-2abc-4587-90e1-c237db2dd88a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:23:04.510292 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:22:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e7468159-2abc-4587-90e1-c237db2dd88a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:04.722107 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Set router e7468159-2abc-4587-90e1-c237db2dd88a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:23:05.105088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'name': 'router1', 'tenant_id': '86ee0bf95ec348eab1094ea381e885c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:22:44Z', 'updated_at': '2021-12-10T18:23:03Z', 'revision_number': 4, 'project_id': '86ee0bf95ec348eab1094ea381e885c9', 'gw_port': {'id': '32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:23:02Z', 'updated_at': '2021-12-10T18:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '153a32e6-7f6f-486f-ad61-64870c2c31a7', 'name': '', 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb', 'tenant_id': '86ee0bf95ec348eab1094ea381e885c9', 'mac_address': 'fa:16:3e:b5:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7fb73bb-ffb4-49b8-a751-3d575207dfab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:22:53Z', 'updated_at': '2021-12-10T18:22:57Z', 'revision_number': 5, 'project_id': '86ee0bf95ec348eab1094ea381e885c9', 'subnets': [{'id': 'f7fb73bb-ffb4-49b8-a751-3d575207dfab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05b78ef2-7a49-4d88-861c-c7927b7d72f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:05.226256 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Checking router: e7468159-2abc-4587-90e1-c237db2dd88a for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:23:05.226852 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Updating router e7468159-2abc-4587-90e1-c237db2dd88a port 32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:23:05.282118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:05.597130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:05.670691 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:05.720382 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Attempting to bind port 32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:23:05.720774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Attempting to bind port 32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:23:05.721132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Attempting to bind port 32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:23:05.723839 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d051db-56cf-4a26-ba0d-17f694423eb0 None None] Pushing event updated for resources: {'Port': ['ID=32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:05.728199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:23:05.728567 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:23:05.728963 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:05.729344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:23:05.729825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Bound port: 32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:23:05.730218 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:05.779115 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] For port 32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:23:05.781921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] For port 32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:23:05.847338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:05.904725 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d051db-56cf-4a26-ba0d-17f694423eb0 None None] Pushing event updated for resources: {'Port': ['ID=32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:05.907196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Routers {'e7468159-2abc-4587-90e1-c237db2dd88a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:23:05.907784 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:22:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e7468159-2abc-4587-90e1-c237db2dd88a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:06.010133 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] Set router e7468159-2abc-4587-90e1-c237db2dd88a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:23:06.216193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'name': 'router1', 'tenant_id': '86ee0bf95ec348eab1094ea381e885c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:22:44Z', 'updated_at': '2021-12-10T18:23:03Z', 'revision_number': 4, 'project_id': '86ee0bf95ec348eab1094ea381e885c9', 'gw_port': {'id': '32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:23:02Z', 'updated_at': '2021-12-10T18:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '153a32e6-7f6f-486f-ad61-64870c2c31a7', 'name': '', 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb', 'tenant_id': '86ee0bf95ec348eab1094ea381e885c9', 'mac_address': 'fa:16:3e:b5:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7fb73bb-ffb4-49b8-a751-3d575207dfab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:22:53Z', 'updated_at': '2021-12-10T18:22:57Z', 'revision_number': 5, 'project_id': '86ee0bf95ec348eab1094ea381e885c9', 'subnets': [{'id': 'f7fb73bb-ffb4-49b8-a751-3d575207dfab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05b78ef2-7a49-4d88-861c-c7927b7d72f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:06.242497 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd74306-f72a-4809-929e-b74bd9b361b5 None None] The sync data for ids ['e7468159-2abc-4587-90e1-c237db2dd88a'] in dv-neutron-821434-1-hyperv is: [{'id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'name': 'router1', 'tenant_id': '86ee0bf95ec348eab1094ea381e885c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:22:44Z', 'updated_at': '2021-12-10T18:23:03Z', 'revision_number': 4, 'project_id': '86ee0bf95ec348eab1094ea381e885c9', 'gw_port': {'id': '32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:23:02Z', 'updated_at': '2021-12-10T18:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '153a32e6-7f6f-486f-ad61-64870c2c31a7', 'name': '', 'network_id': '64b74842-d857-471e-ac1c-f1dfa3a501bb', 'tenant_id': '86ee0bf95ec348eab1094ea381e885c9', 'mac_address': 'fa:16:3e:b5:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7468159-2abc-4587-90e1-c237db2dd88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7fb73bb-ffb4-49b8-a751-3d575207dfab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:22:53Z', 'updated_at': '2021-12-10T18:22:57Z', 'revision_number': 5, 'project_id': '86ee0bf95ec348eab1094ea381e885c9', 'subnets': [{'id': 'f7fb73bb-ffb4-49b8-a751-3d575207dfab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05b78ef2-7a49-4d88-861c-c7927b7d72f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:23:06.755544 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 56618) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.870019 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-15fe3579-b318-4f6a-a03e-ec077027ec63 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1132760 Dec 10 18:23:08.250971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:23:08.299034 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:08.299344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:08.373088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:08.393925 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:08.504607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:08.555276 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:10.235407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:23:10.301222 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:10.301892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:16.516082 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-81c3f116-c3f0-4897-a5db-3026e58e52a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:18.754703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d25569ff-7fc7-48a2-a3b7-ca56f7d0b55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:19.995923 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.155890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.502179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:24.762641 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 5 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:23:46.498078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-08cf1783-01ca-47df-b409-f916807c7ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:48.749432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-27e49293-8ff0-4c79-a693-62ff209f80eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:50.006145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.175213 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:52.785166 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.762860 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 5 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:24:16.480006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-de4a87a5-40c9-4ce5-995a-e505f30ba29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.771574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-93b3406a-d6f5-49a3-96fb-4ab699c5ff6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:20.028053 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:21.177255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:22.439813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:33.981655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57134) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:34.042782 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1f71ec-4c41-45ac-955e-68d3b8576fb1 admin admin] GET failed (client error): The resource could not be found. Dec 10 18:24:34.044071 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7c1f71ec-4c41-45ac-955e-68d3b8576fb1 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614290 Dec 10 18:24:34.203978 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcf0072-7983-4283-ae06-6407e39e5af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:34.205366 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9bcf0072-7983-4283-ae06-6407e39e5af3 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1566133 Dec 10 18:24:36.573502 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57144) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:36.663930 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29926d01-2ada-4713-a05e-745a5daca833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:36.665824 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-29926d01-2ada-4713-a05e-745a5daca833 admin admin] 10.222.0.60 "GET /v2.0/subnets/f7fb73bb-ffb4-49b8-a751-3d575207dfab HTTP/1.1" status: 200 len: 849 time: 0.0913279 Dec 10 18:24:36.675762 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:36.761106 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Publish callbacks [] for subnet, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:36.942110 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763100088540'] for subnet, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:36.974321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:36.975584 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:36.976673 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] 10.222.0.60 "PUT /v2.0/subnets/f7fb73bb-ffb4-49b8-a751-3d575207dfab HTTP/1.1" status: 200 len: 868 time: 0.3040793 Dec 10 18:24:36.980863 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3d2c4e-103f-43a7-bde0-fa42d0b408a9 None None] Network 64b74842-d857-471e-ac1c-f1dfa3a501bb requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:37.002243 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7fb73bb-ffb4-49b8-a751-3d575207dfab,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:37.010846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:37.011277 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:37.011575 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:37.012059 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:37.012411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:37.012750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:37.013105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:37.013449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:37.013823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:37.014169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:37.014503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:37.014840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:37.015157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c3f7f-c374-4798-a67a-9b0aaa36c53e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:37.288129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2c9cf8e5-f49d-4652-b123-9ee99b1436e5 None None] Provisioning complete for port 838ce464-7753-47bb-9417-9da4c53935e9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:37.288501 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c9cf8e5-f49d-4652-b123-9ee99b1436e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:37.376462 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2c9cf8e5-f49d-4652-b123-9ee99b1436e5 None None] Provisioning complete for port 153a32e6-7f6f-486f-ad61-64870c2c31a7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:37.376831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c9cf8e5-f49d-4652-b123-9ee99b1436e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:38.763938 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 5 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:24:39.375008 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57152) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:39.594707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4e979d-af7a-4f6f-b1b8-89cf0a23defd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:39.595095 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4e979d-af7a-4f6f-b1b8-89cf0a23defd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:39.596691 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1d4e979d-af7a-4f6f-b1b8-89cf0a23defd admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2206845 Dec 10 18:24:41.974746 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57162) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:42.109616 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2466c14-98e0-4db9-bbed-bdd2ab47f637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:42.110107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2466c14-98e0-4db9-bbed-bdd2ab47f637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:42.111613 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a2466c14-98e0-4db9-bbed-bdd2ab47f637 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1358266 Dec 10 18:24:44.519393 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57170) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:44.669111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da94328e-0a15-4b73-8fcb-1827e6936f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:44.670515 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-da94328e-0a15-4b73-8fcb-1827e6936f76 admin admin] 10.222.0.60 "GET /v2.0/networks/64b74842-d857-471e-ac1c-f1dfa3a501bb HTTP/1.1" status: 200 len: 869 time: 0.1501637 Dec 10 18:24:46.456334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-425f85ae-5b60-4c89-955f-bb92c05bf5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:47.058789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57178) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:47.181200 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee991a-ff1e-4e5e-808f-873c73ab18c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:47.182591 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-85ee991a-ff1e-4e5e-808f-873c73ab18c9 admin admin] 10.222.0.60 "GET /v2.0/networks/ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 886 time: 0.1228476 Dec 10 18:24:48.753011 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80faf1a8-7ab4-4174-bb5f-6d72376dbcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.550382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57186) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:49.674662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9f1aaf-cfe8-414e-9a61-0b872a2c7884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:49.675123 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9f1aaf-cfe8-414e-9a61-0b872a2c7884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:49.676639 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ba9f1aaf-cfe8-414e-9a61-0b872a2c7884 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253026 Dec 10 18:24:50.030997 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:51.169979 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.058296 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57194) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:52.146981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c0ca7-fa86-4d5a-821e-ff33aa6e22d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:52.147423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c0ca7-fa86-4d5a-821e-ff33aa6e22d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:52.149428 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-556c0ca7-fa86-4d5a-821e-ff33aa6e22d4 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901132 Dec 10 18:24:52.427481 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:54.503986 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57202) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:54.589490 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb7be88-9edb-4d1c-8d54-027fa2f4ab9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:54.590802 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ccb7be88-9edb-4d1c-8d54-027fa2f4ab9c admin admin] 10.222.0.60 "GET /v2.0/subnets/357162d9-2d15-419f-a030-af29b4912553 HTTP/1.1" status: 200 len: 816 time: 0.0858476 Dec 10 18:24:56.947625 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57210) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:57.043773 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9636a95-411c-44c9-b332-8eb9659df63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:57.045126 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c9636a95-411c-44c9-b332-8eb9659df63d admin admin] 10.222.0.60 "GET /v2.0/subnets/f7fb73bb-ffb4-49b8-a751-3d575207dfab HTTP/1.1" status: 200 len: 868 time: 0.0965209 Dec 10 18:25:15.763192 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 5 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:25:16.472755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bb3-c7c5-4e8e-9d25-8768cdd39554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:18.746900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9b565cec-df65-42f1-b143-344babdfdf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.997824 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:21.191865 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.444119 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.504451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57264) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:22.554759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-53aebc46-3a87-4afb-afb7-9160b51969d6 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:25:22.555761 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-53aebc46-3a87-4afb-afb7-9160b51969d6 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502656 Dec 10 18:25:25.041418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57272) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:25.100140 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-3448bb93-df76-45e2-bbba-47c95a9ba30a admin admin] GET failed (client error): The resource could not be found. Dec 10 18:25:25.101410 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3448bb93-df76-45e2-bbba-47c95a9ba30a admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590241 Dec 10 18:25:25.185066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fc391f-c8ad-4fda-baa4-b09c7d2c58d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:25.186557 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b0fc391f-c8ad-4fda-baa4-b09c7d2c58d8 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805960 Dec 10 18:25:27.652236 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57280) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:27.699636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-cd4f8640-38f3-4e31-80b1-c2461c0116c5 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:27.786240 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4f8640-38f3-4e31-80b1-c2461c0116c5 admin admin] Made reservation on behalf of 5f2edd65c7f148f4962eebd8426f60b0 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:27.788379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8640-38f3-4e31-80b1-c2461c0116c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.818609 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING neutron.services.revisions.revision_plugin [None req-cd4f8640-38f3-4e31-80b1-c2461c0116c5 admin admin] Could not find related network for resource to bump revision. Dec 10 18:25:27.829789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4f8640-38f3-4e31-80b1-c2461c0116c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:25:27.838128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8640-38f3-4e31-80b1-c2461c0116c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.838469 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-cd4f8640-38f3-4e31-80b1-c2461c0116c5 admin admin] Added segment 01f3d2dc-d94d-4eb9-aa92-a590135db3a7 of type vlan for network a72cc575-bd8e-434e-bbe6-0c8403a37bdf Dec 10 18:25:27.875402 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8640-38f3-4e31-80b1-c2461c0116c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.952205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8640-38f3-4e31-80b1-c2461c0116c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.953164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f8640-38f3-4e31-80b1-c2461c0116c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:27.953804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8640-38f3-4e31-80b1-c2461c0116c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:28.008942 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f8640-38f3-4e31-80b1-c2461c0116c5 admin admin] Pushing event updated for resources: {'Network': ['ID=a72cc575-bd8e-434e-bbe6-0c8403a37bdf,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:28.018936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network a72cc575-bd8e-434e-bbe6-0c8403a37bdf details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:25:28.069603 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cd4f8640-38f3-4e31-80b1-c2461c0116c5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4157765 Dec 10 18:25:30.458597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57288) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:30.521314 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11bac55-a4c0-4269-80b7-f4af7ccceafd admin admin] GET failed (client error): The resource could not be found. Dec 10 18:25:30.523192 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a11bac55-a4c0-4269-80b7-f4af7ccceafd admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630977 Dec 10 18:25:30.596601 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf85589-4865-4c99-9655-43b064b96f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:30.598098 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-acf85589-4865-4c99-9655-43b064b96f2a admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702267 Dec 10 18:25:30.609187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-036d24b7-61cd-4bf2-b02f-8aa292d161a0 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'a72cc575-bd8e-434e-bbe6-0c8403a37bdf'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:30.671910 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036d24b7-61cd-4bf2-b02f-8aa292d161a0 admin admin] Made reservation on behalf of 5f2edd65c7f148f4962eebd8426f60b0 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:30.674172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-036d24b7-61cd-4bf2-b02f-8aa292d161a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:30.900728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-036d24b7-61cd-4bf2-b02f-8aa292d161a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:30.949157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d24b7-61cd-4bf2-b02f-8aa292d161a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=065a5dac-f738-4555-8a6a-fde2649277b9,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:30.964103 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d24b7-61cd-4bf2-b02f-8aa292d161a0 admin admin] Checking segment: {'id': '01f3d2dc-d94d-4eb9-aa92-a590135db3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72cc575-bd8e-434e-bbe6-0c8403a37bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:30.964466 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036d24b7-61cd-4bf2-b02f-8aa292d161a0 admin admin] Network hostable DHCP agents. Network: a72cc575-bd8e-434e-bbe6-0c8403a37bdf, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:25:31.065929 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036d24b7-61cd-4bf2-b02f-8aa292d161a0 admin admin] Network a72cc575-bd8e-434e-bbe6-0c8403a37bdf is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:25:31.128767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-036d24b7-61cd-4bf2-b02f-8aa292d161a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, a72cc575-bd8e-434e-bbe6-0c8403a37bdf) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:31.133248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d24b7-61cd-4bf2-b02f-8aa292d161a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:31.133864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-036d24b7-61cd-4bf2-b02f-8aa292d161a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.138975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f7a04f-11bf-447c-afce-a16fc857509a None None] Network a72cc575-bd8e-434e-bbe6-0c8403a37bdf requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:25:31.225140 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-036d24b7-61cd-4bf2-b02f-8aa292d161a0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6195350 Dec 10 18:25:31.249973 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-a72cc575-bd8e-434e-bbe6-0c8403a37bdf', 'network_id': 'a72cc575-bd8e-434e-bbe6-0c8403a37bdf', 'project_id': '5f2edd65c7f148f4962eebd8426f60b0', 'fixed_ips': [{'subnet_id': '065a5dac-f738-4555-8a6a-fde2649277b9'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:25:31.250978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.391848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Allocated IP 192.168.233.2 (a72cc575-bd8e-434e-bbe6-0c8403a37bdf/065a5dac-f738-4555-8a6a-fde2649277b9/8501f722-9a15-4f1f-a908-519bee93472f) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:31.540189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.609918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.648785 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Network a72cc575-bd8e-434e-bbe6-0c8403a37bdf is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:31.651643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:31.654188 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:31.669641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Pushing event updated for resources: {'Port': ['ID=8501f722-9a15-4f1f-a908-519bee93472f,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:31.692640 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:31.693006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:31.693347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:31.693681 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:31.694037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:31.694370 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:31.695297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:31.695627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:31.695964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:31.696307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:31.696631 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:31.696954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:31.697285 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:31.725949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Attempting to bind port 8501f722-9a15-4f1f-a908-519bee93472f on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:25:31.726318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Attempting to bind port 8501f722-9a15-4f1f-a908-519bee93472f by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '01f3d2dc-d94d-4eb9-aa92-a590135db3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72cc575-bd8e-434e-bbe6-0c8403a37bdf'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:25:31.726697 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Attempting to bind port 8501f722-9a15-4f1f-a908-519bee93472f on network a72cc575-bd8e-434e-bbe6-0c8403a37bdf {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:25:31.731715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:25:31.732085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Checking segment: {'id': '01f3d2dc-d94d-4eb9-aa92-a590135db3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72cc575-bd8e-434e-bbe6-0c8403a37bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:31.732745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.733135 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Bound using segment: {'id': '01f3d2dc-d94d-4eb9-aa92-a590135db3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72cc575-bd8e-434e-bbe6-0c8403a37bdf'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:25:31.733584 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Bound port: 8501f722-9a15-4f1f-a908-519bee93472f, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f3d2dc-d94d-4eb9-aa92-a590135db3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72cc575-bd8e-434e-bbe6-0c8403a37bdf'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:25:31.734017 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.794544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] For port 8501f722-9a15-4f1f-a908-519bee93472f, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:25:31.797436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] For port 8501f722-9a15-4f1f-a908-519bee93472f, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8501f722-9a15-4f1f-a908-519bee93472f,segment=NetworkSegment(01f3d2dc-d94d-4eb9-aa92-a590135db3a7),segment_id=01f3d2dc-d94d-4eb9-aa92-a590135db3a7)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:25:31.849808 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.910450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6603b4-3d80-4ffc-91c9-d4d7b70b3371 None None] Pushing event updated for resources: {'Port': ['ID=8501f722-9a15-4f1f-a908-519bee93472f,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:32.350301 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8501f722-9a15-4f1f-a908-519bee93472f up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:32.405754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 8501f722-9a15-4f1f-a908-519bee93472f triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:32.406135 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:32.484521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:32.521994 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 8501f722-9a15-4f1f-a908-519bee93472f, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8501f722-9a15-4f1f-a908-519bee93472f,segment=NetworkSegment(01f3d2dc-d94d-4eb9-aa92-a590135db3a7),segment_id=01f3d2dc-d94d-4eb9-aa92-a590135db3a7)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:32.598297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:32.659598 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=8501f722-9a15-4f1f-a908-519bee93472f,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:32.789207 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0c8849-70ef-4398-b7ec-edbd579e6e4d None None] Network a72cc575-bd8e-434e-bbe6-0c8403a37bdf requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:25:32.846357 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0748a3fe-6945-4205-962f-79c64b4645f7 None None] Provisioning complete for port 8501f722-9a15-4f1f-a908-519bee93472f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:32.846723 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0748a3fe-6945-4205-962f-79c64b4645f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:33.488325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-913a3e76-da2d-461d-8635-7aa8b035b88d None None] Provisioning complete for port 8501f722-9a15-4f1f-a908-519bee93472f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:33.488975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-913a3e76-da2d-461d-8635-7aa8b035b88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:34.304844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8501f722-9a15-4f1f-a908-519bee93472f up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:34.354953 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 8501f722-9a15-4f1f-a908-519bee93472f triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:34.355320 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:46.471199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-66a1f11b-93c3-405b-8a4a-ce1989c556f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:48.791302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-82b553d7-891f-4240-a2bb-f5c0df3aba35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:50.031600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:51.168544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:52.465733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:52.761806 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 5 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:26:16.470616 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8684-9ca7-4b89-9a1c-b6ccbb3c0ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:18.767645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ec749245-baef-47bc-9ccf-4af989e2b248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.007824 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:21.173117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:22.441875 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:29.760355 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 5 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:26:46.463916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e2019783-8d8b-4a2d-a108-461ac0edcea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:48.767266 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-01b28f52-f054-4eec-93eb-583bce8f2381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:50.035528 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:51.183965 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:52.418199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:57.414343 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57332) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:57.420555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-6bbd719d-754c-41d3-885d-e3a0dcb31ffe tempest-verify_tempest_config-369501466 tempest-verify_tempest_config-369501466-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:26:57.421467 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6bbd719d-754c-41d3-885d-e3a0dcb31ffe tempest-verify_tempest_config-369501466 tempest-verify_tempest_config-369501466-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061131 Dec 10 18:26:57.941669 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57350) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:58.046901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.119526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.178911 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.315544 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db9130d-6766-497c-9017-0c5f326dca60,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:58.321222 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=303129ad7a6949aeb9bc16c0343e4690&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3784573 Dec 10 18:26:58.324014 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57354) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:58.325574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.325957 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.326409 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.326752 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.327088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.327427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.327790 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.328085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.328413 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.328738 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.329064 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.329384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.329724 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e14de-8775-4ca4-a7ed-486e6132851b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.405208 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.425677 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.567176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.569716 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.570936 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3db9130d-6766-497c-9017-0c5f326dca60 HTTP/1.1" status: 204 len: 168 time: 0.2458780 Dec 10 18:26:58.578631 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db9130d-6766-497c-9017-0c5f326dca60,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:58.585861 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.586237 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.586591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.586933 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.587273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.587609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.587942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.588288 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.588692 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.588953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.589281 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.589606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:58.589956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cdf7b-e2d2-414c-9802-baf60d5b2c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:06.760424 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 5 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:27:16.463678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-59e9eee9-baa9-40ce-ae31-b2a877b66254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:18.777683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-862d1b8d-bbd7-404e-abd3-5717b4ee4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:20.012008 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:21.200432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:22.428706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:43.760363 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 5 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:27:46.462602 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3a27-ea95-470e-9f5b-d6053cac93aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:48.776891 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6c10e6a8-dc45-41e7-8fbe-8b30bb4e3cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:50.073991 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:51.171244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:52.450986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.501294 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f2b13a16-c95d-47dc-a584-f1ab8a6be34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:18.313329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587960'] for agent, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:18.793497 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-728dc99f-2c17-469f-9801-ee67b9426548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.010389 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:20.758421 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:28:21.210677 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:22.427710 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.104480 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57426) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:33.208250 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-38359e1d-abb6-4c75-a8ca-aa33603f4371 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1026802 Dec 10 18:28:35.615026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57436) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:35.669780 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d1f7cf17-a74a-4e1f-8ebd-b5fe0c7e5019 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0536728 Dec 10 18:28:46.499985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-231b2b3b-db1c-48df-81e0-182d7ac35035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.272473 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.746983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-661deb0a-8ae6-4851-a96e-4579f24a8fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.036894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:51.220022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:52.437934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.756391 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:29:16.466660 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-502bb5d4-4c30-414b-923a-782a7c29b757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:18.300265 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:18.761804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-35a3510a-6695-441b-b87d-ff418e8f897a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.031665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:21.191658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.414279 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.754634 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:29:46.496278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f2043b78-58da-499c-a58b-b9faac24eaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:48.380111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:48.802518 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d64e1ba2-0c06-4988-a6b8-e467cf206c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.076721 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.132570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57566) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:50.475102 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1815142519-network', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:50.561281 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Made reservation on behalf of 6fef7d7d333340c9895bd62dcce63be7 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:50.563760 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.577482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.656614 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.728008 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.762902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:50.775554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6617a939-ebdb-427f-b678-13aab8dd536a,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:50.778799 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763100105593', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.779342 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Unsubscribe: segment precommit_create {{(pid=103594) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 18:29:50.779832 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Added segment 102d4707-54f7-4de4-9461-69fdeb204508 of type vlan for network df7c08a5-ac1e-45f6-93ce-d389852f8247 Dec 10 18:29:50.797030 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:50.797402 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:50.797780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:50.798122 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:50.800734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:50.800734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:50.800734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:50.800734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:50.800734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:50.800734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:50.800734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:50.800734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:50.802091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Tracked resource versions report: Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: pushed versions: Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: { 'AddressGroup': {'1.2'}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'ConntrackHelper': {'1.0'}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Log': {'1.0'}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Network': {'1.1'}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Port': {'1.7'}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'PortForwarding': {'1.2'}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'QosPolicy': {'1.10'}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'SecurityGroup': {'1.5'}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'SubPort': {'1.0'}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Subnet': {'1.1'}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Trunk': {'1.1'}} Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: consumer versions: Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: { DHCP agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: HyperV agent@hv-neutron-8214: {}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: L3 agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: Metadata agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: Metering agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: Open vSwitch agent@dv-neutron-821434-1-hyperv: { 'AddressGroup': '1.2', Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'ConntrackHelper': '1.0', Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'LocalIPAssociation': '1.0', Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Log': '1.0', Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Network': '1.1', Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Port': '1.7', Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'PortForwarding': '1.2', Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'QosPolicy': '1.10', Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'SecurityGroup': '1.5', Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'SecurityGroupRule': '1.2', Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'SubPort': '1.0', Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Subnet': '1.1', Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: 'Trunk': '1.1'}} Dec 10 18:29:50.802692 dv-neutron-821434-1-hyperv neutron-server[103594]: {{(pid=103594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:29:50.840788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.928735 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.932927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:50.932927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.022875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] Pushing event updated for resources: {'Network': ['ID=df7c08a5-ac1e-45f6-93ce-d389852f8247,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:51.034348 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network df7c08a5-ac1e-45f6-93ce-d389852f8247 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:51.068092 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c29a04d0-efd4-4468-950e-9583781e1f8f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9343855 Dec 10 18:29:51.070864 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57616) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:51.075623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7a603ad3-c675-4d8e-a2bf-b351c9b52ece admin admin] Request body: {'subnet': {'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1815142519-subnet', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:51.172511 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a603ad3-c675-4d8e-a2bf-b351c9b52ece admin admin] Made reservation on behalf of 6fef7d7d333340c9895bd62dcce63be7 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:51.176498 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7a603ad3-c675-4d8e-a2bf-b351c9b52ece admin admin] Publish callbacks [] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.225378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.414441 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7a603ad3-c675-4d8e-a2bf-b351c9b52ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.475323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a603ad3-c675-4d8e-a2bf-b351c9b52ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=10285287-a2f3-4c13-9830-3267cee803d1,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:51.483316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a603ad3-c675-4d8e-a2bf-b351c9b52ece admin admin] Checking segment: {'id': '102d4707-54f7-4de4-9461-69fdeb204508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:51.483670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a603ad3-c675-4d8e-a2bf-b351c9b52ece admin admin] Network hostable DHCP agents. Network: df7c08a5-ac1e-45f6-93ce-d389852f8247, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:51.526285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57632) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:51.569116 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a603ad3-c675-4d8e-a2bf-b351c9b52ece admin admin] Network df7c08a5-ac1e-45f6-93ce-d389852f8247 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:51.607446 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57636) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:51.641113 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-7a603ad3-c675-4d8e-a2bf-b351c9b52ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, df7c08a5-ac1e-45f6-93ce-d389852f8247) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:51.646514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a603ad3-c675-4d8e-a2bf-b351c9b52ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:51.646514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7a603ad3-c675-4d8e-a2bf-b351c9b52ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.653815 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5e001d-bb1b-4339-931f-f3ea5a11bfa1 None None] Network df7c08a5-ac1e-45f6-93ce-d389852f8247 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:51.759876 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7a603ad3-c675-4d8e-a2bf-b351c9b52ece admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6879516 Dec 10 18:29:51.764342 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57646) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:51.767258 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-df7c08a5-ac1e-45f6-93ce-d389852f8247', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'fixed_ips': [{'subnet_id': '10285287-a2f3-4c13-9830-3267cee803d1'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:29:51.768963 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.769102 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:51.813133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57648) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:51.890113 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.892354 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.913338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Allocated IP 172.20.0.2 (df7c08a5-ac1e-45f6-93ce-d389852f8247/10285287-a2f3-4c13-9830-3267cee803d1/f6975d34-e5f4-4e79-8388-f02679e4eaa1) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:52.010893 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.077858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.136650 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6672648e-6424-4c93-bb4a-f530ee3f7744 tempest-AgentManagementNegativeTest-495467718 tempest-AgentManagementNegativeTest-495467718-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5279329 Dec 10 18:29:52.175295 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.211658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-321788075-network', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:52.230423 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Network df7c08a5-ac1e-45f6-93ce-d389852f8247 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:52.234437 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:52.243658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:52.257327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Pushing event updated for resources: {'Port': ['ID=f6975d34-e5f4-4e79-8388-f02679e4eaa1,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:52.281652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.282659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.283105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.283530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.283949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.284336 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.284863 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.285199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.286645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.286645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.286906 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.287188 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.287506 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Tracked resource versions report: Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: pushed versions: Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: { 'AddressGroup': {'1.2'}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'ConntrackHelper': {'1.0'}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Log': {'1.0'}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Network': {'1.1'}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Port': {'1.7'}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'PortForwarding': {'1.2'}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'QosPolicy': {'1.10'}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'SecurityGroup': {'1.5'}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'SubPort': {'1.0'}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Subnet': {'1.1'}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Trunk': {'1.1'}} Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: consumer versions: Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: { DHCP agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: HyperV agent@hv-neutron-8214: {}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: L3 agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: Metadata agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: Metering agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: Open vSwitch agent@dv-neutron-821434-1-hyperv: { 'AddressGroup': '1.2', Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'ConntrackHelper': '1.0', Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'LocalIPAssociation': '1.0', Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Log': '1.0', Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Network': '1.1', Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Port': '1.7', Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'PortForwarding': '1.2', Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'QosPolicy': '1.10', Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'SecurityGroup': '1.5', Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'SecurityGroupRule': '1.2', Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'SubPort': '1.0', Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Subnet': '1.1', Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: 'Trunk': '1.1'}} Dec 10 18:29:52.288639 dv-neutron-821434-1-hyperv neutron-server[103595]: {{(pid=103595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:29:52.294855 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.299429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Made reservation on behalf of ec5b0ea7622f4bae8e83a24fbb913e21 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:52.302416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.303819 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1230680729-network', 'tenant_id': '66762df842f449769ae6481ac7ddc59e'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:52.314503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.326429 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Attempting to bind port f6975d34-e5f4-4e79-8388-f02679e4eaa1 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:52.326802 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Attempting to bind port f6975d34-e5f4-4e79-8388-f02679e4eaa1 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '102d4707-54f7-4de4-9461-69fdeb204508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:52.327162 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Attempting to bind port f6975d34-e5f4-4e79-8388-f02679e4eaa1 on network df7c08a5-ac1e-45f6-93ce-d389852f8247 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:52.332183 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:52.336186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Checking segment: {'id': '102d4707-54f7-4de4-9461-69fdeb204508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:52.336186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.336186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Bound using segment: {'id': '102d4707-54f7-4de4-9461-69fdeb204508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:52.336186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Bound port: f6975d34-e5f4-4e79-8388-f02679e4eaa1, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102d4707-54f7-4de4-9461-69fdeb204508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:52.336186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.386131 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] Made reservation on behalf of 66762df842f449769ae6481ac7ddc59e for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:52.390056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.397948 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.419700 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.481383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.544754 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de08ace-bf60-4122-8900-f8f0ae817dbb,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:52.558928 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] For port f6975d34-e5f4-4e79-8388-f02679e4eaa1, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:52.563263 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] For port f6975d34-e5f4-4e79-8388-f02679e4eaa1, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f6975d34-e5f4-4e79-8388-f02679e4eaa1,segment=NetworkSegment(102d4707-54f7-4de4-9461-69fdeb204508),segment_id=102d4707-54f7-4de4-9461-69fdeb204508)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:52.566636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.567856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.568206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.571623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.571623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.571623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.571623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.571623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.571623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.571623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.571623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.571623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.571623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Tracked resource versions report: Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: pushed versions: Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: { 'AddressGroup': {'1.2'}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'ConntrackHelper': {'1.0'}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Log': {'1.0'}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Network': {'1.1'}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Port': {'1.7'}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'PortForwarding': {'1.2'}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'QosPolicy': {'1.10'}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'SecurityGroup': {'1.5'}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'SubPort': {'1.0'}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Subnet': {'1.1'}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Trunk': {'1.1'}} Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: consumer versions: Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: { DHCP agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: HyperV agent@hv-neutron-8214: {}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: L3 agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: Metadata agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: Metering agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: Open vSwitch agent@dv-neutron-821434-1-hyperv: { 'AddressGroup': '1.2', Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'ConntrackHelper': '1.0', Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'LocalIPAssociation': '1.0', Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Log': '1.0', Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Network': '1.1', Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Port': '1.7', Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'PortForwarding': '1.2', Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'QosPolicy': '1.10', Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'SecurityGroup': '1.5', Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'SecurityGroupRule': '1.2', Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'SubPort': '1.0', Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Subnet': '1.1', Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: 'Trunk': '1.1'}} Dec 10 18:29:52.573064 dv-neutron-821434-1-hyperv neutron-server[103593]: {{(pid=103593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:29:52.584017 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:52.596864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.597211 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Added segment e5e6aa80-20a5-4b0c-989a-59d560e97b40 of type vlan for network 62f9555d-cabd-4fc1-91e0-b246290379c5 Dec 10 18:29:52.611282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.629782 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.638026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.677677 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.742673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55c6ad-cd20-439f-918c-29c84b0a1fbc None None] Pushing event updated for resources: {'Port': ['ID=f6975d34-e5f4-4e79-8388-f02679e4eaa1,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:52.758793 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.788781 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.791527 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:52.795924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.796052 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:52.800503 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.842189 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.844375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.844719 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] Added segment 991d0126-7a49-4230-b43c-4ee78af21e1d of type vlan for network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 Dec 10 18:29:52.897905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=62f9555d-cabd-4fc1-91e0-b246290379c5,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:52.910170 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 62f9555d-cabd-4fc1-91e0-b246290379c5 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:52.919378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6e0038-f52c-4ef4-9faa-3c6b49b9685d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:52.966954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.994054 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f67764d5-fa43-4da9-8613-37d283298ae8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1739929 Dec 10 18:29:52.994550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57678) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.000689 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-b425d623-f022-4d68-aabf-e93e03d02cb7 admin admin] Request body: {'subnet': {'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-321788075-subnet', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:53.079306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57680) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.106716 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b425d623-f022-4d68-aabf-e93e03d02cb7 admin admin] Made reservation on behalf of ec5b0ea7622f4bae8e83a24fbb913e21 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:53.110376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b425d623-f022-4d68-aabf-e93e03d02cb7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.140649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.141676 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:53.142354 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.219137 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Allocated IP 172.26.5.85 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/e9778ef2-9276-4cac-9fdd-ee10a6e321c3) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:53.259822 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7324369 Dec 10 18:29:53.289284 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57686) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.299816 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-80062d1c-c396-44ff-9dbf-a9f0d7584189 admin admin] Request body: {'subnet': {'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1230680729-subnet', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:53.307978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e9243-a024-41f4-9103-42f7e372eb8a admin admin] Pushing event updated for resources: {'Network': ['ID=8021c4a7-1487-46d5-b9e5-4b74cb3806a5,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:53.320625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:53.363187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b425d623-f022-4d68-aabf-e93e03d02cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.377956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.396039 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57692) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.437220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425d623-f022-4d68-aabf-e93e03d02cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae237fdd-10af-4d8e-bdae-3b418032a0b5,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:53.446218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80062d1c-c396-44ff-9dbf-a9f0d7584189 admin admin] Made reservation on behalf of 66762df842f449769ae6481ac7ddc59e for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:53.448820 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-80062d1c-c396-44ff-9dbf-a9f0d7584189 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.454544 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425d623-f022-4d68-aabf-e93e03d02cb7 admin admin] Checking segment: {'id': 'e5e6aa80-20a5-4b0c-989a-59d560e97b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:53.455018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b425d623-f022-4d68-aabf-e93e03d02cb7 admin admin] Network hostable DHCP agents. Network: 62f9555d-cabd-4fc1-91e0-b246290379c5, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:53.517035 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.546496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b425d623-f022-4d68-aabf-e93e03d02cb7 admin admin] Network 62f9555d-cabd-4fc1-91e0-b246290379c5 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:53.580809 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-898831016'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:53.606283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:53.616927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:53.624180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:53.684041 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-b425d623-f022-4d68-aabf-e93e03d02cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 62f9555d-cabd-4fc1-91e0-b246290379c5) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:53.699839 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b425d623-f022-4d68-aabf-e93e03d02cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:53.702562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Pushing event updated for resources: {'Port': ['ID=e9778ef2-9276-4cac-9fdd-ee10a6e321c3,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:53.702720 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b425d623-f022-4d68-aabf-e93e03d02cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.712537 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239bdbb3-f1ae-4fe9-92ec-03734f4f4372 None None] Network 62f9555d-cabd-4fc1-91e0-b246290379c5 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:53.764630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Made reservation on behalf of 0aa9727ce68240c59ce9dc6ad8a85cc2 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:53.768898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.780170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.856737 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b425d623-f022-4d68-aabf-e93e03d02cb7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8605669 Dec 10 18:29:53.872471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57702) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.878575 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:53.935223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-53f2a503-2d90-41d1-b182-f9d1f0b9db6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.941348 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-62f9555d-cabd-4fc1-91e0-b246290379c5', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'fixed_ips': [{'subnet_id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:29:53.942903 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.041793 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee588fc-32f2-463d-bcf3-718ae7e3c6cd None None] Network df7c08a5-ac1e-45f6-93ce-d389852f8247 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:54.047609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.058046 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-80062d1c-c396-44ff-9dbf-a9f0d7584189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.124763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-53f2a503-2d90-41d1-b182-f9d1f0b9db6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.134178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.155370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.156445 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.158371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:54.161010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e6ddecd0-c1cd-4f0c-88db-4dfc8261f85a None None] Provisioning complete for port f6975d34-e5f4-4e79-8388-f02679e4eaa1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:54.162302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e6ddecd0-c1cd-4f0c-88db-4dfc8261f85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.192678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-53f2a503-2d90-41d1-b182-f9d1f0b9db6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.227427 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-53f2a503-2d90-41d1-b182-f9d1f0b9db6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18f4eb5116424769975c5500b76fa0cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8303509 Dec 10 18:29:54.229771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.229771 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Added segment 2cbf3fea-2ec4-47f7-bb16-1f3263808b07 of type vlan for network b97ba611-444e-467b-9a21-64776c17fc67 Dec 10 18:29:54.234714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57718) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:54.239835 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80062d1c-c396-44ff-9dbf-a9f0d7584189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c432002-879e-473c-bfa5-c71ce6382c4d,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:54.277115 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e6ddecd0-c1cd-4f0c-88db-4dfc8261f85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.310324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Allocated IP 172.20.0.2 (62f9555d-cabd-4fc1-91e0-b246290379c5/ae237fdd-10af-4d8e-bdae-3b418032a0b5/68a156b2-6005-49ab-ba01-afdee35ade77) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:54.326946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-e6ddecd0-c1cd-4f0c-88db-4dfc8261f85a None None] For port f6975d34-e5f4-4e79-8388-f02679e4eaa1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f6975d34-e5f4-4e79-8388-f02679e4eaa1,segment=NetworkSegment(102d4707-54f7-4de4-9461-69fdeb204508),segment_id=102d4707-54f7-4de4-9461-69fdeb204508)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:54.339420 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80062d1c-c396-44ff-9dbf-a9f0d7584189 admin admin] Checking segment: {'id': '991d0126-7a49-4230-b43c-4ee78af21e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:54.339909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80062d1c-c396-44ff-9dbf-a9f0d7584189 admin admin] Network hostable DHCP agents. Network: 8021c4a7-1487-46d5-b9e5-4b74cb3806a5, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:54.350028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-29561e2b-3fd9-4a2e-a691-6c4b3feafcf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.362787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4940a03-5e06-45a5-8a86-f0dd7792b1ab,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:54.413552 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e6ddecd0-c1cd-4f0c-88db-4dfc8261f85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.467963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.469982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57726) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:54.471857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-29561e2b-3fd9-4a2e-a691-6c4b3feafcf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.533922 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80062d1c-c396-44ff-9dbf-a9f0d7584189 admin admin] Network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:54.536706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddecd0-c1cd-4f0c-88db-4dfc8261f85a None None] Pushing event updated for resources: {'Port': ['ID=f6975d34-e5f4-4e79-8388-f02679e4eaa1,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:54.558806 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.598067 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f6975d34-e5f4-4e79-8388-f02679e4eaa1 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:54.605381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2a503-2d90-41d1-b182-f9d1f0b9db6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0753c8-d140-494d-9f4e-72a6dc1c8ff3,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:54.619550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.696605 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.729158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port f6975d34-e5f4-4e79-8388-f02679e4eaa1 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:54.729535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.734116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-29561e2b-3fd9-4a2e-a691-6c4b3feafcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.738061 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-29561e2b-3fd9-4a2e-a691-6c4b3feafcf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.744218 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-29561e2b-3fd9-4a2e-a691-6c4b3feafcf9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f0753c8-d140-494d-9f4e-72a6dc1c8ff3 HTTP/1.1" status: 204 len: 168 time: 0.4970059 Dec 10 18:29:54.756396 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29561e2b-3fd9-4a2e-a691-6c4b3feafcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0753c8-d140-494d-9f4e-72a6dc1c8ff3,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:54.764850 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.778915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:54.779705 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.788002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-80062d1c-c396-44ff-9dbf-a9f0d7584189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 8021c4a7-1487-46d5-b9e5-4b74cb3806a5) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:54.825795 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57736) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:54.833741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80062d1c-c396-44ff-9dbf-a9f0d7584189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:54.834309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-80062d1c-c396-44ff-9dbf-a9f0d7584189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.836339 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-584975608'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:54.839482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3133e6dd-0c89-4869-b7ed-216acfc2aa8b None None] Network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:54.851348 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.927112 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-80062d1c-c396-44ff-9dbf-a9f0d7584189 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6349478 Dec 10 18:29:54.932042 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57746) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:54.965752 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:54.988240 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9043260 Dec 10 18:29:54.999810 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57750) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.003648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-0c221018-cb8b-4fc5-9ed3-3bd438ba3b8b tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:55.029508 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.045613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f96e66-8e26-4537-b66f-a61353bbd674 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Pushing event updated for resources: {'Network': ['ID=b97ba611-444e-467b-9a21-64776c17fc67,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:55.115563 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network b97ba611-444e-467b-9a21-64776c17fc67 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:55.120943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Made reservation on behalf of 34ece27d35d74060942aa7a7105c89d6 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:55.124483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.125306 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7d351366-ea1f-482e-a110-5d647bdfde35 None None] Provisioning complete for port f6975d34-e5f4-4e79-8388-f02679e4eaa1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:55.125918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d351366-ea1f-482e-a110-5d647bdfde35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.144464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.164806 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'project_id': '66762df842f449769ae6481ac7ddc59e', 'fixed_ips': [{'subnet_id': '6c432002-879e-473c-bfa5-c71ce6382c4d'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:29:55.165996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.203944 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Network 62f9555d-cabd-4fc1-91e0-b246290379c5 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:55.206000 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.255314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.303857 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.306004 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.316451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:55.326852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.330787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:55.357593 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:55.399707 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.403425 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Added segment 9f9d7beb-6e08-44da-ab8a-aad8d8da04fe of type vlan for network 4796c673-9200-4b80-aae7-ddc2298a93af Dec 10 18:29:55.403425 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed26a91-a4cf-4a05-ac88-23e416efc712,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:55.403664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Pushing event updated for resources: {'Port': ['ID=68a156b2-6005-49ab-ba01-afdee35ade77,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:55.432240 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57760) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.434215 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0c221018-cb8b-4fc5-9ed3-3bd438ba3b8b tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] 10.222.0.60 "PUT /v2.0/quotas/f46fae693781499087c011be1621e470 HTTP/1.1" status: 200 len: 366 time: 0.6057799 Dec 10 18:29:55.502769 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57762) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.518101 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a8652b90-0b57-4d24-bd42-a319edda5a9e tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0827129 Dec 10 18:29:55.518679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57766) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.526383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Allocated IP 172.20.0.2 (8021c4a7-1487-46d5-b9e5-4b74cb3806a5/6c432002-879e-473c-bfa5-c71ce6382c4d/f37f8a6b-ea7b-460d-9d3a-9527c159a09c) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:55.536897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.539129 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.551315 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-63cf68ef-227f-401c-a67c-046d073fbfc8 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] 10.222.0.60 "GET /v2.0/quotas/f46fae693781499087c011be1621e470 HTTP/1.1" status: 200 len: 366 time: 0.0256455 Dec 10 18:29:55.552206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57770) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.593504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c61d35a3-b9f1-4366-ba18-8dbe0fafd80d tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:55.604502 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Attempting to bind port 68a156b2-6005-49ab-ba01-afdee35ade77 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:55.604881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Attempting to bind port 68a156b2-6005-49ab-ba01-afdee35ade77 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'e5e6aa80-20a5-4b0c-989a-59d560e97b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:55.605379 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Attempting to bind port 68a156b2-6005-49ab-ba01-afdee35ade77 on network 62f9555d-cabd-4fc1-91e0-b246290379c5 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:55.608407 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Request body: {'network': {'name': 'tempest-network--1221419801', 'router:external': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:55.645651 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:55.646144 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Checking segment: {'id': 'e5e6aa80-20a5-4b0c-989a-59d560e97b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:55.646728 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.647286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Bound using segment: {'id': 'e5e6aa80-20a5-4b0c-989a-59d560e97b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:55.647929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Bound port: 68a156b2-6005-49ab-ba01-afdee35ade77, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e6aa80-20a5-4b0c-989a-59d560e97b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:55.648334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.658099 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.664490 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:55.665132 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.678697 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c237b654-20d0-4527-ac5a-c6986557ecce tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/f46fae693781499087c011be1621e470 HTTP/1.1" status: 204 len: 168 time: 0.1252756 Dec 10 18:29:55.689881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57774) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.750130 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c61d35a3-b9f1-4366-ba18-8dbe0fafd80d tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] 10.222.0.60 "PUT /v2.0/quotas/0a0fa5c550c44192a232616d6f386a64 HTTP/1.1" status: 200 len: 368 time: 0.2462571 Dec 10 18:29:55.754206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57778) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.759543 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Request body: {'network': {'project_id': '0a0fa5c550c44192a232616d6f386a64'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:55.763501 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-752f9f7b-ff32-463f-8140-6e1610fdab39 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0720487 Dec 10 18:29:55.768310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57780) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.774906 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Made reservation on behalf of 93e8db8a85d94972b70bb9fb10d58339 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:55.780190 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.795145 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f690259b-f680-4748-b1c1-310715d4775d tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] 10.222.0.60 "GET /v2.0/quotas/f46fae693781499087c011be1621e470 HTTP/1.1" status: 200 len: 370 time: 0.0250986 Dec 10 18:29:55.800330 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57784) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.802459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Pushing event updated for resources: {'Network': ['ID=4796c673-9200-4b80-aae7-ddc2298a93af,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:55.804909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.806092 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f95cda44-2826-4cc2-82cf-ed7c0e9c735d tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] 10.222.0.60 "GET /v2.0/quotas/f46fae693781499087c011be1621e470/default HTTP/1.1" status: 200 len: 370 time: 0.0043802 Dec 10 18:29:55.808835 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57786) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.825428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] For port 68a156b2-6005-49ab-ba01-afdee35ade77, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:55.825428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 4796c673-9200-4b80-aae7-ddc2298a93af details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:55.829387 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-a1c21e34-d081-46a5-b671-c6711e3bfa97 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] delete failed (client error): The resource could not be found. Dec 10 18:29:55.830696 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a1c21e34-d081-46a5-b671-c6711e3bfa97 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/f46fae693781499087c011be1621e470 HTTP/1.1" status: 404 len: 348 time: 0.0207424 Dec 10 18:29:55.857995 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-230e1f89-a883-4ab2-9448-d74f017bc396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3761015 Dec 10 18:29:55.924199 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Router cdffd1a3-f591-4d85-9d98-4bc287748c4d is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:29:55.932642 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.961894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.969416 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.221342 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] For port 68a156b2-6005-49ab-ba01-afdee35ade77, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=68a156b2-6005-49ab-ba01-afdee35ade77,segment=NetworkSegment(e5e6aa80-20a5-4b0c-989a-59d560e97b40),segment_id=e5e6aa80-20a5-4b0c-989a-59d560e97b40)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:56.223870 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.224626 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.225329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.225918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:56.225918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864ba623-d569-4860-bd3a-db62a20f7288,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:56.226648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Made reservation on behalf of 0a0fa5c550c44192a232616d6f386a64 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:56.226648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.227059 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.227059 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Added segment d5ccb44e-ff00-48de-b25e-6843a908c9a7 of type vlan for network 51ccd39b-87b9-4b76-9883-16d050772199 Dec 10 18:29:56.227407 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.227507 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.227597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.235630 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.278518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:29:56.288490 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Sync routers for ids ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:29:56.296142 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Allocated IP 172.26.5.138 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/2f108a61-af9a-4ed7-a7ed-3626f5c6139d) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:56.300016 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:56.302647 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Routers {'cdffd1a3-f591-4d85-9d98-4bc287748c4d'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:29:56.304550 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:29:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:56.307369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:56.323308 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:56.325485 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d1853-6d0e-48eb-8e14-cf6925aa87c3 None None] Pushing event updated for resources: {'Port': ['ID=68a156b2-6005-49ab-ba01-afdee35ade77,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:56.344309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.345290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:56.348128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.465586 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Pushing event updated for resources: {'Port': ['ID=f37f8a6b-ea7b-460d-9d3a-9527c159a09c,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:56.494996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57806) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:56.526776 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f6975d34-e5f4-4e79-8388-f02679e4eaa1 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:56.565550 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Set router cdffd1a3-f591-4d85-9d98-4bc287748c4d gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:29:56.586500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Usage tracker for resource:network and project:6b2de4e6b74b490194e79c429ef0865f is out of sync, need to count used quota {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:29:56.594916 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event updated for resources: {'Network': ['ID=51ccd39b-87b9-4b76-9883-16d050772199,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:56.608902 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d58cbcb8-5d9b-402a-9133-c23648c9c7d8 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5998404 Dec 10 18:29:56.611690 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57810) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:56.662525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:29:56.663561 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 51ccd39b-87b9-4b76-9883-16d050772199 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:56.672391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.673659 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d886e0c6-d6b2-4719-b442-53568a22f14f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9082806 Dec 10 18:29:56.685127 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57812) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:56.685425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Attempting to bind port f37f8a6b-ea7b-460d-9d3a-9527c159a09c on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:56.689238 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Attempting to bind port f37f8a6b-ea7b-460d-9d3a-9527c159a09c by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '991d0126-7a49-4230-b43c-4ee78af21e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:56.689781 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Attempting to bind port f37f8a6b-ea7b-460d-9d3a-9527c159a09c on network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:56.774224 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Usage tracker for resource:subnet and project:6b2de4e6b74b490194e79c429ef0865f is out of sync, need to count used quota {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:29:56.775128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:56.775678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Checking segment: {'id': '991d0126-7a49-4230-b43c-4ee78af21e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:56.776397 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.776938 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Bound using segment: {'id': '991d0126-7a49-4230-b43c-4ee78af21e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:56.777556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Bound port: f37f8a6b-ea7b-460d-9d3a-9527c159a09c, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991d0126-7a49-4230-b43c-4ee78af21e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:56.778539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.793776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:29:56.841823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Usage tracker for resource:subnetpool and project:6b2de4e6b74b490194e79c429ef0865f is out of sync, need to count used quota {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:29:56.859121 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:29:56.874096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.905224 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Usage tracker for resource:port and project:6b2de4e6b74b490194e79c429ef0865f is out of sync, need to count used quota {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:29:56.913290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:29:56.920954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port f6975d34-e5f4-4e79-8388-f02679e4eaa1 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:56.921349 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.995844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] For port f37f8a6b-ea7b-460d-9d3a-9527c159a09c, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:57.001289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] For port f37f8a6b-ea7b-460d-9d3a-9527c159a09c, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f37f8a6b-ea7b-460d-9d3a-9527c159a09c,segment=NetworkSegment(991d0126-7a49-4230-b43c-4ee78af21e1d),segment_id=991d0126-7a49-4230-b43c-4ee78af21e1d)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:57.001963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.045210 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Usage tracker for resource:router and project:6b2de4e6b74b490194e79c429ef0865f is out of sync, need to count used quota {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:29:57.046986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57816) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:57.059210 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:29:57.069768 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.073345 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:29:53Z', 'revision_number': 3, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:57.090456 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.090666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.126776 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Checking router: cdffd1a3-f591-4d85-9d98-4bc287748c4d for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:29:57.127247 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Updating router cdffd1a3-f591-4d85-9d98-4bc287748c4d port e9778ef2-9276-4cac-9fdd-ee10a6e321c3 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:29:57.132708 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57820) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:57.148019 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.159071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Usage tracker for resource:floatingip and project:6b2de4e6b74b490194e79c429ef0865f is out of sync, need to count used quota {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:29:57.171240 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.175165 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Request body: {'port': {'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af', 'binding:host_id': 'hv-neutron-8214', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-96342085'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:57.183964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:57.184336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:57.185099 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:57.185450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > port after_create 55550000 {{(pid=103593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:57.188604 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67757ae5-37a0-4f80-9185-f969adb69a03 None None] Pushing event updated for resources: {'Port': ['ID=f37f8a6b-ea7b-460d-9d3a-9527c159a09c,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:57.191025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:57.191477 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > port after_update 55550000 {{(pid=103593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:57.191853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:57.198007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:57.198303 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:57.198643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:57.224536 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75b6063-1967-4d66-a6f5-b0c9af4fa8da,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:57.334547 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2130760010'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:57.359045 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:57.487073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:57.487739 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:57.488707 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:57.489367 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:29:57.489914 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ccd39b-87b9-4b76-9883-16d050772199']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:57.500646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.500833 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Added segment b15dfbdc-8fe1-40f2-ad71-55a161ceaf33 of type vlan for network 1932483c-22ab-46ca-9ea3-826b686e9c10 Dec 10 18:29:57.522092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:29:57.541967 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ccb44e-ff00-48de-b25e-6843a908c9a7') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:57.542102 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.542702 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ccb44e-ff00-48de-b25e-6843a908c9a7') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:57.566238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.595489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.602301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.604029 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Made reservation on behalf of 48efd0b71fc545008ad65fcc09aca645 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:57.605826 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:57.606232 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.606339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.640610 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.648095 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.649905 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: from cryptography.utils import int_from_bytes Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: from cryptography.utils import int_from_bytes Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:57.657330 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:57.713844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Usage tracker for resource:security_group and project:6b2de4e6b74b490194e79c429ef0865f is out of sync, need to count used quota {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:29:57.722561 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911cfaa2-9ee8-42db-8884-11a3728ab01f None None] Network 62f9555d-cabd-4fc1-91e0-b246290379c5 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:57.723953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:29:57.725231 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:57.734473 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Usage tracker for resource:security_group_rule and project:6b2de4e6b74b490194e79c429ef0865f is out of sync, need to count used quota {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:29:57.742411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.quota.resource [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103593) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:29:57.753767 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-132607de-041c-423c-8a00-6651dbf99c92 tempest-QuotasTest-1733717120 tempest-QuotasTest-1733717120-project-admin] 10.222.0.60 "GET /v2.0/quotas/6b2de4e6b74b490194e79c429ef0865f/details.json HTTP/1.1" status: 200 len: 703 time: 1.2474468 Dec 10 18:29:57.775315 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:57.779022 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.781849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:57.805600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-52f469e6-0f67-480f-bec7-ffda2b880716 None None] Provisioning complete for port 68a156b2-6005-49ab-ba01-afdee35ade77 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:57.805999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-52f469e6-0f67-480f-bec7-ffda2b880716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.808585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.829386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:57.915938 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.924381 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.969675 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Pushing event updated for resources: {'Port': ['ID=2f108a61-af9a-4ed7-a7ed-3626f5c6139d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:57.972323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-52f469e6-0f67-480f-bec7-ffda2b880716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.990295 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.993071 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:57.993071 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.012530 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.026731 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-52f469e6-0f67-480f-bec7-ffda2b880716 None None] For port 68a156b2-6005-49ab-ba01-afdee35ade77, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=68a156b2-6005-49ab-ba01-afdee35ade77,segment=NetworkSegment(e5e6aa80-20a5-4b0c-989a-59d560e97b40),segment_id=e5e6aa80-20a5-4b0c-989a-59d560e97b40)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:58.040717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 51ccd39b-87b9-4b76-9883-16d050772199 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:29:58.047505 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.059737 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Attempting to bind port e9778ef2-9276-4cac-9fdd-ee10a6e321c3 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:58.059737 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Attempting to bind port e9778ef2-9276-4cac-9fdd-ee10a6e321c3 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:58.059737 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Attempting to bind port e9778ef2-9276-4cac-9fdd-ee10a6e321c3 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:58.061354 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "DELETE /v2.0/networks/51ccd39b-87b9-4b76-9883-16d050772199 HTTP/1.1" status: 204 len: 168 time: 1.4486067 Dec 10 18:29:58.062344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ec355-e4d3-44ab-b981-9f368969808c tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event deleted for resources: {'Network': ['ID=51ccd39b-87b9-4b76-9883-16d050772199,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:58.065976 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57828) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:58.081208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-09bf1355-d246-48ce-88ac-098297148c03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:58.102228 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:58.102615 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:58.103027 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.103428 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:58.105900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-52f469e6-0f67-480f-bec7-ffda2b880716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.114178 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Bound port: e9778ef2-9276-4cac-9fdd-ee10a6e321c3, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:58.115017 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.159639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f469e6-0f67-480f-bec7-ffda2b880716 None None] Pushing event updated for resources: {'Port': ['ID=68a156b2-6005-49ab-ba01-afdee35ade77,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:58.183912 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Pushing event updated for resources: {'Port': ['ID=e9778ef2-9276-4cac-9fdd-ee10a6e321c3,revision_number=2']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:58.232398 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:58.233217 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:58.234366 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:58.237194 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:58.237843 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:58.238453 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:58.240046 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:58.240652 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:58.242362 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:58.244189 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:58.245179 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:58.250783 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:58.251477 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Tracked resource versions report: Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: pushed versions: Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: { 'AddressGroup': {'1.2'}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'ConntrackHelper': {'1.0'}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Log': {'1.0'}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Network': {'1.1'}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Port': {'1.7'}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'PortForwarding': {'1.2'}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'QosPolicy': {'1.10'}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'SecurityGroup': {'1.5'}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'SubPort': {'1.0'}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Subnet': {'1.1'}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Trunk': {'1.1'}} Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: consumer versions: Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: { DHCP agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: HyperV agent@hv-neutron-8214: {}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: L3 agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: Metadata agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: Metering agent@dv-neutron-821434-1-hyperv: {}, Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: Open vSwitch agent@dv-neutron-821434-1-hyperv: { 'AddressGroup': '1.2', Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'ConntrackHelper': '1.0', Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'LocalIPAssociation': '1.0', Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Log': '1.0', Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Network': '1.1', Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Port': '1.7', Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'PortForwarding': '1.2', Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'QosPolicy': '1.10', Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'SecurityGroup': '1.5', Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'SecurityGroupRule': '1.2', Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'SubPort': '1.0', Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Subnet': '1.1', Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: 'Trunk': '1.1'}} Dec 10 18:29:58.252916 dv-neutron-821434-1-hyperv neutron-server[103596]: {{(pid=103596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:29:58.278135 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.5225630 Dec 10 18:29:58.281431 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57832) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:58.282404 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dc20e-e727-41bf-9124-524ed6901df9 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Pushing event updated for resources: {'Network': ['ID=1932483c-22ab-46ca-9ea3-826b686e9c10,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:58.291886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ec1f5334-dd58-4780-befe-dd14025e7683 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Request body: {'network': {'project_id': '0a0fa5c550c44192a232616d6f386a64'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:58.299434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 1932483c-22ab-46ca-9ea3-826b686e9c10 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:58.335117 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Allocated IP 172.26.5.173 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/16149cc2-e4e4-40b6-830b-eac7a0075894) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:58.348135 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bf1355-d246-48ce-88ac-098297148c03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Made reservation on behalf of 93e8db8a85d94972b70bb9fb10d58339 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:58.356984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09bf1355-d246-48ce-88ac-098297148c03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.370533 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] For port e9778ef2-9276-4cac-9fdd-ee10a6e321c3, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:58.379870 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] For port e9778ef2-9276-4cac-9fdd-ee10a6e321c3, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e9778ef2-9276-4cac-9fdd-ee10a6e321c3,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:58.439881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09bf1355-d246-48ce-88ac-098297148c03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:58.448791 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.467747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09bf1355-d246-48ce-88ac-098297148c03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.469128 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-09bf1355-d246-48ce-88ac-098297148c03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Added segment 10237d4d-4752-4335-80be-1ee5b2a41525 of type vlan for network 46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a Dec 10 18:29:58.525280 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-eb43a79a-afef-405c-b3ec-0bd92049acea None None] Provisioning complete for port 68a156b2-6005-49ab-ba01-afdee35ade77 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:58.525655 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb43a79a-afef-405c-b3ec-0bd92049acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.526766 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.555315 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57836) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:58.568875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09bf1355-d246-48ce-88ac-098297148c03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.571622 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b302a-71bf-41ed-8e4c-f3f2f833c28d None None] Pushing event updated for resources: {'Port': ['ID=e9778ef2-9276-4cac-9fdd-ee10a6e321c3,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:58.591740 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Routers {'cdffd1a3-f591-4d85-9d98-4bc287748c4d'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:29:58.592567 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:29:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:58.634186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1f5334-dd58-4780-befe-dd14025e7683 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Made reservation on behalf of 0a0fa5c550c44192a232616d6f386a64 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:58.636645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec1f5334-dd58-4780-befe-dd14025e7683 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.679652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f37f8a6b-ea7b-460d-9d3a-9527c159a09c up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:58.681059 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09bf1355-d246-48ce-88ac-098297148c03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.689257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bf1355-d246-48ce-88ac-098297148c03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:58.689257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09bf1355-d246-48ce-88ac-098297148c03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.717027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1f5334-dd58-4780-befe-dd14025e7683 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:58.729085 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] Set router cdffd1a3-f591-4d85-9d98-4bc287748c4d gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:29:58.742247 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec1f5334-dd58-4780-befe-dd14025e7683 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.742614 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-ec1f5334-dd58-4780-befe-dd14025e7683 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Added segment e6e5eb25-fa35-45e4-8b60-c640183f05b6 of type vlan for network 55d8ec08-d079-41a0-8341-2a875d7863f6 Dec 10 18:29:58.758669 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14cc6b8-c858-43e9-8f9e-2119b9ef81c7 None None] Network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:58.813056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.848337 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port f37f8a6b-ea7b-460d-9d3a-9527c159a09c triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:58.848763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.860959 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec1f5334-dd58-4780-befe-dd14025e7683 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.887750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.938224 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] device_id is not set on port 86efac94-e487-4133-9c5c-5ed4de370113 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:29:58.967828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf1355-d246-48ce-88ac-098297148c03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event updated for resources: {'Network': ['ID=46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:58.994070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:58.996893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec1f5334-dd58-4780-befe-dd14025e7683 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.997893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1f5334-dd58-4780-befe-dd14025e7683 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:58.998809 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec1f5334-dd58-4780-befe-dd14025e7683 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.041621 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-da76a9dc-67d3-475f-9852-9f41c275abc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.072808 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-09bf1355-d246-48ce-88ac-098297148c03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0056741 Dec 10 18:29:59.075026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57840) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:59.081160 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d4112984-5e5b-45ce-839c-910e501f6805 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Request body: {'subnet': {'network_id': '46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:59.126524 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.142688 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ec1f5334-dd58-4780-befe-dd14025e7683 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8599133 Dec 10 18:29:59.144433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57842) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:59.145191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f5334-dd58-4780-befe-dd14025e7683 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Pushing event updated for resources: {'Network': ['ID=55d8ec08-d079-41a0-8341-2a875d7863f6,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:59.145654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc145ac6-a8ff-49ed-a117-92bb83fd2175,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:59.155459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1769cbb9-bdb2-4300-9063-7b04dcbde906 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Request body: {'network': {'project_id': '0a0fa5c550c44192a232616d6f386a64'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:59.173439 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:29:53Z', 'revision_number': 3, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:59.178317 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 55d8ec08-d079-41a0-8341-2a875d7863f6 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:59.224062 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6bb2e5-7db8-43bf-adf3-39b313e52afa None None] The sync data for ids ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'] in dv-neutron-821434-1-hyperv is: [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:29:53Z', 'revision_number': 3, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:29:59.231916 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.239693 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d908477d-a420-42a1-ae48-0cb25765df4f None None] Provisioning complete for port f37f8a6b-ea7b-460d-9d3a-9527c159a09c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:59.240078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d908477d-a420-42a1-ae48-0cb25765df4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.255893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4112984-5e5b-45ce-839c-910e501f6805 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Made reservation on behalf of 93e8db8a85d94972b70bb9fb10d58339 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:59.256415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.260038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d4112984-5e5b-45ce-839c-910e501f6805 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.300975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.317869 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-1769cbb9-bdb2-4300-9063-7b04dcbde906 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 18:29:59.319333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1769cbb9-bdb2-4300-9063-7b04dcbde906 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:29:59.321340 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1769cbb9-bdb2-4300-9063-7b04dcbde906 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1711650 Dec 10 18:29:59.335731 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57844) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:59.370130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port f37f8a6b-ea7b-460d-9d3a-9527c159a09c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f37f8a6b-ea7b-460d-9d3a-9527c159a09c,segment=NetworkSegment(991d0126-7a49-4230-b43c-4ee78af21e1d),segment_id=991d0126-7a49-4230-b43c-4ee78af21e1d)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:59.423989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d908477d-a420-42a1-ae48-0cb25765df4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.433204 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ccd9c457-d1d6-4869-acc5-996d7dab21ef tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a0fa5c550c44192a232616d6f386a64&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0937870 Dec 10 18:29:59.433881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57846) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:59.473655 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.474815 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 68a156b2-6005-49ab-ba01-afdee35ade77 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:59.510452 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.545485 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.585667 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db90d7dc-59c5-41ad-88ba-222889c2571c tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.674362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db90d7dc-59c5-41ad-88ba-222889c2571c tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.731938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:59.762419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-d908477d-a420-42a1-ae48-0cb25765df4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:29:59.762999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-d908477d-a420-42a1-ae48-0cb25765df4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:29:59.764570 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=f37f8a6b-ea7b-460d-9d3a-9527c159a09c,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:59.781100 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 68a156b2-6005-49ab-ba01-afdee35ade77 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:59.781752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.815926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db90d7dc-59c5-41ad-88ba-222889c2571c tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.820158 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db90d7dc-59c5-41ad-88ba-222889c2571c tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.826044 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-db90d7dc-59c5-41ad-88ba-222889c2571c tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/c75b6063-1967-4d66-a6f5-b0c9af4fa8da HTTP/1.1" status: 204 len: 168 time: 0.3875923 Dec 10 18:29:59.826218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Pushing event updated for resources: {'Port': ['ID=16149cc2-e4e4-40b6-830b-eac7a0075894,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:59.828093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57850) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:59.887477 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90d7dc-59c5-41ad-88ba-222889c2571c tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75b6063-1967-4d66-a6f5-b0c9af4fa8da,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:59.897100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.901259 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Added segment 7f986d68-6653-4a44-b45f-ef1bd72967e9 of type vlan for network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 Dec 10 18:29:59.936981 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8230579-d7a7-4a7d-bce3-49b8924be792,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:59.946296 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb37273-7879-4282-abf0-d5942b989954 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.014002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:00.052591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb37273-7879-4282-abf0-d5942b989954 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.075414 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:00.077978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:00.104981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-2fb37273-7879-4282-abf0-d5942b989954 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d8ec08-d079-41a0-8341-2a875d7863f6']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:00.107518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.objects.ports [None req-d4112984-5e5b-45ce-839c-910e501f6805 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103593) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:30:00.107971 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d4112984-5e5b-45ce-839c-910e501f6805 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.140846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-2fb37273-7879-4282-abf0-d5942b989954 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e5eb25-fa35-45e4-8b60-c640183f05b6') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:00.140846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-2fb37273-7879-4282-abf0-d5942b989954 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e5eb25-fa35-45e4-8b60-c640183f05b6') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:00.156276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb37273-7879-4282-abf0-d5942b989954 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.156971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.170718 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-da76a9dc-67d3-475f-9852-9f41c275abc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.187047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb37273-7879-4282-abf0-d5942b989954 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.200786 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4112984-5e5b-45ce-839c-910e501f6805 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0fb381d0-2fa4-4a78-b658-721120950c8c,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:00.203111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb37273-7879-4282-abf0-d5942b989954 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:30:00.203503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb37273-7879-4282-abf0-d5942b989954 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:30:00.206447 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:30:00.245959 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4112984-5e5b-45ce-839c-910e501f6805 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Checking segment: {'id': '10237d4d-4752-4335-80be-1ee5b2a41525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:00.246315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4112984-5e5b-45ce-839c-910e501f6805 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Network hostable DHCP agents. Network: 46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:00.294225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.resource_extend [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:30:00.310641 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-da76a9dc-67d3-475f-9852-9f41c275abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.328085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb37273-7879-4282-abf0-d5942b989954 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.336706 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb37273-7879-4282-abf0-d5942b989954 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.342567 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2fb37273-7879-4282-abf0-d5942b989954 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] 10.222.0.60 "DELETE /v2.0/networks/55d8ec08-d079-41a0-8341-2a875d7863f6 HTTP/1.1" status: 204 len: 168 time: 0.5020928 Dec 10 18:30:00.350449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57852) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:00.358189 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb37273-7879-4282-abf0-d5942b989954 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Pushing event deleted for resources: {'Network': ['ID=55d8ec08-d079-41a0-8341-2a875d7863f6,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:00.423964 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] device_id is not set on port 86efac94-e487-4133-9c5c-5ed4de370113 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:00.433306 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-644a8a38-b1a8-4342-b416-51ed5c2e2a22 None None] Provisioning complete for port f37f8a6b-ea7b-460d-9d3a-9527c159a09c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:00.435703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d3fad28-5e37-4da7-97ae-0003b92c85f8 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.437155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-644a8a38-b1a8-4342-b416-51ed5c2e2a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.441208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4112984-5e5b-45ce-839c-910e501f6805 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Network 46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:00.452697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76a9dc-67d3-475f-9852-9f41c275abc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82cf9e4-51b2-4386-98ab-55890749f922,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:00.459044 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-da76a9dc-67d3-475f-9852-9f41c275abc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c621a3321b534fe7816e5a728f8527bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8971100 Dec 10 18:30:00.477373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57854) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:00.497579 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.499107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.507462 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:00.508118 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.561841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d3fad28-5e37-4da7-97ae-0003b92c85f8 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.569905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d4112984-5e5b-45ce-839c-910e501f6805 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:00.585121 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4112984-5e5b-45ce-839c-910e501f6805 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:00.585313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d4112984-5e5b-45ce-839c-910e501f6805 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.585422 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Allocated IP 172.20.0.1 (df7c08a5-ac1e-45f6-93ce-d389852f8247/10285287-a2f3-4c13-9830-3267cee803d1/4653c8e5-139d-4ae9-bf8b-84ee0da033ad) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:00.605278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8e498f-7a7b-46af-8aef-c0246fcda5c0 None None] Network 46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:00.609596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-7d3fad28-5e37-4da7-97ae-0003b92c85f8 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1932483c-22ab-46ca-9ea3-826b686e9c10']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:00.629459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-7d3fad28-5e37-4da7-97ae-0003b92c85f8 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15dfbdc-8fe1-40f2-ad71-55a161ceaf33') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:00.629943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-7d3fad28-5e37-4da7-97ae-0003b92c85f8 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15dfbdc-8fe1-40f2-ad71-55a161ceaf33') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:00.639508 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.5738409 Dec 10 18:30:00.644050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57856) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:00.646284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d3fad28-5e37-4da7-97ae-0003b92c85f8 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.646761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f37f8a6b-ea7b-460d-9d3a-9527c159a09c up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:00.654943 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.658173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2e546418-14b2-425d-be21-d05b03719688 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:00.731817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-066f4712-3339-4edd-b354-5ba4960861ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.733800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d3fad28-5e37-4da7-97ae-0003b92c85f8 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.749431 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d4112984-5e5b-45ce-839c-910e501f6805 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6733315 Dec 10 18:30:00.753351 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.754556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port f37f8a6b-ea7b-460d-9d3a-9527c159a09c triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:00.758120 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.758238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57858) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:00.766385 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3fad28-5e37-4da7-97ae-0003b92c85f8 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:30:00.766974 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d3fad28-5e37-4da7-97ae-0003b92c85f8 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:30:00.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:30:00.778897 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d503ae0-0949-4c86-8d11-d32d948ef2c8 None None] Network 46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:00.822954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Request body: {'floatingip': {'floating_network_id': '46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:00.836306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b6ffe-1ab7-4b1c-9e07-8d72c225c39e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Network': ['ID=8bd3e5a8-bd6d-4e24-b727-84b818b1f700,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:00.846982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-066f4712-3339-4edd-b354-5ba4960861ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.858851 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:00.945379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d3fad28-5e37-4da7-97ae-0003b92c85f8 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.952227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d3fad28-5e37-4da7-97ae-0003b92c85f8 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.954571 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Pushing event updated for resources: {'Port': ['ID=86efac94-e487-4133-9c5c-5ed4de370113,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:00.958215 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7d3fad28-5e37-4da7-97ae-0003b92c85f8 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] 10.222.0.60 "DELETE /v2.0/networks/1932483c-22ab-46ca-9ea3-826b686e9c10 HTTP/1.1" status: 204 len: 168 time: 0.6041136 Dec 10 18:30:00.985238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fad28-5e37-4da7-97ae-0003b92c85f8 tempest-QuotasNegativeTest-1386898464 tempest-QuotasNegativeTest-1386898464-project-admin] Pushing event deleted for resources: {'Network': ['ID=1932483c-22ab-46ca-9ea3-826b686e9c10,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:00.988702 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-066f4712-3339-4edd-b354-5ba4960861ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.992101 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-066f4712-3339-4edd-b354-5ba4960861ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.001565 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e9778ef2-9276-4cac-9fdd-ee10a6e321c3 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:01.002718 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-066f4712-3339-4edd-b354-5ba4960861ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b82cf9e4-51b2-4386-98ab-55890749f922 HTTP/1.1" status: 204 len: 168 time: 0.5197680 Dec 10 18:30:01.016829 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f4712-3339-4edd-b354-5ba4960861ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82cf9e4-51b2-4386-98ab-55890749f922,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:01.047008 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Checking segment: {'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:01.047368 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Network hostable DHCP agents. Network: 4796c673-9200-4b80-aae7-ddc2298a93af, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:01.052086 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.082922 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.088233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port e9778ef2-9276-4cac-9fdd-ee10a6e321c3 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:01.088388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.128020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e546418-14b2-425d-be21-d05b03719688 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:01.132167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e546418-14b2-425d-be21-d05b03719688 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.213493 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.245792 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port e9778ef2-9276-4cac-9fdd-ee10a6e321c3, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e9778ef2-9276-4cac-9fdd-ee10a6e321c3,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:01.331422 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.357433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.420353 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Network 4796c673-9200-4b80-aae7-ddc2298a93af is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:01.462119 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=e9778ef2-9276-4cac-9fdd-ee10a6e321c3,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:01.499543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e546418-14b2-425d-be21-d05b03719688 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.537969 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 4796c673-9200-4b80-aae7-ddc2298a93af) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:01.539763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.548036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b916198-e1ad-4d2f-94c5-07039a5faa2b None None] Network 4796c673-9200-4b80-aae7-ddc2298a93af requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:01.550301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:01.595724 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.596894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e546418-14b2-425d-be21-d05b03719688 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=4094cdcd-a16c-4d23-b9dd-699b54a4b795,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:01.620897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:01.621676 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:01.621676 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:01.630174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Network df7c08a5-ac1e-45f6-93ce-d389852f8247 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:01.633244 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e546418-14b2-425d-be21-d05b03719688 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:01.633728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e546418-14b2-425d-be21-d05b03719688 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network hostable DHCP agents. Network: 8bd3e5a8-bd6d-4e24-b727-84b818b1f700, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:01.635292 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:01.635621 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:01.640879 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 2 to bind port 86efac94-e487-4133-9c5c-5ed4de370113 Dec 10 18:30:01.660371 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:01.662199 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Router 63a877c0-8edc-42ac-87a7-9575b8905ea9 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:30:01.665037 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:01.665510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.695625 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.719044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Pushing event updated for resources: {'Port': ['ID=4653c8e5-139d-4ae9-bf8b-84ee0da033ad,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:01.740311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e546418-14b2-425d-be21-d05b03719688 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:01.774225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:01.778107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:01.778107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:01.853990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-2e546418-14b2-425d-be21-d05b03719688 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 8bd3e5a8-bd6d-4e24-b727-84b818b1f700) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:01.858708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e546418-14b2-425d-be21-d05b03719688 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:01.859519 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e546418-14b2-425d-be21-d05b03719688 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.870746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080beb3a-cc1f-4a92-a20c-b661c09b13c8 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:01.924977 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57868) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:01.936879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:01.937396 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:01.938671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-874cb62f-68c4-4f88-bdb8-9fe77d80676f None None] Provisioning complete for port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:01.939049 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-874cb62f-68c4-4f88-bdb8-9fe77d80676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.946148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-110ebc78-ab18-40e8-8ed3-15ff4b6ad802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.951737 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 3 to bind port 86efac94-e487-4133-9c5c-5ed4de370113 Dec 10 18:30:01.953381 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2e546418-14b2-425d-be21-d05b03719688 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3049998 Dec 10 18:30:01.958139 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57870) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:01.963227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-b5b6a706-519f-43cc-9032-f29dcb5085b6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'name': 'tempest-NetworksTestDHCPv6-1430387700'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:01.996173 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-874cb62f-68c4-4f88-bdb8-9fe77d80676f None None] Port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:02.030755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '4094cdcd-a16c-4d23-b9dd-699b54a4b795'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:02.031715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.066832 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:02.067134 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:02.067471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:02.128343 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:02.128593 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:02.132649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Allocated IP 172.20.0.9 (46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a/0fb381d0-2fa4-4a78-b658-721120950c8c/285cd0cc-f719-42de-be33-c3207267b80f) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:02.136810 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 4 to bind port 86efac94-e487-4133-9c5c-5ed4de370113 Dec 10 18:30:02.178784 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57874) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:02.179703 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:02.180283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:02.180283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:02.185131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-110ebc78-ab18-40e8-8ed3-15ff4b6ad802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.185484 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:30:02.200789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Sync routers for ids ['63a877c0-8edc-42ac-87a7-9575b8905ea9'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:30:02.213050 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:02.213416 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:02.220317 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Allocated IP 2001:db8::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/4094cdcd-a16c-4d23-b9dd-699b54a4b795/18b52106-a6cd-48ad-ae4f-85cfccfaee7f) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:02.226587 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Routers {'63a877c0-8edc-42ac-87a7-9575b8905ea9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:02.226860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:29:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['63a877c0-8edc-42ac-87a7-9575b8905ea9'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:02.241107 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 5 to bind port 86efac94-e487-4133-9c5c-5ed4de370113 Dec 10 18:30:02.266174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-110ebc78-ab18-40e8-8ed3-15ff4b6ad802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.270669 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b6a706-519f-43cc-9032-f29dcb5085b6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:02.275662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a706-519f-43cc-9032-f29dcb5085b6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.304438 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:02.304438 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:02.308785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:02.335825 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:02.336159 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:02.346453 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 6 to bind port 86efac94-e487-4133-9c5c-5ed4de370113 Dec 10 18:30:02.349951 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.389314 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85f286d4-1987-46c1-9d41-04100402c829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.393070 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.394861 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e1ed8eca-3c9c-456f-983d-33bff2415c62 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5192208 Dec 10 18:30:02.400702 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Set router 63a877c0-8edc-42ac-87a7-9575b8905ea9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:02.405591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57878) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:02.418478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:02.418988 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:02.419471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:02.431179 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-110ebc78-ab18-40e8-8ed3-15ff4b6ad802 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b2de4e6b74b490194e79c429ef0865f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5040617 Dec 10 18:30:02.438555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57880) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:02.477921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-b5b6a706-519f-43cc-9032-f29dcb5085b6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port e2c6f5cd-5247-4035-b342-9530ac2e0bd6 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:02.492077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ebc78-ab18-40e8-8ed3-15ff4b6ad802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfb3b95-8136-4811-9b62-4c94a107cf13,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:02.514750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:02.515092 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:02.534836 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e9778ef2-9276-4cac-9fdd-ee10a6e321c3 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:02.539351 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 7 to bind port 86efac94-e487-4133-9c5c-5ed4de370113 Dec 10 18:30:02.553084 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.554496 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Router e80a5744-0318-4176-af94-fe9d24361a9a is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:30:02.604146 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:02.604475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:02.604812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:02.622109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0bfd2395-0570-4049-addb-ab042d26e02b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.647486 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:02.647824 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:02.649291 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0bfd2395-0570-4049-addb-ab042d26e02b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.690207 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 8 to bind port 86efac94-e487-4133-9c5c-5ed4de370113 Dec 10 18:30:02.756325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.778265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0bfd2395-0570-4049-addb-ab042d26e02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.781195 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0bfd2395-0570-4049-addb-ab042d26e02b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.794490 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0bfd2395-0570-4049-addb-ab042d26e02b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3cfb3b95-8136-4811-9b62-4c94a107cf13 HTTP/1.1" status: 204 len: 168 time: 0.3494775 Dec 10 18:30:02.799046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port e9778ef2-9276-4cac-9fdd-ee10a6e321c3 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:02.799627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.808926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd2395-0570-4049-addb-ab042d26e02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfb3b95-8136-4811-9b62-4c94a107cf13,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:02.856253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.913025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:02.920025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:02.924512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:02.926662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-b5b6a706-519f-43cc-9032-f29dcb5085b6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::153 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/4094cdcd-a16c-4d23-b9dd-699b54a4b795/e2c6f5cd-5247-4035-b342-9530ac2e0bd6) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:02.926982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Pushing event updated for resources: {'Port': ['ID=18b52106-a6cd-48ad-ae4f-85cfccfaee7f,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:02.931743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:02.931924 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:02.932297 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:02.933544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:29:58Z', 'revision_number': 3, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:02.957919 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:02.958420 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:02.989433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Checking router: 63a877c0-8edc-42ac-87a7-9575b8905ea9 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:30:02.989795 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Updating router 63a877c0-8edc-42ac-87a7-9575b8905ea9 port 2f108a61-af9a-4ed7-a7ed-3626f5c6139d binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:30:02.993035 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 9 to bind port 86efac94-e487-4133-9c5c-5ed4de370113 Dec 10 18:30:03.052290 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.052919 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.083050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Attempting to bind port 18b52106-a6cd-48ad-ae4f-85cfccfaee7f on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:03.083420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Attempting to bind port 18b52106-a6cd-48ad-ae4f-85cfccfaee7f by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:03.083799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Attempting to bind port 18b52106-a6cd-48ad-ae4f-85cfccfaee7f on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:03.092942 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:03.093314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:03.093737 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.094134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:03.094603 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Bound port: 18b52106-a6cd-48ad-ae4f-85cfccfaee7f, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:03.095001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.107396 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:03.107924 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:03.108080 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:03.121003 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85f286d4-1987-46c1-9d41-04100402c829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.141996 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:30:03.151547 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Network 46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:03.153253 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Sync routers for ids ['e80a5744-0318-4176-af94-fe9d24361a9a'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:30:03.182552 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Routers {'e80a5744-0318-4176-af94-fe9d24361a9a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:03.182552 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:29:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e80a5744-0318-4176-af94-fe9d24361a9a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:03.182732 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a706-519f-43cc-9032-f29dcb5085b6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.185137 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:03.201189 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:03.201189 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:03.205286 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:03.211684 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 10 to bind port 86efac94-e487-4133-9c5c-5ed4de370113 Dec 10 18:30:03.225340 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85f286d4-1987-46c1-9d41-04100402c829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.227682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event updated for resources: {'Port': ['ID=285cd0cc-f719-42de-be33-c3207267b80f,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:03.267613 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] For port 18b52106-a6cd-48ad-ae4f-85cfccfaee7f, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:03.283738 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] For port 18b52106-a6cd-48ad-ae4f-85cfccfaee7f, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=18b52106-a6cd-48ad-ae4f-85cfccfaee7f,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:03.315590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:03.316733 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:03.317217 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:03.347196 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.348565 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6868656c-6751-4dd4-97cf-9f9c862313c2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.3861887 Dec 10 18:30:03.351183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.351933 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57888) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:03.375017 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-85f286d4-1987-46c1-9d41-04100402c829 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ffe1ef4508540b8ad5b499f82053c17&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1906929 Dec 10 18:30:03.375931 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 86efac94-e487-4133-9c5c-5ed4de370113 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:03.376406 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 86efac94-e487-4133-9c5c-5ed4de370113 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:03.376937 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.379659 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57892) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:03.382770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.410917 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Set router e80a5744-0318-4176-af94-fe9d24361a9a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:03.460625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.483311 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f286d4-1987-46c1-9d41-04100402c829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cad0dba-052d-4ade-954c-65809d1cdc20,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:03.503564 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a706-519f-43cc-9032-f29dcb5085b6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.522162 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5462ac-b101-4227-980a-7ddc7e598f53 None None] Pushing event updated for resources: {'Port': ['ID=18b52106-a6cd-48ad-ae4f-85cfccfaee7f,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:03.540391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.550828 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.653565 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Attempting to bind port 2f108a61-af9a-4ed7-a7ed-3626f5c6139d on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:03.654313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Attempting to bind port 2f108a61-af9a-4ed7-a7ed-3626f5c6139d by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:03.654867 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Attempting to bind port 2f108a61-af9a-4ed7-a7ed-3626f5c6139d on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:03.665870 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:03.666717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:03.671103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.671103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:03.671103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Bound port: 2f108a61-af9a-4ed7-a7ed-3626f5c6139d, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:03.671103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.672993 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.674460 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.706261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6a706-519f-43cc-9032-f29dcb5085b6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:03.725219 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-b5b6a706-519f-43cc-9032-f29dcb5085b6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:03.727735 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6a706-519f-43cc-9032-f29dcb5085b6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=e2c6f5cd-5247-4035-b342-9530ac2e0bd6,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:03.778204 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:30:00Z', 'revision_number': 3, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port': {'id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:57Z', 'updated_at': '2021-12-10T18:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:03.782024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6a706-519f-43cc-9032-f29dcb5085b6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:03.812165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b6a706-519f-43cc-9032-f29dcb5085b6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:03.813118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a706-519f-43cc-9032-f29dcb5085b6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.857299 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Checking router: e80a5744-0318-4176-af94-fe9d24361a9a for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:30:03.857923 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Updating router e80a5744-0318-4176-af94-fe9d24361a9a port 16149cc2-e4e4-40b6-830b-eac7a0075894 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:30:03.904033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] For port 2f108a61-af9a-4ed7-a7ed-3626f5c6139d, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:03.904229 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.916735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] For port 2f108a61-af9a-4ed7-a7ed-3626f5c6139d, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2f108a61-af9a-4ed7-a7ed-3626f5c6139d,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:03.917904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be2672-ab25-47e7-abcc-0e4cebefee23 None None] Pushing event updated for resources: {'Port': ['ID=2f108a61-af9a-4ed7-a7ed-3626f5c6139d,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:03.961397 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b5b6a706-519f-43cc-9032-f29dcb5085b6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0021586 Dec 10 18:30:03.966428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57900) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:04.014667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.054955 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Pushing event updated for resources: {'Port': ['ID=4653c8e5-139d-4ae9-bf8b-84ee0da033ad,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:04.057942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.134282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Routers {'63a877c0-8edc-42ac-87a7-9575b8905ea9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:04.134978 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0fee32-468b-4e23-9e25-16b759f09501 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:04.136813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:29:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['63a877c0-8edc-42ac-87a7-9575b8905ea9'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:04.147055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0fee32-468b-4e23-9e25-16b759f09501 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:04.148716 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cb0fee32-468b-4e23-9e25-16b759f09501 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1803374 Dec 10 18:30:04.221841 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57904) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:04.266759 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2474b520-884b-459e-b056-8ad52b6fffe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.298426 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2474b520-884b-459e-b056-8ad52b6fffe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.381535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be2672-ab25-47e7-abcc-0e4cebefee23 None None] Pushing event updated for resources: {'Port': ['ID=2f108a61-af9a-4ed7-a7ed-3626f5c6139d,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:04.438449 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.438941 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.443815 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] Set router 63a877c0-8edc-42ac-87a7-9575b8905ea9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:04.504294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2474b520-884b-459e-b056-8ad52b6fffe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.512564 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2474b520-884b-459e-b056-8ad52b6fffe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.515252 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2474b520-884b-459e-b056-8ad52b6fffe3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7cad0dba-052d-4ade-954c-65809d1cdc20 HTTP/1.1" status: 204 len: 168 time: 1.0982587 Dec 10 18:30:04.522465 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.585471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Network df7c08a5-ac1e-45f6-93ce-d389852f8247 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:04.602007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.616619 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Attempting to bind port 16149cc2-e4e4-40b6-830b-eac7a0075894 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:04.617122 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Attempting to bind port 16149cc2-e4e4-40b6-830b-eac7a0075894 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:04.617536 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Attempting to bind port 16149cc2-e4e4-40b6-830b-eac7a0075894 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:04.620985 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dd986-0e83-4e76-b493-ad4b3f3a69b8 None None] Pushing event updated for resources: {'Port': ['ID=16149cc2-e4e4-40b6-830b-eac7a0075894,revision_number=2']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:04.634058 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:04.634432 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:04.634860 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.635287 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:04.640066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 18b52106-a6cd-48ad-ae4f-85cfccfaee7f up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:04.668774 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Bound port: 16149cc2-e4e4-40b6-830b-eac7a0075894, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:04.669440 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.678052 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:04.688143 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474b520-884b-459e-b056-8ad52b6fffe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cad0dba-052d-4ade-954c-65809d1cdc20,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:04.794714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57916) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:04.813948 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] For port 16149cc2-e4e4-40b6-830b-eac7a0075894, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:04.814394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Allocated IP 172.20.0.1 (8021c4a7-1487-46d5-b9e5-4b74cb3806a5/6c432002-879e-473c-bfa5-c71ce6382c4d/94c44b87-84dd-4c8c-8a15-d3f344c3d243) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:04.820429 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] For port 16149cc2-e4e4-40b6-830b-eac7a0075894, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=16149cc2-e4e4-40b6-830b-eac7a0075894,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:04.930682 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.931408 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] For port 86efac94-e487-4133-9c5c-5ed4de370113, host hv-neutron-8214, cleared binding levels {{(pid=103594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:04.934539 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempted to set empty binding levels {{(pid=103594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:30:04.952772 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 18b52106-a6cd-48ad-ae4f-85cfccfaee7f triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:04.953899 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.000497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.054774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:29:58Z', 'revision_number': 3, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:05.110801 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.130179 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Routers {'e80a5744-0318-4176-af94-fe9d24361a9a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:05.130864 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:29:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e80a5744-0318-4176-af94-fe9d24361a9a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:05.155395 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:05.160538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:05.168554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:05.179440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a0f38-72a3-4093-815e-23286ac16c30 None None] The sync data for ids ['63a877c0-8edc-42ac-87a7-9575b8905ea9'] in dv-neutron-821434-1-hyperv is: [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:29:58Z', 'revision_number': 3, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:30:05.201805 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7a612622-ddc0-485f-9846-913ad900924e None None] Provisioning complete for port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:05.202437 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7a612622-ddc0-485f-9846-913ad900924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.259981 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dd986-0e83-4e76-b493-ad4b3f3a69b8 None None] Pushing event updated for resources: {'Port': ['ID=16149cc2-e4e4-40b6-830b-eac7a0075894,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:05.262788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7a612622-ddc0-485f-9846-913ad900924e None None] Port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:05.281292 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c17da30-24c4-4743-a0c1-632afd2f491b None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:05.285963 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.332393 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.336470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.354648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1991628964'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:05.402982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2d97263e-bd55-4fae-b54a-2a0597bdab70 None None] Provisioning complete for port 18b52106-a6cd-48ad-ae4f-85cfccfaee7f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:05.403356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2d97263e-bd55-4fae-b54a-2a0597bdab70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.440322 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 18b52106-a6cd-48ad-ae4f-85cfccfaee7f, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=18b52106-a6cd-48ad-ae4f-85cfccfaee7f,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:05.492311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Pushing event updated for resources: {'Port': ['ID=94c44b87-84dd-4c8c-8a15-d3f344c3d243,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:05.523995 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.540173 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:05.541001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.541138 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] Set router e80a5744-0318-4176-af94-fe9d24361a9a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:05.581716 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.599998 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Made reservation on behalf of 5c2934e5914e4618943cc259daa36945 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:05.602515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.613992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.660550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.685434 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Allocated IP 172.20.0.1 (62f9555d-cabd-4fc1-91e0-b246290379c5/ae237fdd-10af-4d8e-bdae-3b418032a0b5/3f2a95d7-7ce6-4c9a-b347-00012b59a3d8) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:05.694521 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.713042 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=18b52106-a6cd-48ad-ae4f-85cfccfaee7f,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:05.718081 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Pushing event updated for resources: {'Port': ['ID=86efac94-e487-4133-9c5c-5ed4de370113,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:05.776221 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57922) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:05.785876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event updated for resources: {'Port': ['ID=285cd0cc-f719-42de-be33-c3207267b80f,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:05.795853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5a117dbd-4dc7-48a8-96f7-137149d54cba None None] Provisioning complete for port 94c44b87-84dd-4c8c-8a15-d3f344c3d243 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:05.796744 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5a117dbd-4dc7-48a8-96f7-137149d54cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.811594 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9de0c13d-9e9c-4455-b6c7-fd1bc8fd1477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 8.6670465 Dec 10 18:30:05.817679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57924) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:05.824035 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1ab10-2516-472c-a722-bdc3d967fac6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port e2c6f5cd-5247-4035-b342-9530ac2e0bd6 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:05.824514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ab10-2516-472c-a722-bdc3d967fac6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.883699 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d98d2a82-dcad-4aa4-9de6-09cd72627258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.030492 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:30:00Z', 'revision_number': 3, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port': {'id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:57Z', 'updated_at': '2021-12-10T18:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:06.047352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-5a117dbd-4dc7-48a8-96f7-137149d54cba None None] Port 94c44b87-84dd-4c8c-8a15-d3f344c3d243 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:06.068069 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdded487-9db7-4704-afd8-c0bcba585a05 None None] The sync data for ids ['e80a5744-0318-4176-af94-fe9d24361a9a'] in dv-neutron-821434-1-hyperv is: [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:30:00Z', 'revision_number': 3, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port': {'id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:57Z', 'updated_at': '2021-12-10T18:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:30:06.186866 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-03826ae0-a958-41c4-beff-0feba093121d None None] Provisioning complete for port 18b52106-a6cd-48ad-ae4f-85cfccfaee7f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:06.187132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-03826ae0-a958-41c4-beff-0feba093121d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.253920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.270075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.300743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.304517 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b3eac8a7-d453-4626-8b7c-a3f15e96b048 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.5282836 Dec 10 18:30:06.322235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-ca61f196-bf3b-4b75-a244-7b6c1a099ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Deleting port 86efac94-e487-4133-9c5c-5ed4de370113 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:06.322735 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca61f196-bf3b-4b75-a244-7b6c1a099ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.329525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57926) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:06.375134 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.378106 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Router cdffd1a3-f591-4d85-9d98-4bc287748c4d has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:30:06.380109 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-03826ae0-a958-41c4-beff-0feba093121d None None] Provisioning complete for port e2c6f5cd-5247-4035-b342-9530ac2e0bd6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:06.384581 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-03826ae0-a958-41c4-beff-0feba093121d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.391843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:06.402461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.402750 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Added segment 9a136052-3aef-4c98-ad6b-2aad6e879895 of type vlan for network a25744f7-d7b3-4568-9226-36f0491dbc14 Dec 10 18:30:06.470550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-03826ae0-a958-41c4-beff-0feba093121d None None] Port e2c6f5cd-5247-4035-b342-9530ac2e0bd6 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:06.470729 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.632206 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-650a6ead-a282-41c0-abc1-090706877119 None None] Provisioning complete for port e2c6f5cd-5247-4035-b342-9530ac2e0bd6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:06.632974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-650a6ead-a282-41c0-abc1-090706877119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.633317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372867e7-a6d4-4923-b96f-fe5c4ef156e9,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:06.680619 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6f2eb11c-df1f-4795-8295-801e261a3864 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a HTTP/1.1" status: 200 len: 689 time: 0.3496733 Dec 10 18:30:06.688068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57928) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:06.704674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ab10-2516-472c-a722-bdc3d967fac6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.712773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-650a6ead-a282-41c0-abc1-090706877119 None None] Port e2c6f5cd-5247-4035-b342-9530ac2e0bd6 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:06.728088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-ca61f196-bf3b-4b75-a244-7b6c1a099ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] For port 86efac94-e487-4133-9c5c-5ed4de370113, host hv-neutron-8214, got binding levels [] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:06.728454 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca61f196-bf3b-4b75-a244-7b6c1a099ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.755107 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 18b52106-a6cd-48ad-ae4f-85cfccfaee7f up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:06.772193 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1ab10-2516-472c-a722-bdc3d967fac6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for e2c6f5cd-5247-4035-b342-9530ac2e0bd6 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:06.813327 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.820349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:06.821662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.825324 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.836325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 18b52106-a6cd-48ad-ae4f-85cfccfaee7f triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:06.837060 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.844042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-ca61f196-bf3b-4b75-a244-7b6c1a099ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Calling delete_port for 86efac94-e487-4133-9c5c-5ed4de370113 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:06.930454 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d98d2a82-dcad-4aa4-9de6-09cd72627258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:06.954580 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:30:06.970430 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c327a30f-2a1f-444b-a973-9186b3fd94ad admin admin] 10.222.0.60 "PUT /v2.0/routers/cdffd1a3-f591-4d85-9d98-4bc287748c4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2666216 Dec 10 18:30:06.981835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2f108a61-af9a-4ed7-a7ed-3626f5c6139d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:06.984777 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Sync routers for ids ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:30:07.023051 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Routers {'cdffd1a3-f591-4d85-9d98-4bc287748c4d'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:07.023734 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:29:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:07.106940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.117046 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3205006 Dec 10 18:30:07.133267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57932) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:07.140405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-166e2759-cc6e-4ab7-95f7-f43f78c82b62 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Request body: {'subnet': {'network_id': 'a25744f7-d7b3-4568-9226-36f0491dbc14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:07.154468 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a151c-2643-4d6b-a87e-b8e4d906a6ff tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event updated for resources: {'Network': ['ID=a25744f7-d7b3-4568-9226-36f0491dbc14,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:07.166201 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 2f108a61-af9a-4ed7-a7ed-3626f5c6139d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:07.166809 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.210076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network a25744f7-d7b3-4568-9226-36f0491dbc14 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:07.210245 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d98d2a82-dcad-4aa4-9de6-09cd72627258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.239892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.244424 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.249730 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d98d2a82-dcad-4aa4-9de6-09cd72627258 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad2a1f7b5b534217bae4b5bd15a170f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4585874 Dec 10 18:30:07.252318 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57942) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:07.289447 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ab10-2516-472c-a722-bdc3d967fac6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.302413 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Set router cdffd1a3-f591-4d85-9d98-4bc287748c4d gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:07.372661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.418465 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1ab10-2516-472c-a722-bdc3d967fac6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=e2c6f5cd-5247-4035-b342-9530ac2e0bd6,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:07.424372 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d2a82-dcad-4aa4-9de6-09cd72627258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e617fb8-363f-4ceb-8fa8-762444a0d01f,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:07.491025 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2a95d7-7ce6-4c9a-b347-00012b59a3d8,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:07.529307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.565729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Network 62f9555d-cabd-4fc1-91e0-b246290379c5 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:07.594446 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d1093904-d127-4ef8-84b8-0cc7868f1cac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.633327 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Pushing event updated for resources: {'Port': ['ID=94c44b87-84dd-4c8c-8a15-d3f344c3d243,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:07.634621 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:07.644977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ab10-2516-472c-a722-bdc3d967fac6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.652174 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f1a1ab10-2516-472c-a722-bdc3d967fac6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/e2c6f5cd-5247-4035-b342-9530ac2e0bd6 HTTP/1.1" status: 204 len: 168 time: 3.4106679 Dec 10 18:30:07.654061 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:07.654772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.660476 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57948) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:07.680566 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca61f196-bf3b-4b75-a244-7b6c1a099ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.762551 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d1093904-d127-4ef8-84b8-0cc7868f1cac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.846772 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.853814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166e2759-cc6e-4ab7-95f7-f43f78c82b62 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Made reservation on behalf of 5c2934e5914e4618943cc259daa36945 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:07.860320 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-166e2759-cc6e-4ab7-95f7-f43f78c82b62 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.917891 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 2f108a61-af9a-4ed7-a7ed-3626f5c6139d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2f108a61-af9a-4ed7-a7ed-3626f5c6139d,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:07.938084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61f196-bf3b-4b75-a244-7b6c1a099ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Pushing event deleted for resources: {'Port': ['ID=86efac94-e487-4133-9c5c-5ed4de370113,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:07.964019 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d1093904-d127-4ef8-84b8-0cc7868f1cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.968620 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d1093904-d127-4ef8-84b8-0cc7868f1cac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:07.973032 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d1093904-d127-4ef8-84b8-0cc7868f1cac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e617fb8-363f-4ceb-8fa8-762444a0d01f HTTP/1.1" status: 204 len: 168 time: 0.7170126 Dec 10 18:30:07.987602 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:30:02Z', 'revision_number': 4, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4653c8e5-139d-4ae9-bf8b-84ee0da033ad', 'name': '', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'mac_address': 'fa:16:3e:fa:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10285287-a2f3-4c13-9830-3267cee803d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:59Z', 'updated_at': '2021-12-10T18:30:02Z', 'revision_number': 2, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'subnets': [{'id': '10285287-a2f3-4c13-9830-3267cee803d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:07.997524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:08.006615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca61f196-bf3b-4b75-a244-7b6c1a099ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:08.014547 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ca61f196-bf3b-4b75-a244-7b6c1a099ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "DELETE /v2.0/ports/86efac94-e487-4133-9c5c-5ed4de370113 HTTP/1.1" status: 204 len: 168 time: 2.1740887 Dec 10 18:30:08.032930 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57952) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:08.079206 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Checking router: cdffd1a3-f591-4d85-9d98-4bc287748c4d for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:30:08.079206 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Updating router cdffd1a3-f591-4d85-9d98-4bc287748c4d port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:30:08.087500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1093904-d127-4ef8-84b8-0cc7868f1cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e617fb8-363f-4ceb-8fa8-762444a0d01f,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:08.155478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:08.170421 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-75164dfb-eb40-4772-87b7-af2ba4ec9937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:30:08.171863 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-75164dfb-eb40-4772-87b7-af2ba4ec9937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "GET /v2.0/ports/86efac94-e487-4133-9c5c-5ed4de370113 HTTP/1.1" status: 404 len: 333 time: 0.1295378 Dec 10 18:30:08.173196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Deleting port 285cd0cc-f719-42de-be33-c3207267b80f {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:08.173530 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:08.178589 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57956) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:08.197571 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e3c35f58-9805-4e9e-aeac-06db5c101c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Request body: {'port': {'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-982118834'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:08.255729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:08.261617 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb27e9-aae2-409d-aaa0-3296a602b340 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:08.263390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb27e9-aae2-409d-aaa0-3296a602b340 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:08.267483 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a5eb27e9-aae2-409d-aaa0-3296a602b340 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5985017 Dec 10 18:30:08.270501 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57958) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:08.287710 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c35f58-9805-4e9e-aeac-06db5c101c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Made reservation on behalf of 48efd0b71fc545008ad65fcc09aca645 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:08.290712 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3c35f58-9805-4e9e-aeac-06db5c101c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:08.292699 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:08.307905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:08.324832 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-e3c35f58-9805-4e9e-aeac-06db5c101c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] device_id is not set on port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:08.338501 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-047cd659-d9f8-4e08-afeb-a3e4fd8ffc04 None None] Provisioning complete for port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:08.342524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-047cd659-d9f8-4e08-afeb-a3e4fd8ffc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:08.405641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-047cd659-d9f8-4e08-afeb-a3e4fd8ffc04 None None] Port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:08.415762 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=2f108a61-af9a-4ed7-a7ed-3626f5c6139d,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:08.740041 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 16149cc2-e4e4-40b6-830b-eac7a0075894 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:08.760613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dba21c-7eb2-41f5-b972-ae1ce9cc372a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 4094cdcd-a16c-4d23-b9dd-699b54a4b795 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:30:08.835163 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3c35f58-9805-4e9e-aeac-06db5c101c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:08.877737 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 16149cc2-e4e4-40b6-830b-eac7a0075894 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:08.878851 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:08.964221 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a5ba36b3-0f2e-4455-8b93-186ead0a7b91 None None] Provisioning complete for port 94c44b87-84dd-4c8c-8a15-d3f344c3d243 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:08.964598 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a5ba36b3-0f2e-4455-8b93-186ead0a7b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:08.982664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3c35f58-9805-4e9e-aeac-06db5c101c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.011800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.012124 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.022076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f1dba21c-7eb2-41f5-b972-ae1ce9cc372a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.025049 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba36b3-0f2e-4455-8b93-186ead0a7b91 None None] Port 94c44b87-84dd-4c8c-8a15-d3f344c3d243 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:09.110755 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c35f58-9805-4e9e-aeac-06db5c101c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Network 4796c673-9200-4b80-aae7-ddc2298a93af is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:09.131001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-e3c35f58-9805-4e9e-aeac-06db5c101c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:09.156546 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.158356 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c35f58-9805-4e9e-aeac-06db5c101c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:09.159267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c35f58-9805-4e9e-aeac-06db5c101c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:09.159885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3c35f58-9805-4e9e-aeac-06db5c101c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.161889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Calling delete_port for 285cd0cc-f719-42de-be33-c3207267b80f owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:09.185777 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c35f58-9805-4e9e-aeac-06db5c101c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Pushing event updated for resources: {'Port': ['ID=8a570a98-a56e-4e1a-886e-4c7a594ef7c7,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:09.202787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 16149cc2-e4e4-40b6-830b-eac7a0075894, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=16149cc2-e4e4-40b6-830b-eac7a0075894,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:09.218223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.254261 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.258976 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f1dba21c-7eb2-41f5-b972-ae1ce9cc372a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.266142 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e3c35f58-9805-4e9e-aeac-06db5c101c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0708189 Dec 10 18:30:09.267072 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57970) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:09.276153 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:09.277911 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.356441 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.360168 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57972) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:09.377164 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=16149cc2-e4e4-40b6-830b-eac7a0075894,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:09.388211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-97ca4920-18ee-4174-b69e-5b2b987448f3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--75677888', 'description': 'tempest-description--304376228'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:09.401362 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.402139 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.433272 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Router e80a5744-0318-4176-af94-fe9d24361a9a has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:30:09.510843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.529436 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-166e2759-cc6e-4ab7-95f7-f43f78c82b62 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.544286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae8be8-c9df-4010-8cc0-33b4c503640a None None] Pushing event updated for resources: {'Port': ['ID=4653c8e5-139d-4ae9-bf8b-84ee0da033ad,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:09.575437 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Attempting to bind port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:09.577314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Attempting to bind port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '102d4707-54f7-4de4-9461-69fdeb204508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:09.578168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Attempting to bind port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad on network df7c08a5-ac1e-45f6-93ce-d389852f8247 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:09.589599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:09.593636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Checking segment: {'id': '102d4707-54f7-4de4-9461-69fdeb204508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:09.593636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.593636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Bound using segment: {'id': '102d4707-54f7-4de4-9461-69fdeb204508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:09.593636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Bound port: 4653c8e5-139d-4ae9-bf8b-84ee0da033ad, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102d4707-54f7-4de4-9461-69fdeb204508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:09.593636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.781191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] For port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:09.786338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] For port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4653c8e5-139d-4ae9-bf8b-84ee0da033ad,segment=NetworkSegment(102d4707-54f7-4de4-9461-69fdeb204508),segment_id=102d4707-54f7-4de4-9461-69fdeb204508)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:09.812873 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e2759-cc6e-4ab7-95f7-f43f78c82b62 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event updated for resources: {'Subnet': ['ID=585e1f56-4b66-4ff1-b54f-d31c92b7b5d5,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:09.850828 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.877395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97ca4920-18ee-4174-b69e-5b2b987448f3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.907895 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f1dba21c-7eb2-41f5-b972-ae1ce9cc372a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.921986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2a95d7-7ce6-4c9a-b347-00012b59a3d8,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:09.975739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae8be8-c9df-4010-8cc0-33b4c503640a None None] Pushing event updated for resources: {'Port': ['ID=4653c8e5-139d-4ae9-bf8b-84ee0da033ad,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:10.020678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-80a1edf2-98c4-4a5e-bfe0-bbfbe170fe79 None None] Provisioning complete for port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:10.021893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80a1edf2-98c4-4a5e-bfe0-bbfbe170fe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.025489 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Routers {'cdffd1a3-f591-4d85-9d98-4bc287748c4d'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:10.029354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:29:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:10.185541 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Network 62f9555d-cabd-4fc1-91e0-b246290379c5 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:10.185980 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e2759-cc6e-4ab7-95f7-f43f78c82b62 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Checking segment: {'id': '9a136052-3aef-4c98-ad6b-2aad6e879895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a25744f7-d7b3-4568-9226-36f0491dbc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:10.186188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e2759-cc6e-4ab7-95f7-f43f78c82b62 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Network hostable DHCP agents. Network: a25744f7-d7b3-4568-9226-36f0491dbc14, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:10.195664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97ca4920-18ee-4174-b69e-5b2b987448f3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.198688 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:10.314219 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:30:10.327638 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Sync routers for ids ['e80a5744-0318-4176-af94-fe9d24361a9a'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:30:10.329277 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-82131280-6084-4579-a3c8-0093d63f596e admin admin] 10.222.0.60 "PUT /v2.0/routers/e80a5744-0318-4176-af94-fe9d24361a9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9758048 Dec 10 18:30:10.370755 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.388023 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Routers {'e80a5744-0318-4176-af94-fe9d24361a9a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:10.399190 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:29:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e80a5744-0318-4176-af94-fe9d24361a9a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:10.410780 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] Set router cdffd1a3-f591-4d85-9d98-4bc287748c4d gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:10.464226 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97ca4920-18ee-4174-b69e-5b2b987448f3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.465945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80a1edf2-98c4-4a5e-bfe0-bbfbe170fe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.475115 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f1dba21c-7eb2-41f5-b972-ae1ce9cc372a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.477103 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e2759-cc6e-4ab7-95f7-f43f78c82b62 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Network a25744f7-d7b3-4568-9226-36f0491dbc14 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:10.479440 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event deleted for resources: {'Port': ['ID=285cd0cc-f719-42de-be33-c3207267b80f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:10.615852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f1dba21c-7eb2-41f5-b972-ae1ce9cc372a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.622278 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f1dba21c-7eb2-41f5-b972-ae1ce9cc372a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/4094cdcd-a16c-4d23-b9dd-699b54a4b795 HTTP/1.1" status: 204 len: 168 time: 2.3467157 Dec 10 18:30:10.623326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dba21c-7eb2-41f5-b972-ae1ce9cc372a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=4094cdcd-a16c-4d23-b9dd-699b54a4b795,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:10.625267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57988) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:10.669930 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca4920-18ee-4174-b69e-5b2b987448f3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0d061c-db8b-4ec0-94ca-44253b746014,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:10.692674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97ca4920-18ee-4174-b69e-5b2b987448f3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.692944 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-80a1edf2-98c4-4a5e-bfe0-bbfbe170fe79 None None] For port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4653c8e5-139d-4ae9-bf8b-84ee0da033ad,segment=NetworkSegment(102d4707-54f7-4de4-9461-69fdeb204508),segment_id=102d4707-54f7-4de4-9461-69fdeb204508)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:10.699295 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-97ca4920-18ee-4174-b69e-5b2b987448f3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3328114 Dec 10 18:30:10.708850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 16149cc2-e4e4-40b6-830b-eac7a0075894 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:10.717058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79b3884-4803-47cc-87bf-f9e49e1f1470 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:10.722272 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 57990) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:10.736232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-cb78db58-69a5-4afb-822c-b73fc6cec029 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Request body: {'security_group_rule': {'security_group_id': 'ac0d061c-db8b-4ec0-94ca-44253b746014', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:10.748496 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Set router e80a5744-0318-4176-af94-fe9d24361a9a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:10.759144 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-eb83d89a-c58f-44fc-ab7b-5127ab91dc97 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1294188 Dec 10 18:30:10.759856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-166e2759-cc6e-4ab7-95f7-f43f78c82b62 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, a25744f7-d7b3-4568-9226-36f0491dbc14) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:10.764526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 57998) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:10.767608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166e2759-cc6e-4ab7-95f7-f43f78c82b62 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:10.768377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-166e2759-cc6e-4ab7-95f7-f43f78c82b62 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.775387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-e955c2e4-5e9e-4231-adbb-c9665b3b3fe7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:10.793946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] device_id is not set on port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:10.811501 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.818910 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Router 63a877c0-8edc-42ac-87a7-9575b8905ea9 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:30:10.836761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.930531 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc033a6-89e1-44c4-bb57-4cf593d8fe8c None None] Network a25744f7-d7b3-4568-9226-36f0491dbc14 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:10.934452 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80a1edf2-98c4-4a5e-bfe0-bbfbe170fe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.942953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.989289 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-166e2759-cc6e-4ab7-95f7-f43f78c82b62 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8551989 Dec 10 18:30:10.994416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58004) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:11.004035 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-7cb1fe1c-94b2-4db4-87aa-05b97043046d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-472016869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:11.051095 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:30:11.054305 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.059311 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8df3b4c9-5579-4b35-8132-d4632e7faea6 admin admin] 10.222.0.60 "PUT /v2.0/routers/63a877c0-8edc-42ac-87a7-9575b8905ea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6527300 Dec 10 18:30:11.093837 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e955c2e4-5e9e-4231-adbb-c9665b3b3fe7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:11.100892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e955c2e4-5e9e-4231-adbb-c9665b3b3fe7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.164087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Sync routers for ids ['63a877c0-8edc-42ac-87a7-9575b8905ea9'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:30:11.171558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Pushing event updated for resources: {'Port': ['ID=8a570a98-a56e-4e1a-886e-4c7a594ef7c7,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:11.192078 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cb78db58-69a5-4afb-822c-b73fc6cec029 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.257593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a0132bf0-4893-4ff0-b4d5-9e9b68c1b28f None None] Provisioning complete for port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:11.263076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a0132bf0-4893-4ff0-b4d5-9e9b68c1b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.297291 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:11.297625 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:11.297983 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:11.305304 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.309029 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:11.309361 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:11.313447 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 2 to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 Dec 10 18:30:11.339834 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1edf2-98c4-4a5e-bfe0-bbfbe170fe79 None None] Pushing event updated for resources: {'Port': ['ID=4653c8e5-139d-4ae9-bf8b-84ee0da033ad,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:11.359302 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:30:05Z', 'revision_number': 4, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port': {'id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:57Z', 'updated_at': '2021-12-10T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '94c44b87-84dd-4c8c-8a15-d3f344c3d243', 'name': '', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'mac_address': 'fa:16:3e:59:cf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:06Z', 'revision_number': 2, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'subnets': [{'id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:11.361821 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a0132bf0-4893-4ff0-b4d5-9e9b68c1b28f None None] Port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:11.377273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:11.378618 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:11.379701 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:11.388410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Routers {'63a877c0-8edc-42ac-87a7-9575b8905ea9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:11.388975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:29:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['63a877c0-8edc-42ac-87a7-9575b8905ea9'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:11.401737 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:11.402714 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:11.417392 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 3 to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 Dec 10 18:30:11.420176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb381d0-2fa4-4a78-b658-721120950c8c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:11.450680 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Checking router: e80a5744-0318-4176-af94-fe9d24361a9a for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:30:11.451294 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Updating router e80a5744-0318-4176-af94-fe9d24361a9a port 94c44b87-84dd-4c8c-8a15-d3f344c3d243 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:30:11.482642 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:11.483805 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:11.484724 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:11.487001 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7cb1fe1c-94b2-4db4-87aa-05b97043046d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.490874 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7cb1fe1c-94b2-4db4-87aa-05b97043046d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.511065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cb78db58-69a5-4afb-822c-b73fc6cec029 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.514699 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:11.519414 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:11.520504 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 4 to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 Dec 10 18:30:11.533145 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.545823 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58020) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:11.574065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:11.577909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:11.579631 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:11.587039 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:11.590733 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:11.595122 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 5 to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 Dec 10 18:30:11.597331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7cb1fe1c-94b2-4db4-87aa-05b97043046d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.605672 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cb78db58-69a5-4afb-822c-b73fc6cec029 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.617963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.659923 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Set router 63a877c0-8edc-42ac-87a7-9575b8905ea9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:11.666169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:11.682196 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:11.686177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10237d4d-4752-4335-80be-1ee5b2a41525') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:11.687640 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:11.687764 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10237d4d-4752-4335-80be-1ee5b2a41525') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:11.688369 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:11.697582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7cb1fe1c-94b2-4db4-87aa-05b97043046d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.707232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:11.709190 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:11.711311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.712168 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 6 to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 Dec 10 18:30:11.733987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78db58-69a5-4afb-822c-b73fc6cec029 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edffb6f7-690d-46a4-90ef-18cd044aaa60,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:11.762304 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.772124 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:11.773140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:11.774872 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:11.779227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:30:11.779996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:30:11.782437 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:30:11.787946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:11.789920 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:11.790587 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 7 to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 Dec 10 18:30:11.820438 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-979876016', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:11.830897 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:30:11.832422 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:11.832763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:11.833268 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:11.840064 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:11.840403 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:11.840891 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 8 to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 Dec 10 18:30:11.865468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58024) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:11.867369 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:11.867719 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:11.869192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:11.869676 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a0132bf0-4893-4ff0-b4d5-9e9b68c1b28f None None] Provisioning complete for port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:11.870097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a0132bf0-4893-4ff0-b4d5-9e9b68c1b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.877390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-20db9d61-eda9-4d45-9b5f-5e0079e71f82 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895548081', 'description': 'tempest-description--961394839'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:11.892086 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cb78db58-69a5-4afb-822c-b73fc6cec029 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.896815 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cb78db58-69a5-4afb-822c-b73fc6cec029 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1735277 Dec 10 18:30:11.897430 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58026) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:11.907941 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-0a1367bd-0b40-48b7-9311-a626f7eb88dc tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Request body: {'security_group_rule': {'security_group_id': 'ac0d061c-db8b-4ec0-94ca-44253b746014', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:11.920218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:11.920218 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:11.921537 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 9 to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 Dec 10 18:30:11.949868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:11.950455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:11.950953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:11.957069 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:11.957664 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:11.958279 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.plugins.ml2.plugin [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 10 to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 Dec 10 18:30:11.970092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7cb1fe1c-94b2-4db4-87aa-05b97043046d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.974544 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7cb1fe1c-94b2-4db4-87aa-05b97043046d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9717937 Dec 10 18:30:11.977916 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58028) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:12.012603 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 16149cc2-e4e4-40b6-830b-eac7a0075894 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:12.012603 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.021969 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Made reservation on behalf of 794da26c042444bfb4494ce889506ffa for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:12.024067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.027001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:12.027001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:12.027001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:12.036590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e955c2e4-5e9e-4231-adbb-c9665b3b3fe7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.096576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:12.097079 dv-neutron-821434-1-hyperv neutron-server[103594]: ERROR neutron.plugins.ml2.managers [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:12.097314 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.101672 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.126779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e955c2e4-5e9e-4231-adbb-c9665b3b3fe7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:12.129889 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-a25744f7-d7b3-4568-9226-36f0491dbc14', 'network_id': 'a25744f7-d7b3-4568-9226-36f0491dbc14', 'project_id': '5c2934e5914e4618943cc259daa36945', 'fixed_ips': [{'subnet_id': '585e1f56-4b66-4ff1-b54f-d31c92b7b5d5'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:12.131114 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-e955c2e4-5e9e-4231-adbb-c9665b3b3fe7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:12.131735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.136898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.140969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e955c2e4-5e9e-4231-adbb-c9665b3b3fe7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.141641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e955c2e4-5e9e-4231-adbb-c9665b3b3fe7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.145162 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679d70f2-621d-43ad-a650-0b3a395b842b None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:30:12.154423 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-20db9d61-eda9-4d45-9b5f-5e0079e71f82 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.161684 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:30:12.181512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.182328 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.185965 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "DELETE /v2.0/networks/46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a HTTP/1.1" status: 204 len: 168 time: 5.4968936 Dec 10 18:30:12.189278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58030) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:12.192848 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.206168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16481153-d7fc-429f-86dd-19d9f9b7ad38 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event deleted for resources: {'Network': ['ID=46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:12.302186 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ca67ffc1-cf56-4a91-aa55-ed141d39c9aa tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1113820 Dec 10 18:30:12.304482 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955c2e4-5e9e-4231-adbb-c9665b3b3fe7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=9c4d40e3-7a1f-4e0c-a138-b15f7da94e9d,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:12.307663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58032) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:12.399576 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e955c2e4-5e9e-4231-adbb-c9665b3b3fe7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6339531 Dec 10 18:30:12.403758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58034) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:12.411968 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a295bcad-a2ac-4767-b010-314f9acd0277 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'name': 'tempest-NetworksTestDHCPv6-1082409053'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:12.427729 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Attempting to bind port 94c44b87-84dd-4c8c-8a15-d3f344c3d243 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:12.428300 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Attempting to bind port 94c44b87-84dd-4c8c-8a15-d3f344c3d243 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '991d0126-7a49-4230-b43c-4ee78af21e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:12.428447 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Attempting to bind port 94c44b87-84dd-4c8c-8a15-d3f344c3d243 on network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:12.436047 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:12.436342 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Checking segment: {'id': '991d0126-7a49-4230-b43c-4ee78af21e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:12.436744 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.437141 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Bound using segment: {'id': '991d0126-7a49-4230-b43c-4ee78af21e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:12.437621 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Bound port: 94c44b87-84dd-4c8c-8a15-d3f344c3d243, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991d0126-7a49-4230-b43c-4ee78af21e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:12.438066 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.474780 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2f108a61-af9a-4ed7-a7ed-3626f5c6139d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:12.538592 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a1367bd-0b40-48b7-9311-a626f7eb88dc tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.573456 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] For port 94c44b87-84dd-4c8c-8a15-d3f344c3d243, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:12.577128 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] For port 94c44b87-84dd-4c8c-8a15-d3f344c3d243, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=94c44b87-84dd-4c8c-8a15-d3f344c3d243,segment=NetworkSegment(991d0126-7a49-4230-b43c-4ee78af21e1d),segment_id=991d0126-7a49-4230-b43c-4ee78af21e1d)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:12.586262 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3d04a-4c04-4e1f-926a-014811d39d84 None None] Pushing event updated for resources: {'Port': ['ID=94c44b87-84dd-4c8c-8a15-d3f344c3d243,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:12.590901 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58036) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:12.608558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3022bbc9-4ad2-441c-8915-c12e1e08e967 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198605527', 'description': 'tempest-description--2116103474'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:12.642461 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.655434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:30:02Z', 'revision_number': 4, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4653c8e5-139d-4ae9-bf8b-84ee0da033ad', 'name': '', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'mac_address': 'fa:16:3e:fa:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10285287-a2f3-4c13-9830-3267cee803d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:59Z', 'updated_at': '2021-12-10T18:30:09Z', 'revision_number': 4, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'subnets': [{'id': '10285287-a2f3-4c13-9830-3267cee803d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:12.696359 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.746118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3f2a95d7-7ce6-4c9a-b347-00012b59a3d8', 'name': '', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'mac_address': 'fa:16:3e:ca:65:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:08Z', 'revision_number': 2, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'subnets': [{'id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:12.749939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-679d70f2-621d-43ad-a650-0b3a395b842b None None] Deleting port 18b52106-a6cd-48ad-ae4f-85cfccfaee7f {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:12.749939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-679d70f2-621d-43ad-a650-0b3a395b842b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.772944 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Routers {'e80a5744-0318-4176-af94-fe9d24361a9a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:12.775647 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:29:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e80a5744-0318-4176-af94-fe9d24361a9a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:12.783085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a1367bd-0b40-48b7-9311-a626f7eb88dc tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.784306 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3d04a-4c04-4e1f-926a-014811d39d84 None None] Pushing event updated for resources: {'Port': ['ID=94c44b87-84dd-4c8c-8a15-d3f344c3d243,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:12.852507 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6fded-d63d-4ea4-9392-9a2c3f2d3d34 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.852967 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6fded-d63d-4ea4-9392-9a2c3f2d3d34 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.853416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6fded-d63d-4ea4-9392-9a2c3f2d3d34 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.854004 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6fded-d63d-4ea4-9392-9a2c3f2d3d34 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.854386 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6fded-d63d-4ea4-9392-9a2c3f2d3d34 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.854816 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6fded-d63d-4ea4-9392-9a2c3f2d3d34 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.855257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6fded-d63d-4ea4-9392-9a2c3f2d3d34 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.855699 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6fded-d63d-4ea4-9392-9a2c3f2d3d34 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.857647 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8bd6fded-d63d-4ea4-9392-9a2c3f2d3d34 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5232 time: 0.5403039 Dec 10 18:30:12.870255 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58038) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:12.929231 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-6b727bf4-ec1f-4043-bebe-55e1b2628a48 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] delete failed (client error): The resource could not be found. Dec 10 18:30:12.930398 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6b727bf4-ec1f-4043-bebe-55e1b2628a48 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/e1133cc5-f12d-4091-a6ec-251d97ec4b6c HTTP/1.1" status: 404 len: 345 time: 0.0570509 Dec 10 18:30:12.934067 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58040) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:12.963055 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fde673-1e28-4f92-98a2-a2a7983603bb None None] The sync data for ids ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'] in dv-neutron-821434-1-hyperv is: [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:30:02Z', 'revision_number': 4, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4653c8e5-139d-4ae9-bf8b-84ee0da033ad', 'name': '', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'mac_address': 'fa:16:3e:fa:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10285287-a2f3-4c13-9830-3267cee803d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:59Z', 'updated_at': '2021-12-10T18:30:09Z', 'revision_number': 4, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'subnets': [{'id': '10285287-a2f3-4c13-9830-3267cee803d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:30:12.994622 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] Set router e80a5744-0318-4176-af94-fe9d24361a9a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:12.997311 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.000462 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41edc90-2c03-4cec-a8fd-13c1851ba5b2 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] DELETE failed (client error): The resource could not be found. Dec 10 18:30:13.003071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41edc90-2c03-4cec-a8fd-13c1851ba5b2 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:30:13.004665 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d41edc90-2c03-4cec-a8fd-13c1851ba5b2 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "DELETE /v2.0/networks/46fd74e2-a3d6-4c33-bee5-a87b2aa8ea9a HTTP/1.1" status: 404 len: 339 time: 0.0696542 Dec 10 18:30:13.010988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58042) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:13.020107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a7fe5987-edb9-46f5-ab7f-68e88649984d tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Request body: {'network': {'name': 'tempest-network--1967235525', 'router:external': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:13.053258 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Checking router: 63a877c0-8edc-42ac-87a7-9575b8905ea9 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:30:13.053603 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Updating router 63a877c0-8edc-42ac-87a7-9575b8905ea9 port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:30:13.071697 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a6c63777-12d7-4dad-908f-3ab6d0028e2c None None] Provisioning complete for port 94c44b87-84dd-4c8c-8a15-d3f344c3d243 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:13.072088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a6c63777-12d7-4dad-908f-3ab6d0028e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.086796 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3022bbc9-4ad2-441c-8915-c12e1e08e967 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.088732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a1367bd-0b40-48b7-9311-a626f7eb88dc tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.096564 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] For port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7, host hv-neutron-8214, cleared binding levels {{(pid=103594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:13.096998 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempted to set empty binding levels {{(pid=103594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:30:13.117860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-679d70f2-621d-43ad-a650-0b3a395b842b None None] For port 18b52106-a6cd-48ad-ae4f-85cfccfaee7f, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=18b52106-a6cd-48ad-ae4f-85cfccfaee7f,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:13.118265 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-679d70f2-621d-43ad-a650-0b3a395b842b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.161901 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1367bd-0b40-48b7-9311-a626f7eb88dc tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970d242b-b099-4db6-bcb6-8b0b851d13b7,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:13.164586 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.185233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fe5987-edb9-46f5-ab7f-68e88649984d tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Made reservation on behalf of 93e8db8a85d94972b70bb9fb10d58339 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:13.188800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 2f108a61-af9a-4ed7-a7ed-3626f5c6139d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:13.189157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a7fe5987-edb9-46f5-ab7f-68e88649984d tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.189282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.228950 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Allocated IP 172.20.0.2 (a25744f7-d7b3-4568-9226-36f0491dbc14/585e1f56-4b66-4ff1-b54f-d31c92b7b5d5/1572bae3-eca8-4b57-be8e-934cad80d26f) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:13.236255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.238472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-679d70f2-621d-43ad-a650-0b3a395b842b None None] Calling delete_port for 18b52106-a6cd-48ad-ae4f-85cfccfaee7f owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:13.246417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3022bbc9-4ad2-441c-8915-c12e1e08e967 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.249905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fe5987-edb9-46f5-ab7f-68e88649984d tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:13.253031 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-20db9d61-eda9-4d45-9b5f-5e0079e71f82 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.255368 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] device_id is not set on port a6f1874f-d6eb-4b78-aa94-07fee2d8ed7f yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:13.271411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a7fe5987-edb9-46f5-ab7f-68e88649984d tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.274295 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-a7fe5987-edb9-46f5-ab7f-68e88649984d tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Added segment 6d1d14e5-869a-47a2-9ec9-6ed41c649b99 of type vlan for network 6220700f-4ab1-4adb-9573-0dc1f4c1bde8 Dec 10 18:30:13.296681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ced74c-3d66-4c8a-9240-1e4ab43c6818,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:13.300689 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.376609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Pushing event updated for resources: {'Port': ['ID=8a570a98-a56e-4e1a-886e-4c7a594ef7c7,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:13.384996 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a1367bd-0b40-48b7-9311-a626f7eb88dc tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.387283 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0a1367bd-0b40-48b7-9311-a626f7eb88dc tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4820299 Dec 10 18:30:13.395962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58044) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:13.425610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:13.445650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] In _notify_port_updated(), no bound segment for port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:30:13.451876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.451876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.452297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a7fe5987-edb9-46f5-ab7f-68e88649984d tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.452677 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2b1b0cde-cae5-4e79-8ac9-e22d13a7a996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "PUT /v2.0/ports/8a570a98-a56e-4e1a-886e-4c7a594ef7c7 HTTP/1.1" status: 200 len: 980 time: 4.1828885 Dec 10 18:30:13.454474 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-20db9d61-eda9-4d45-9b5f-5e0079e71f82 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.462164 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3022bbc9-4ad2-441c-8915-c12e1e08e967 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.462270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58046) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:13.518026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a295bcad-a2ac-4767-b010-314f9acd0277 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:13.522117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a295bcad-a2ac-4767-b010-314f9acd0277 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.600015 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:30:05Z', 'revision_number': 4, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port': {'id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:57Z', 'updated_at': '2021-12-10T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '94c44b87-84dd-4c8c-8a15-d3f344c3d243', 'name': '', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'mac_address': 'fa:16:3e:59:cf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:12Z', 'revision_number': 4, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'subnets': [{'id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:13.617617 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-a295bcad-a2ac-4767-b010-314f9acd0277 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 681d942b-da29-4c50-8f29-6cca8f5c8d40 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:13.652503 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1479e41c-bbf5-43ae-a2f3-d07f700c43d1 None None] The sync data for ids ['e80a5744-0318-4176-af94-fe9d24361a9a'] in dv-neutron-821434-1-hyperv is: [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:30:05Z', 'revision_number': 4, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port': {'id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:57Z', 'updated_at': '2021-12-10T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '94c44b87-84dd-4c8c-8a15-d3f344c3d243', 'name': '', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'mac_address': 'fa:16:3e:59:cf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:12Z', 'revision_number': 4, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'subnets': [{'id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:30:13.667280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.667837 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.668306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.668763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.669213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.669712 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.670238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.670688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.671140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.671596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.672050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.674707 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.674707 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.674707 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.674707 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.686440 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7380aba7-41df-4eb2-adbd-94f42fa54853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13822 time: 0.2171915 Dec 10 18:30:13.688586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58048) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:13.691169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for floatingip, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.811667 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a7fe5987-edb9-46f5-ab7f-68e88649984d tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.816851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fe5987-edb9-46f5-ab7f-68e88649984d tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.823241 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a7fe5987-edb9-46f5-ab7f-68e88649984d tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.885029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a6c63777-12d7-4dad-908f-3ab6d0028e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:13.968347 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db9d61-eda9-4d45-9b5f-5e0079e71f82 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a743d68-f435-4f10-bec8-cf48064ee8d5,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:14.016660 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022bbc9-4ad2-441c-8915-c12e1e08e967 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8f2a9a-b339-4fc3-9d74-1259909dd819,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:14.034909 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.058030 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3022bbc9-4ad2-441c-8915-c12e1e08e967 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.060695 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3022bbc9-4ad2-441c-8915-c12e1e08e967 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4643276 Dec 10 18:30:14.070035 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58050) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:14.081237 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a1656a7a-e02f-483f-a578-c85c2e7c1334 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Request body: {'security_group_rule': {'security_group_id': 'ea8f2a9a-b339-4fc3-9d74-1259909dd819', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:14.122643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.193477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 94c44b87-84dd-4c8c-8a15-d3f344c3d243 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:14.199663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-20db9d61-eda9-4d45-9b5f-5e0079e71f82 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.203471 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-20db9d61-eda9-4d45-9b5f-5e0079e71f82 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.3285658 Dec 10 18:30:14.229857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58052) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:14.233886 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a6c63777-12d7-4dad-908f-3ab6d0028e2c None None] For port 94c44b87-84dd-4c8c-8a15-d3f344c3d243, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=94c44b87-84dd-4c8c-8a15-d3f344c3d243,segment=NetworkSegment(991d0126-7a49-4230-b43c-4ee78af21e1d),segment_id=991d0126-7a49-4230-b43c-4ee78af21e1d)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:14.244585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8cafbc23-ffc6-42a0-bd87-cfea50ce20ad tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Request body: {'security_group_rule': {'security_group_id': '3a743d68-f435-4f10-bec8-cf48064ee8d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:14.245983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Network a25744f7-d7b3-4568-9226-36f0491dbc14 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:14.254101 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:14.255918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-679d70f2-621d-43ad-a650-0b3a395b842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.262715 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-a295bcad-a2ac-4767-b010-314f9acd0277 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::28e (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/9c4d40e3-7a1f-4e0c-a138-b15f7da94e9d/681d942b-da29-4c50-8f29-6cca8f5c8d40) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:14.270493 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:14.271826 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-839cf08d-10ae-46e9-b436-6386e1949ee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Deleting port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:14.272307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-839cf08d-10ae-46e9-b436-6386e1949ee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.295495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d70f2-621d-43ad-a650-0b3a395b842b None None] No DVR routers for this DVR port 18b52106-a6cd-48ad-ae4f-85cfccfaee7f on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:30:14.339495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Pushing event updated for resources: {'Port': ['ID=1572bae3-eca8-4b57-be8e-934cad80d26f,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:14.368331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a6c63777-12d7-4dad-908f-3ab6d0028e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.376484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42dcd08-9c49-4207-aea7-9d9556a40ab5 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:14.393435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 94c44b87-84dd-4c8c-8a15-d3f344c3d243 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:14.394987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.526159 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Allocated IP 172.26.5.242 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/a6f1874f-d6eb-4b78-aa94-07fee2d8ed7f) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:14.541349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-839cf08d-10ae-46e9-b436-6386e1949ee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] For port 8a570a98-a56e-4e1a-886e-4c7a594ef7c7, host hv-neutron-8214, got binding levels [] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:14.542858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-839cf08d-10ae-46e9-b436-6386e1949ee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.577855 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a7fe5987-edb9-46f5-ab7f-68e88649984d tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5656645 Dec 10 18:30:14.578601 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe5987-edb9-46f5-ab7f-68e88649984d tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event updated for resources: {'Network': ['ID=6220700f-4ab1-4adb-9573-0dc1f4c1bde8,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:14.609818 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58056) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:14.617617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d70f2-621d-43ad-a650-0b3a395b842b None None] Pushing event deleted for resources: {'Port': ['ID=18b52106-a6cd-48ad-ae4f-85cfccfaee7f,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:14.623137 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-839cf08d-10ae-46e9-b436-6386e1949ee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Calling delete_port for 8a570a98-a56e-4e1a-886e-4c7a594ef7c7 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:14.628220 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 6220700f-4ab1-4adb-9573-0dc1f4c1bde8 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:14.644478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Attempting to bind port 1572bae3-eca8-4b57-be8e-934cad80d26f on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:14.644953 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Attempting to bind port 1572bae3-eca8-4b57-be8e-934cad80d26f by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '9a136052-3aef-4c98-ad6b-2aad6e879895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a25744f7-d7b3-4568-9226-36f0491dbc14'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:14.645405 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Attempting to bind port 1572bae3-eca8-4b57-be8e-934cad80d26f on network a25744f7-d7b3-4568-9226-36f0491dbc14 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:14.704152 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Allocated IP 172.20.0.1 (a25744f7-d7b3-4568-9226-36f0491dbc14/585e1f56-4b66-4ff1-b54f-d31c92b7b5d5/53f31dd9-6f45-4e5c-83a1-cd7a5565679d) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:14.731651 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.761311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8cafbc23-ffc6-42a0-bd87-cfea50ce20ad tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.762842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.767196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:14.773079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Checking segment: {'id': '9a136052-3aef-4c98-ad6b-2aad6e879895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a25744f7-d7b3-4568-9226-36f0491dbc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:14.773079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.773079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Bound using segment: {'id': '9a136052-3aef-4c98-ad6b-2aad6e879895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a25744f7-d7b3-4568-9226-36f0491dbc14'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:14.773079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Bound port: 1572bae3-eca8-4b57-be8e-934cad80d26f, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a136052-3aef-4c98-ad6b-2aad6e879895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a25744f7-d7b3-4568-9226-36f0491dbc14'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:14.773079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.820199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4df9f9fc-867f-4308-a260-bae966672026 None None] Provisioning complete for port 94c44b87-84dd-4c8c-8a15-d3f344c3d243 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:14.820566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4df9f9fc-867f-4308-a260-bae966672026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.852035 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a1656a7a-e02f-483f-a578-c85c2e7c1334 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.870556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8cafbc23-ffc6-42a0-bd87-cfea50ce20ad tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.935555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:14.968849 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c63777-12d7-4dad-908f-3ab6d0028e2c None None] Pushing event updated for resources: {'Port': ['ID=94c44b87-84dd-4c8c-8a15-d3f344c3d243,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:15.051785 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8cafbc23-ffc6-42a0-bd87-cfea50ce20ad tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.056151 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '9c4d40e3-7a1f-4e0c-a138-b15f7da94e9d'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:15.057069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.121133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a295bcad-a2ac-4767-b010-314f9acd0277 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.188614 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.194649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafbc23-ffc6-42a0-bd87-cfea50ce20ad tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066541b5-ce9d-481c-85a2-c77807450778,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:15.242087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] For port 1572bae3-eca8-4b57-be8e-934cad80d26f, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:15.244666 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bb4a0-4f87-4b88-b465-501ba8fad225 None None] Pushing event updated for resources: {'Port': ['ID=3f2a95d7-7ce6-4c9a-b347-00012b59a3d8,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:15.254118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] For port 1572bae3-eca8-4b57-be8e-934cad80d26f, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1572bae3-eca8-4b57-be8e-934cad80d26f,segment=NetworkSegment(9a136052-3aef-4c98-ad6b-2aad6e879895),segment_id=9a136052-3aef-4c98-ad6b-2aad6e879895)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:15.297031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8cafbc23-ffc6-42a0-bd87-cfea50ce20ad tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.300633 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8cafbc23-ffc6-42a0-bd87-cfea50ce20ad tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0581214 Dec 10 18:30:15.306683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58058) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:15.334967 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-eb9cacd9-368b-4a88-8d54-db4798300d5a tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Request body: {'security_group_rule': {'security_group_id': '3a743d68-f435-4f10-bec8-cf48064ee8d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:15.356085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4653c8e5-139d-4ae9-bf8b-84ee0da033ad up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:15.415425 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.421812 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9523c-330c-42f1-ac66-f318415bae96 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:15.428335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9523c-330c-42f1-ac66-f318415bae96 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:15.448250 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9523c-330c-42f1-ac66-f318415bae96 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:15.464729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Network a25744f7-d7b3-4568-9226-36f0491dbc14 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:15.464940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9523c-330c-42f1-ac66-f318415bae96 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:15.473990 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-34b9523c-330c-42f1-ac66-f318415bae96 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8618166 Dec 10 18:30:15.476209 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58060) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:15.490987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:15.548873 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:15.549404 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.580645 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a1656a7a-e02f-483f-a578-c85c2e7c1334 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.634643 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.664131 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eb9cacd9-368b-4a88-8d54-db4798300d5a tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.703468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event updated for resources: {'Port': ['ID=53f31dd9-6f45-4e5c-83a1-cd7a5565679d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:15.727094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68d3d532-4ee6-4f68-bd7d-5db55e438b93 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.768020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.787812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a1656a7a-e02f-483f-a578-c85c2e7c1334 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.821343 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a295bcad-a2ac-4767-b010-314f9acd0277 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.837595 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-839cf08d-10ae-46e9-b436-6386e1949ee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.848060 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1656a7a-e02f-483f-a578-c85c2e7c1334 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabfcc00-9206-4f3a-8ada-a6beb8a50f54,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:15.889656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.938238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Pushing event updated for resources: {'Port': ['ID=a6f1874f-d6eb-4b78-aa94-07fee2d8ed7f,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:15.953137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Attempting to bind port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:15.953137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Attempting to bind port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'e5e6aa80-20a5-4b0c-989a-59d560e97b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:15.953618 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Attempting to bind port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 on network 62f9555d-cabd-4fc1-91e0-b246290379c5 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:15.968664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:15.974330 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Allocated IP 172.26.5.5 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/72c5df80-1747-4962-acdf-efb26ef1de08) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:15.977600 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:15.990932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:15.992272 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:15.992831 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:15.998347 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a1656a7a-e02f-483f-a578-c85c2e7c1334 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.001047 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a1656a7a-e02f-483f-a578-c85c2e7c1334 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9228992 Dec 10 18:30:16.007658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58062) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:16.009942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eb9cacd9-368b-4a88-8d54-db4798300d5a tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.015403 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-99f392b4-dab4-4615-9fec-eb8bdd9326b7 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Request body: {'security_group_rule': {'security_group_id': 'ea8f2a9a-b339-4fc3-9d74-1259909dd819', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:16.025645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:16.026759 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Checking segment: {'id': 'e5e6aa80-20a5-4b0c-989a-59d560e97b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:16.027183 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.028316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Bound using segment: {'id': 'e5e6aa80-20a5-4b0c-989a-59d560e97b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:16.030809 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Bound port: 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e6aa80-20a5-4b0c-989a-59d560e97b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:16.031221 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.096499 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eb9cacd9-368b-4a88-8d54-db4798300d5a tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.102602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-839cf08d-10ae-46e9-b436-6386e1949ee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.113090 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-839cf08d-10ae-46e9-b436-6386e1949ee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "DELETE /v2.0/ports/8a570a98-a56e-4e1a-886e-4c7a594ef7c7 HTTP/1.1" status: 204 len: 168 time: 2.4225385 Dec 10 18:30:16.122753 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58064) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:16.131682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a295bcad-a2ac-4767-b010-314f9acd0277 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:16.137241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.173608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cacd9-368b-4a88-8d54-db4798300d5a tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079da91e-a2ac-4f62-a0a8-c98fb6df7520,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:16.180653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-99f392b4-dab4-4615-9fec-eb8bdd9326b7 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.253151 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:16.253601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.255273 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131a5dc-5d73-405e-be44-06094f5e9fc6 None None] Pushing event updated for resources: {'Port': ['ID=1572bae3-eca8-4b57-be8e-934cad80d26f,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:16.379950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68d3d532-4ee6-4f68-bd7d-5db55e438b93 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.384973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-a295bcad-a2ac-4767-b010-314f9acd0277 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:16.387390 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a295bcad-a2ac-4767-b010-314f9acd0277 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:16.394256 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a295bcad-a2ac-4767-b010-314f9acd0277 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:16.394866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a295bcad-a2ac-4767-b010-314f9acd0277 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.397128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Allocated IP 2001:db8::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/9c4d40e3-7a1f-4e0c-a138-b15f7da94e9d/c596e91c-2293-4851-9119-48123a1c6f65) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:16.398176 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-06393b17-d9e5-47c2-8059-ee1297d0c607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:30:16.404923 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-06393b17-d9e5-47c2-8059-ee1297d0c607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "GET /v2.0/ports/8a570a98-a56e-4e1a-886e-4c7a594ef7c7 HTTP/1.1" status: 404 len: 333 time: 0.2713923 Dec 10 18:30:16.429775 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fe7f597a-452a-46f0-9d51-2f45b8d115cc None None] Provisioning complete for port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:16.430250 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fe7f597a-452a-46f0-9d51-2f45b8d115cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.430369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58066) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:16.447576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-cc7e820b-57a7-49b7-8e71-52251d3c6e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-227132874', 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:16.519360 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-46a62250-d7f0-40ff-8e2c-5cd49af1cce9 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.9716392 Dec 10 18:30:16.530977 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] For port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:16.533860 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58068) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:16.542052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-9aba3487-0c3f-42e8-a522-f6c3400e793b tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}]}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:16.555299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-68d3d532-4ee6-4f68-bd7d-5db55e438b93 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6220700f-4ab1-4adb-9573-0dc1f4c1bde8']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:16.557174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eb9cacd9-368b-4a88-8d54-db4798300d5a tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.561137 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-eb9cacd9-368b-4a88-8d54-db4798300d5a tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2372255 Dec 10 18:30:16.561266 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295bcad-a2ac-4767-b010-314f9acd0277 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=681d942b-da29-4c50-8f29-6cca8f5c8d40,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:16.568745 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58070) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:16.574625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] For port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3f2a95d7-7ce6-4c9a-b347-00012b59a3d8,segment=NetworkSegment(e5e6aa80-20a5-4b0c-989a-59d560e97b40),segment_id=e5e6aa80-20a5-4b0c-989a-59d560e97b40)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:16.584088 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:16.623253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a28fbde9-ac5d-4fe7-8689-6b55bd5b4aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.628272 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-68d3d532-4ee6-4f68-bd7d-5db55e438b93 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1d14e5-869a-47a2-9ec9-6ed41c649b99') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:16.628866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-68d3d532-4ee6-4f68-bd7d-5db55e438b93 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1d14e5-869a-47a2-9ec9-6ed41c649b99') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:16.632106 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f597a-452a-46f0-9d51-2f45b8d115cc None None] Port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:16.642234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68d3d532-4ee6-4f68-bd7d-5db55e438b93 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.648268 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-99f392b4-dab4-4615-9fec-eb8bdd9326b7 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.650432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.657000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cf08d-10ae-46e9-b436-6386e1949ee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a570a98-a56e-4e1a-886e-4c7a594ef7c7,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:16.675344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7e820b-57a7-49b7-8e71-52251d3c6e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Made reservation on behalf of 48efd0b71fc545008ad65fcc09aca645 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:16.675344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc7e820b-57a7-49b7-8e71-52251d3c6e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.687521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.698692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68d3d532-4ee6-4f68-bd7d-5db55e438b93 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.715544 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.718555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d3d532-4ee6-4f68-bd7d-5db55e438b93 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:30:16.719085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68d3d532-4ee6-4f68-bd7d-5db55e438b93 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:30:16.724294 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:30:16.734977 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-cc7e820b-57a7-49b7-8e71-52251d3c6e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] device_id is not set on port 999bbcdb-6421-4237-af43-ecc234543076 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:16.747252 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a295bcad-a2ac-4767-b010-314f9acd0277 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3422253 Dec 10 18:30:16.749883 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58072) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:16.819030 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-99f392b4-dab4-4615-9fec-eb8bdd9326b7 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.836774 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.838467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.853763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f392b4-dab4-4615-9fec-eb8bdd9326b7 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d534f9b7-5aed-44c9-85d6-4c7130876231,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:16.853960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Routers {'63a877c0-8edc-42ac-87a7-9575b8905ea9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:16.853960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:29:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['63a877c0-8edc-42ac-87a7-9575b8905ea9'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:16.855828 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bb4a0-4f87-4b88-b465-501ba8fad225 None None] Pushing event updated for resources: {'Port': ['ID=3f2a95d7-7ce6-4c9a-b347-00012b59a3d8,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:16.873749 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9aba3487-0c3f-42e8-a522-f6c3400e793b tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.890799 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9aba3487-0c3f-42e8-a522-f6c3400e793b tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.919459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 18b52106-a6cd-48ad-ae4f-85cfccfaee7f no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:16.938431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event updated for resources: {'Port': ['ID=53f31dd9-6f45-4e5c-83a1-cd7a5565679d,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:16.983653 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68d3d532-4ee6-4f68-bd7d-5db55e438b93 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.992975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 18b52106-a6cd-48ad-ae4f-85cfccfaee7f {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:30:16.993519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 18b52106-a6cd-48ad-ae4f-85cfccfaee7f not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:30:16.995854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d3d532-4ee6-4f68-bd7d-5db55e438b93 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6220700f-4ab1-4adb-9573-0dc1f4c1bde8 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:30:17.008290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68d3d532-4ee6-4f68-bd7d-5db55e438b93 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.016065 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-68d3d532-4ee6-4f68-bd7d-5db55e438b93 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "DELETE /v2.0/networks/6220700f-4ab1-4adb-9573-0dc1f4c1bde8 HTTP/1.1" status: 204 len: 168 time: 1.5306058 Dec 10 18:30:17.016715 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58074) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:17.024969 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.063772 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] Set router 63a877c0-8edc-42ac-87a7-9575b8905ea9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:17.103268 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-142ec4d8-ef29-443c-bc0c-d0f297666dc5 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Request body: {'network': {'name': 'tempest-network--2113072768', 'router:external': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:17.110512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3d532-4ee6-4f68-bd7d-5db55e438b93 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event deleted for resources: {'Network': ['ID=6220700f-4ab1-4adb-9573-0dc1f4c1bde8,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:17.119107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.125312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f2d84f-f5ba-458f-a0f1-00d7e5ef18c3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:17.127551 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.131707 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-02f2d84f-f5ba-458f-a0f1-00d7e5ef18c3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3783805 Dec 10 18:30:17.140456 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Network a25744f7-d7b3-4568-9226-36f0491dbc14 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:17.141852 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58076) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:17.155118 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:17.155215 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9aba3487-0c3f-42e8-a522-f6c3400e793b tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.160229 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.219822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc7e820b-57a7-49b7-8e71-52251d3c6e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.237861 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:17.259168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:17.274020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:17.300613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Pushing event updated for resources: {'Port': ['ID=72c5df80-1747-4962-acdf-efb26ef1de08,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:17.321587 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:17.334239 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:17.369272 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:17.417228 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 94c44b87-84dd-4c8c-8a15-d3f344c3d243 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:17.429036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Pushing event updated for resources: {'Port': ['ID=c596e91c-2293-4851-9119-48123a1c6f65,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:17.466210 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-868fc8d9-47db-40a1-8d4d-67528f9b6c6b None None] Provisioning complete for port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:17.466583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-868fc8d9-47db-40a1-8d4d-67528f9b6c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.598949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Attempting to bind port c596e91c-2293-4851-9119-48123a1c6f65 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:17.600783 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Attempting to bind port c596e91c-2293-4851-9119-48123a1c6f65 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:17.601177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Attempting to bind port c596e91c-2293-4851-9119-48123a1c6f65 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:17.617642 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9aba3487-0c3f-42e8-a522-f6c3400e793b tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.648618 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:17.649037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:17.649913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.650317 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:17.651388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Bound port: c596e91c-2293-4851-9119-48123a1c6f65, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:17.651781 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.666355 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-99f392b4-dab4-4615-9fec-eb8bdd9326b7 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.669808 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-99f392b4-dab4-4615-9fec-eb8bdd9326b7 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6583295 Dec 10 18:30:17.672684 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 94c44b87-84dd-4c8c-8a15-d3f344c3d243 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:17.673063 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.686110 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58078) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:17.692604 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:17.708593 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142ec4d8-ef29-443c-bc0c-d0f297666dc5 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Made reservation on behalf of 93e8db8a85d94972b70bb9fb10d58339 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:17.717753 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-142ec4d8-ef29-443c-bc0c-d0f297666dc5 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.809171 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d2671d-0fa3-4c7e-b8fe-57ba40770f08 None None] Network a25744f7-d7b3-4568-9226-36f0491dbc14 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:17.869572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e9307-b9d6-4447-8320-9715322bdff7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 681d942b-da29-4c50-8f29-6cca8f5c8d40 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:17.869572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd6e9307-b9d6-4447-8320-9715322bdff7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.869838 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.869838 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142ec4d8-ef29-443c-bc0c-d0f297666dc5 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:17.869838 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-142ec4d8-ef29-443c-bc0c-d0f297666dc5 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.869838 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-142ec4d8-ef29-443c-bc0c-d0f297666dc5 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Added segment b67236dc-d175-4ed5-b75b-a53ef8980a33 of type vlan for network f07a8520-9a15-4795-bfbc-c538210ee89b Dec 10 18:30:17.901398 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.914406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-142ec4d8-ef29-443c-bc0c-d0f297666dc5 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.973584 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd6e9307-b9d6-4447-8320-9715322bdff7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.981355 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.985802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc7e820b-57a7-49b7-8e71-52251d3c6e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.997161 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Router 83dc107c-5836-4a10-ac49-f149acf239f5 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:30:18.018268 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e9307-b9d6-4447-8320-9715322bdff7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 681d942b-da29-4c50-8f29-6cca8f5c8d40 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:18.066499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-868fc8d9-47db-40a1-8d4d-67528f9b6c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.081643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.126101 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] For port c596e91c-2293-4851-9119-48123a1c6f65, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:18.150620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-142ec4d8-ef29-443c-bc0c-d0f297666dc5 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.151549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ec4d8-ef29-443c-bc0c-d0f297666dc5 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:18.152129 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-142ec4d8-ef29-443c-bc0c-d0f297666dc5 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.157924 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] For port c596e91c-2293-4851-9119-48123a1c6f65, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c596e91c-2293-4851-9119-48123a1c6f65,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:18.170461 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1572bae3-eca8-4b57-be8e-934cad80d26f up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:18.209591 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-868fc8d9-47db-40a1-8d4d-67528f9b6c6b None None] For port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3f2a95d7-7ce6-4c9a-b347-00012b59a3d8,segment=NetworkSegment(e5e6aa80-20a5-4b0c-989a-59d560e97b40),segment_id=e5e6aa80-20a5-4b0c-989a-59d560e97b40)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:18.214037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3f2a95d7-7ce6-4c9a-b347-00012b59a3d8', 'name': '', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'mac_address': 'fa:16:3e:ca:65:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:16Z', 'revision_number': 4, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'subnets': [{'id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:18.234715 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7e820b-57a7-49b7-8e71-52251d3c6e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Network 4796c673-9200-4b80-aae7-ddc2298a93af is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:18.257033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bb3bd-7748-4680-bf95-c9f7d9fa21f4 None None] The sync data for ids ['63a877c0-8edc-42ac-87a7-9575b8905ea9'] in dv-neutron-821434-1-hyperv is: [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3f2a95d7-7ce6-4c9a-b347-00012b59a3d8', 'name': '', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'mac_address': 'fa:16:3e:ca:65:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:16Z', 'revision_number': 4, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'subnets': [{'id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:30:18.260398 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.320137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-868fc8d9-47db-40a1-8d4d-67528f9b6c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.340505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Allocated IP 172.26.5.162 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/bb597d0e-6abd-4672-93a5-fe8011501482) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:18.370847 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:30:18.397469 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4447b-e9b7-4b31-ae66-021b5ead862d None None] Sync routers for ids ['83dc107c-5836-4a10-ac49-f149acf239f5'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:30:18.403985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 1572bae3-eca8-4b57-be8e-934cad80d26f triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:18.404582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.407478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81878b34-1624-4b44-b6c8-9f9224ee514a None None] Pushing event updated for resources: {'Port': ['ID=c596e91c-2293-4851-9119-48123a1c6f65,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:18.421019 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4447b-e9b7-4b31-ae66-021b5ead862d None None] Routers {'83dc107c-5836-4a10-ac49-f149acf239f5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:18.425405 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ded4447b-e9b7-4b31-ae66-021b5ead862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:29:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['83dc107c-5836-4a10-ac49-f149acf239f5'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:18.433842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.436570 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-02f97fb9-4cc7-4fd3-bf2d-7b593d34cf78 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "PUT /v2.0/routers/83dc107c-5836-4a10-ac49-f149acf239f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4575925 Dec 10 18:30:18.442822 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58080) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:18.468211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-42615a75-112e-4bee-8896-fa5afee109e0 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Request body: {'port': {'network_id': 'a25744f7-d7b3-4568-9226-36f0491dbc14', 'name': 'tempest-FloatingIPNegativeTestJSON-352365054'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:18.543361 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.545676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9aba3487-0c3f-42e8-a522-f6c3400e793b tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.557334 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ded4447b-e9b7-4b31-ae66-021b5ead862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:18.569040 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4447b-e9b7-4b31-ae66-021b5ead862d None None] Routers {'83dc107c-5836-4a10-ac49-f149acf239f5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:18.570002 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ded4447b-e9b7-4b31-ae66-021b5ead862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:29:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['83dc107c-5836-4a10-ac49-f149acf239f5'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:18.588026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9aba3487-0c3f-42e8-a522-f6c3400e793b tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.639543 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ded4447b-e9b7-4b31-ae66-021b5ead862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:18.644114 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4447b-e9b7-4b31-ae66-021b5ead862d None None] The sync data for ids ['83dc107c-5836-4a10-ac49-f149acf239f5'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:30:18.646958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-cc7e820b-57a7-49b7-8e71-52251d3c6e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:18.648833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e820b-57a7-49b7-8e71-52251d3c6e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Pushing event updated for resources: {'Port': ['ID=999bbcdb-6421-4237-af43-ecc234543076,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:18.652193 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ec4d8-ef29-443c-bc0c-d0f297666dc5 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event updated for resources: {'Network': ['ID=f07a8520-9a15-4795-bfbc-c538210ee89b,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:18.677016 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e820b-57a7-49b7-8e71-52251d3c6e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:18.678780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7e820b-57a7-49b7-8e71-52251d3c6e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:18.679658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc7e820b-57a7-49b7-8e71-52251d3c6e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.681654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-68dfdf24-922e-4713-8c36-0fae5572635c None None] Provisioning complete for port 1572bae3-eca8-4b57-be8e-934cad80d26f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:18.682054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-68dfdf24-922e-4713-8c36-0fae5572635c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.687229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fc8d9-47db-40a1-8d4d-67528f9b6c6b None None] Pushing event updated for resources: {'Port': ['ID=3f2a95d7-7ce6-4c9a-b347-00012b59a3d8,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:18.812880 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-142ec4d8-ef29-443c-bc0c-d0f297666dc5 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7671616 Dec 10 18:30:18.822475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.822682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.824651 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58084) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:18.828902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e5eb32a8-1172-4c07-9c4c-cdf46329a2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:18.881575 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network f07a8520-9a15-4795-bfbc-c538210ee89b details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:18.948127 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cc7e820b-57a7-49b7-8e71-52251d3c6e88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.5166874 Dec 10 18:30:18.956151 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58086) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:18.977962 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 1572bae3-eca8-4b57-be8e-934cad80d26f, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1572bae3-eca8-4b57-be8e-934cad80d26f,segment=NetworkSegment(9a136052-3aef-4c98-ad6b-2aad6e879895),segment_id=9a136052-3aef-4c98-ad6b-2aad6e879895)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:18.991987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-68dfdf24-922e-4713-8c36-0fae5572635c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.022251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.040383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.068546 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Pushing event updated for resources: {'Port': ['ID=72c5df80-1747-4962-acdf-efb26ef1de08,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:19.088500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.104929 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3649c1-c912-4513-9e06-7e3ad574c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:19.110378 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fe3649c1-c912-4513-9e06-7e3ad574c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "GET /v2.0/ports/999bbcdb-6421-4237-af43-ecc234543076 HTTP/1.1" status: 200 len: 958 time: 0.1526582 Dec 10 18:30:19.113198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58090) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:19.145192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd6e9307-b9d6-4447-8320-9715322bdff7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.207443 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=1572bae3-eca8-4b57-be8e-934cad80d26f,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:19.225430 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.226712 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-68dfdf24-922e-4713-8c36-0fae5572635c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:30:19.227306 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-68dfdf24-922e-4713-8c36-0fae5572635c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:30:19.238011 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-92dae212-f80e-4e0a-bf0b-7ea64bba83ac tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.8229876 Dec 10 18:30:19.275983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:19.300978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e9307-b9d6-4447-8320-9715322bdff7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=681d942b-da29-4c50-8f29-6cca8f5c8d40,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:19.332606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.361933 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f2bba9d8-8411-4794-a373-314575335000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Deleting port 999bbcdb-6421-4237-af43-ecc234543076 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:19.366144 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2bba9d8-8411-4794-a373-314575335000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.381404 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:19.381873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.386729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2fc6b2-3402-4141-a19b-62f4a02c0de5 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:19.391373 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-af2fc6b2-3402-4141-a19b-62f4a02c0de5 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] 10.222.0.60 "GET /v2.0/networks/f07a8520-9a15-4795-bfbc-c538210ee89b HTTP/1.1" status: 200 len: 757 time: 0.5499620 Dec 10 18:30:19.396860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd6e9307-b9d6-4447-8320-9715322bdff7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.414159 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dd6e9307-b9d6-4447-8320-9715322bdff7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/681d942b-da29-4c50-8f29-6cca8f5c8d40 HTTP/1.1" status: 204 len: 168 time: 2.2463944 Dec 10 18:30:19.423635 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58094) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:19.423958 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58096) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:19.459865 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42615a75-112e-4bee-8896-fa5afee109e0 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Made reservation on behalf of 5c2934e5914e4618943cc259daa36945 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:19.464315 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-42615a75-112e-4bee-8896-fa5afee109e0 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.509835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2bba9d8-8411-4794-a373-314575335000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.539636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c596e91c-2293-4851-9119-48123a1c6f65 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:19.545397 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f2bba9d8-8411-4794-a373-314575335000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Calling delete_port for 999bbcdb-6421-4237-af43-ecc234543076 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:19.604002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port c596e91c-2293-4851-9119-48123a1c6f65 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:19.604469 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.617194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-42615a75-112e-4bee-8896-fa5afee109e0 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] device_id is not set on port 91572671-474e-43dc-be41-7028b85d3976 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:19.770065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.803526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e3b63-dcc6-4408-9dcb-2d75429e36dc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:19.805337 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e3b63-dcc6-4408-9dcb-2d75429e36dc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:19.808022 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-740e3b63-dcc6-4408-9dcb-2d75429e36dc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3747036 Dec 10 18:30:19.811670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2bba9d8-8411-4794-a373-314575335000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.813179 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58118) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:19.837491 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8029f09d-95f6-4c94-9799-ae7845acee31 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:19.839767 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8029f09d-95f6-4c94-9799-ae7845acee31 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] 10.222.0.60 "GET /v2.0/networks/b97ba611-444e-467b-9a21-64776c17fc67 HTTP/1.1" status: 200 len: 767 time: 0.4087968 Dec 10 18:30:19.841288 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port c596e91c-2293-4851-9119-48123a1c6f65, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c596e91c-2293-4851-9119-48123a1c6f65,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:19.851072 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58120) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:19.903604 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-e925945c-7827-47bc-b6a8-619a6a7f3828 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 9c4d40e3-7a1f-4e0c-a138-b15f7da94e9d {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:30:19.935263 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.944699 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-209df776-100b-41e5-a102-2667bd32f294 None None] Provisioning complete for port 1572bae3-eca8-4b57-be8e-934cad80d26f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:19.945074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-209df776-100b-41e5-a102-2667bd32f294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.958620 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.967478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.991757 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58128) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:19.992678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e925945c-7827-47bc-b6a8-619a6a7f3828 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.000840 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 18:30:20.022904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bba9d8-8411-4794-a373-314575335000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Pushing event deleted for resources: {'Port': ['ID=999bbcdb-6421-4237-af43-ecc234543076,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:20.053440 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2bba9d8-8411-4794-a373-314575335000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.059651 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f2bba9d8-8411-4794-a373-314575335000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "DELETE /v2.0/ports/999bbcdb-6421-4237-af43-ecc234543076 HTTP/1.1" status: 204 len: 168 time: 0.9445784 Dec 10 18:30:20.061634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58130) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:20.082328 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e925945c-7827-47bc-b6a8-619a6a7f3828 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.092099 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=c596e91c-2293-4851-9119-48123a1c6f65,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:20.111282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-42615a75-112e-4bee-8896-fa5afee109e0 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Allocated IP 172.20.0.14 (a25744f7-d7b3-4568-9226-36f0491dbc14/585e1f56-4b66-4ff1-b54f-d31c92b7b5d5/91572671-474e-43dc-be41-7028b85d3976) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:20.126193 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ff6d6c-fa47-4f05-8ef7-7682f94d209e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:30:20.131288 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-89ff6d6c-fa47-4f05-8ef7-7682f94d209e tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "GET /v2.0/ports/999bbcdb-6421-4237-af43-ecc234543076 HTTP/1.1" status: 404 len: 333 time: 0.0633988 Dec 10 18:30:20.140467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58132) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:20.142168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.154364 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a339c50e-35bb-4c05-95c8-e891396d47f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Request body: {'port': {'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1551206474'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:20.166198 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-209df776-100b-41e5-a102-2667bd32f294 None None] Provisioning complete for port 53f31dd9-6f45-4e5c-83a1-cd7a5565679d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:20.166585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-209df776-100b-41e5-a102-2667bd32f294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.201660 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9aba3487-0c3f-42e8-a522-f6c3400e793b tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.225608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-209df776-100b-41e5-a102-2667bd32f294 None None] Port 53f31dd9-6f45-4e5c-83a1-cd7a5565679d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:20.254954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Allocated IP 172.26.5.9 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/ab9ac04b-53c5-48d8-9c36-33cd02b44ac3) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:20.261473 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:20.271772 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-0d234072-aa81-488b-816c-6b1ccc11aef0 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--75677888&fields=id&tenant_id=6fef7d7d333340c9895bd62dcce63be7 HTTP/1.1" status: 200 len: 267 time: 0.2722960 Dec 10 18:30:20.309807 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:20.335817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:20.347424 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Pushing event updated for resources: {'Port': ['ID=bb597d0e-6abd-4672-93a5-fe8011501482,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:20.359717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a054ae09-7d7a-4f80-b35f-8b7d497befad None None] Provisioning complete for port c596e91c-2293-4851-9119-48123a1c6f65 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:20.361297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a054ae09-7d7a-4f80-b35f-8b7d497befad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.574856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8b760db4-23a6-432f-a8a6-0e1d5da73191 None None] Could not find standard attr ID for object 681d942b-da29-4c50-8f29-6cca8f5c8d40. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:30:20.602852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a339c50e-35bb-4c05-95c8-e891396d47f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Made reservation on behalf of 48efd0b71fc545008ad65fcc09aca645 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:20.605234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a339c50e-35bb-4c05-95c8-e891396d47f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.642431 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e925945c-7827-47bc-b6a8-619a6a7f3828 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.675883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9aba3487-0c3f-42e8-a522-f6c3400e793b tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.680075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9aba3487-0c3f-42e8-a522-f6c3400e793b tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.691770 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-a339c50e-35bb-4c05-95c8-e891396d47f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] device_id is not set on port 6552e292-3130-4453-8983-7c5c71d362f7 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:20.796654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.879215 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9aba3487-0c3f-42e8-a522-f6c3400e793b tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.879777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aba3487-0c3f-42e8-a522-f6c3400e793b tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae422166-f944-45de-b43a-ebed723112d6 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:30:20.910395 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e925945c-7827-47bc-b6a8-619a6a7f3828 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.923670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:30:20.924215 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:30:20.924834 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:30:20.925190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > port after_create 55550000 {{(pid=103594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:30:20.925543 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:30:20.925959 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > port after_update 55550000 {{(pid=103594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:30:20.926274 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:30:20.926596 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:30:20.926917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:30:20.927909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:30:20.952747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925945c-7827-47bc-b6a8-619a6a7f3828 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=9c4d40e3-7a1f-4e0c-a138-b15f7da94e9d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:20.960324 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a339c50e-35bb-4c05-95c8-e891396d47f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.962183 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e925945c-7827-47bc-b6a8-619a6a7f3828 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:20.967751 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e925945c-7827-47bc-b6a8-619a6a7f3828 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/9c4d40e3-7a1f-4e0c-a138-b15f7da94e9d HTTP/1.1" status: 204 len: 168 time: 1.1510127 Dec 10 18:30:20.967862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f36cc2-ea65-4ded-af55-0dbfd62cc6ed None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:20.967962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58134) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:21.017518 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f20382a3-a37c-4912-a2cc-f9f194a241a0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459797 Dec 10 18:30:21.019392 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58136) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:21.020193 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-9aba3487-0c3f-42e8-a522-f6c3400e793b tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 18:30:21.023708 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9aba3487-0c3f-42e8-a522-f6c3400e793b tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.4857767 Dec 10 18:30:21.024757 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58138) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:21.032666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-16c95d44-5c28-4a6c-834b-4cf2017914ea tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:21.098212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:30:21.098843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:30:21.099188 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:30:21.099499 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:30:21.099843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07a8520-9a15-4795-bfbc-c538210ee89b']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:21.149658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.162712 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67236dc-d175-4ed5-b75b-a53ef8980a33') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:21.163028 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67236dc-d175-4ed5-b75b-a53ef8980a33') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:21.185744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.191879 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac34e1a6-b251-47e2-9ac2-09e3b7140fc3 None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:30:21.194522 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-785de5e6-0b9f-4232-8d51-e661e156fce8 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:21.195831 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-785de5e6-0b9f-4232-8d51-e661e156fce8 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/networks?id=df7c08a5-ac1e-45f6-93ce-d389852f8247 HTTP/1.1" status: 200 len: 812 time: 0.8956103 Dec 10 18:30:21.200956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.209908 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1572bae3-eca8-4b57-be8e-934cad80d26f up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:21.227899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ec339-0bab-4e43-97f5-4bbf51b56884 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Deleting port a6f1874f-d6eb-4b78-aa94-07fee2d8ed7f {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:21.228300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e4ec339-0bab-4e43-97f5-4bbf51b56884 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.248920 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.254353 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-677746f0-eec3-43da-aaa5-5d86af63520e tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/quotas/6fef7d7d333340c9895bd62dcce63be7 HTTP/1.1" status: 200 len: 375 time: 0.0479784 Dec 10 18:30:21.273104 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:30:21.273515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.282279 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: from cryptography.utils import int_from_bytes Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: from cryptography.utils import int_from_bytes Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:30:21.286282 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:30:21.307122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a339c50e-35bb-4c05-95c8-e891396d47f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.311020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c95d44-5c28-4a6c-834b-4cf2017914ea tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:21.314956 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16c95d44-5c28-4a6c-834b-4cf2017914ea tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.324880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 1572bae3-eca8-4b57-be8e-934cad80d26f triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:21.325320 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.354494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ac34e1a6-b251-47e2-9ac2-09e3b7140fc3 None None] Deleting port c596e91c-2293-4851-9119-48123a1c6f65 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:21.354863 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ac34e1a6-b251-47e2-9ac2-09e3b7140fc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.407743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-42615a75-112e-4bee-8896-fa5afee109e0 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.427166 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e4ec339-0bab-4e43-97f5-4bbf51b56884 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.435073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ac34e1a6-b251-47e2-9ac2-09e3b7140fc3 None None] For port c596e91c-2293-4851-9119-48123a1c6f65, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c596e91c-2293-4851-9119-48123a1c6f65,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:21.435469 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ac34e1a6-b251-47e2-9ac2-09e3b7140fc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.443485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a339c50e-35bb-4c05-95c8-e891396d47f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Network 4796c673-9200-4b80-aae7-ddc2298a93af is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:21.453265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-a339c50e-35bb-4c05-95c8-e891396d47f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:21.460791 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339c50e-35bb-4c05-95c8-e891396d47f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Pushing event updated for resources: {'Port': ['ID=6552e292-3130-4453-8983-7c5c71d362f7,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:21.465582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ec339-0bab-4e43-97f5-4bbf51b56884 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Calling delete_port for a6f1874f-d6eb-4b78-aa94-07fee2d8ed7f owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:21.467120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339c50e-35bb-4c05-95c8-e891396d47f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:21.468043 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a339c50e-35bb-4c05-95c8-e891396d47f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:21.468640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a339c50e-35bb-4c05-95c8-e891396d47f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.469473 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.482053 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ac34e1a6-b251-47e2-9ac2-09e3b7140fc3 None None] Calling delete_port for c596e91c-2293-4851-9119-48123a1c6f65 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:21.544346 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.553663 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-95fc4706-7c11-4c65-8414-831173c6fbad tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fef7d7d333340c9895bd62dcce63be7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2821555 Dec 10 18:30:21.608473 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a339c50e-35bb-4c05-95c8-e891396d47f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4704432 Dec 10 18:30:21.609133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58146) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:21.616891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:21.666618 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:21.669020 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.679698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:21.686659 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.688089 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ac34e1a6-b251-47e2-9ac2-09e3b7140fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.715392 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f07a8520-9a15-4795-bfbc-c538210ee89b {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:30:21.717238 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34e1a6-b251-47e2-9ac2-09e3b7140fc3 None None] Pushing event deleted for resources: {'Port': ['ID=c596e91c-2293-4851-9119-48123a1c6f65,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:21.719780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:21.721293 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34e1a6-b251-47e2-9ac2-09e3b7140fc3 None None] No DVR routers for this DVR port c596e91c-2293-4851-9119-48123a1c6f65 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:30:21.723050 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Pushing event updated for resources: {'Port': ['ID=ab9ac04b-53c5-48d8-9c36-33cd02b44ac3,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:21.726128 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event deleted for resources: {'Network': ['ID=f07a8520-9a15-4795-bfbc-c538210ee89b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:21.740122 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-55e0cc15-2a67-4838-bab1-5f7894cc5378 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:30:21.741158 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-55e0cc15-2a67-4838-bab1-5f7894cc5378 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1202900 Dec 10 18:30:21.745792 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.754367 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bdc5eaab-eb32-4191-85e7-3cc9ef4f852b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "DELETE /v2.0/networks/f07a8520-9a15-4795-bfbc-c538210ee89b HTTP/1.1" status: 204 len: 168 time: 1.8970523 Dec 10 18:30:21.757800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58150) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:21.763733 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-7815c3bc-782d-4a46-b51e-f88ef491615b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Request body: {'network': {'name': 'tempest-network--911770546'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:21.780803 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-42615a75-112e-4bee-8896-fa5afee109e0 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.800451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e4ec339-0bab-4e43-97f5-4bbf51b56884 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:21.865600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ec339-0bab-4e43-97f5-4bbf51b56884 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6f1874f-d6eb-4b78-aa94-07fee2d8ed7f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:21.903436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42615a75-112e-4bee-8896-fa5afee109e0 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Network a25744f7-d7b3-4568-9226-36f0491dbc14 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:21.919652 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-42615a75-112e-4bee-8896-fa5afee109e0 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:21.934451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42615a75-112e-4bee-8896-fa5afee109e0 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:22.000298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42615a75-112e-4bee-8896-fa5afee109e0 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event updated for resources: {'Port': ['ID=91572671-474e-43dc-be41-7028b85d3976,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:22.004542 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7815c3bc-782d-4a46-b51e-f88ef491615b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Made reservation on behalf of 93e8db8a85d94972b70bb9fb10d58339 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:22.007414 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7815c3bc-782d-4a46-b51e-f88ef491615b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.044106 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.063944 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-329c3622-ecac-404c-ba74-a30f2862418b service neutron] 10.222.0.60 "GET /v2.0/networks/df7c08a5-ac1e-45f6-93ce-d389852f8247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934759 Dec 10 18:30:22.072015 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.090211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42615a75-112e-4bee-8896-fa5afee109e0 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:22.090822 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-42615a75-112e-4bee-8896-fa5afee109e0 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.099408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e4ec339-0bab-4e43-97f5-4bbf51b56884 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.103252 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0e4ec339-0bab-4e43-97f5-4bbf51b56884 tempest-RoutersAdminNegativeTest-1922074527 tempest-RoutersAdminNegativeTest-1922074527-project-admin] 10.222.0.60 "DELETE /v2.0/ports/a6f1874f-d6eb-4b78-aa94-07fee2d8ed7f HTTP/1.1" status: 204 len: 168 time: 1.0777452 Dec 10 18:30:22.134446 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] device_id is not set on port 6552e292-3130-4453-8983-7c5c71d362f7 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:22.145913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7815c3bc-782d-4a46-b51e-f88ef491615b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:22.148849 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.168036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7815c3bc-782d-4a46-b51e-f88ef491615b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.168389 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-7815c3bc-782d-4a46-b51e-f88ef491615b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Added segment 55417f24-bf6c-4d73-bf58-4c5612d9a4a6 of type vlan for network eb580d4f-c091-4809-8e2f-0707deac5476 Dec 10 18:30:22.198033 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-c70b1af8-1fc7-4d5c-a845-c1eda0c4f52d service neutron] 10.222.0.60 "GET /v2.0/networks/df7c08a5-ac1e-45f6-93ce-d389852f8247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242886 Dec 10 18:30:22.202898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.247309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7815c3bc-782d-4a46-b51e-f88ef491615b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.249704 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16c95d44-5c28-4a6c-834b-4cf2017914ea tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.284634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Pushing event updated for resources: {'Port': ['ID=bb597d0e-6abd-4672-93a5-fe8011501482,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:22.295035 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-42615a75-112e-4bee-8896-fa5afee109e0 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8420005 Dec 10 18:30:22.314170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58154) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:22.314846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.321654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-57cd0636-0826-44c6-b4b9-c53fc0c3e0dc None None] Provisioning complete for port 91572671-474e-43dc-be41-7028b85d3976 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:22.323136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:22.325568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-57cd0636-0826-44c6-b4b9-c53fc0c3e0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.345475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.349912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.362783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.resource_extend [None req-7815c3bc-782d-4a46-b51e-f88ef491615b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:30:22.397650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-57cd0636-0826-44c6-b4b9-c53fc0c3e0dc None None] Port 91572671-474e-43dc-be41-7028b85d3976 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:22.434234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c95d44-5c28-4a6c-834b-4cf2017914ea tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:22.448145 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-16c95d44-5c28-4a6c-834b-4cf2017914ea tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:22.456681 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c95d44-5c28-4a6c-834b-4cf2017914ea tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:22.457285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16c95d44-5c28-4a6c-834b-4cf2017914ea tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.461494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56995ba-7d0a-4998-9aa5-5c186ba454a1 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:22.472900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Pushing event updated for resources: {'Port': ['ID=6552e292-3130-4453-8983-7c5c71d362f7,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:22.475377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c95d44-5c28-4a6c-834b-4cf2017914ea tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=f3e39da6-6743-4115-bc1c-7997e092f727,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:22.495142 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.505667 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cf592535-9ab7-4413-952b-35c991ef7e5f tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9263606 Dec 10 18:30:22.513228 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:22.513662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:22.514020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:22.528445 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7815c3bc-782d-4a46-b51e-f88ef491615b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.529285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7815c3bc-782d-4a46-b51e-f88ef491615b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:22.532361 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7815c3bc-782d-4a46-b51e-f88ef491615b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.555712 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:22.556127 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:22.586786 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.597477 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 2 to bind port 6552e292-3130-4453-8983-7c5c71d362f7 Dec 10 18:30:22.612961 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for floatingip, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.640893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:22.640893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:22.641162 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:22.679006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815c3bc-782d-4a46-b51e-f88ef491615b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event updated for resources: {'Network': ['ID=eb580d4f-c091-4809-8e2f-0707deac5476,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:22.681965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:22.686945 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:22.686945 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 3 to bind port 6552e292-3130-4453-8983-7c5c71d362f7 Dec 10 18:30:22.692539 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-16c95d44-5c28-4a6c-834b-4cf2017914ea tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6702228 Dec 10 18:30:22.700351 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58170) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:22.700500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.706811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c7ba6b7a-a345-4d9b-aae0-71732028d693 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'name': 'tempest-NetworksTestDHCPv6-2110441733'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:22.716907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:22.717253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:22.717574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:22.736124 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network eb580d4f-c091-4809-8e2f-0707deac5476 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:22.796338 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.834445 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': 'f3e39da6-6743-4115-bc1c-7997e092f727'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:22.835351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.877563 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58192) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:22.921471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58198) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:22.996241 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Allocated IP 2001:db8::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/f3e39da6-6743-4115-bc1c-7997e092f727/f79762b3-7f64-41b5-a323-ca49e7ac3235) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:23.011214 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Pushing event updated for resources: {'Port': ['ID=ab9ac04b-53c5-48d8-9c36-33cd02b44ac3,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:23.100186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c22e0d3d-a07c-4aed-89d5-baa20b05b0ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.125451 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-abafa250-214b-4be6-995c-9c29a3567105 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1895548081&fields=id&tenant_id=66762df842f449769ae6481ac7ddc59e HTTP/1.1" status: 200 len: 267 time: 0.2786875 Dec 10 18:30:23.129141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.135578 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7815c3bc-782d-4a46-b51e-f88ef491615b tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3740246 Dec 10 18:30:23.135578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:23.135578 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:23.136752 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 4 to bind port 6552e292-3130-4453-8983-7c5c71d362f7 Dec 10 18:30:23.141761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58204) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:23.186899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1d5cf5ca-2e3d-4a15-bdec-2727f7fccb03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:23.243975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:23.244316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:23.244656 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:23.258600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c596e91c-2293-4851-9119-48123a1c6f65 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:23.294116 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: c596e91c-2293-4851-9119-48123a1c6f65 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:30:23.294653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c596e91c-2293-4851-9119-48123a1c6f65 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:30:23.319406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:23.319767 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:23.323553 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 5 to bind port 6552e292-3130-4453-8983-7c5c71d362f7 Dec 10 18:30:23.389897 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.424249 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c0bab339-602b-41b3-b724-ab2a87b336ed req-56a3cf72-b686-483c-a16c-75c6074557d6 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 210 time: 0.5001085 Dec 10 18:30:23.426835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:23.427176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:23.427518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:23.468537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:23.469189 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:23.475521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.491625 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 6 to bind port 6552e292-3130-4453-8983-7c5c71d362f7 Dec 10 18:30:23.509848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.515569 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8a88d843-a13f-4376-953b-cbde3aae4dd2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.8235352 Dec 10 18:30:23.535079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.543459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Pushing event updated for resources: {'Port': ['ID=f79762b3-7f64-41b5-a323-ca49e7ac3235,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:23.558211 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:23.561745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:23.562086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:23.562425 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:23.562757 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:23.566282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:23.575764 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-2c5b82fe-ab2c-40a8-a328-c28c7fc9262d tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:23.578324 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-2c5b82fe-ab2c-40a8-a328-c28c7fc9262d tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/networks?id=8021c4a7-1487-46d5-b9e5-4b74cb3806a5 HTTP/1.1" status: 200 len: 806 time: 0.2047961 Dec 10 18:30:23.603283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c22e0d3d-a07c-4aed-89d5-baa20b05b0ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.620990 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-e22ab0c9-000e-4727-a889-552643a46fe7 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/quotas/66762df842f449769ae6481ac7ddc59e HTTP/1.1" status: 200 len: 375 time: 0.0162075 Dec 10 18:30:23.626305 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1d5cf5ca-2e3d-4a15-bdec-2727f7fccb03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.632288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:23.632475 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:23.641750 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 7 to bind port 6552e292-3130-4453-8983-7c5c71d362f7 Dec 10 18:30:23.654912 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Attempting to bind port f79762b3-7f64-41b5-a323-ca49e7ac3235 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:23.655596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Attempting to bind port f79762b3-7f64-41b5-a323-ca49e7ac3235 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:23.656103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Attempting to bind port f79762b3-7f64-41b5-a323-ca49e7ac3235 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:23.663240 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:23.669132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:23.669132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.669132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:23.669132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Bound port: f79762b3-7f64-41b5-a323-ca49e7ac3235, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:23.669132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.676499 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:23.676499 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:23.676499 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:23.680980 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ba6b7a-a345-4d9b-aae0-71732028d693 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:23.685154 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c7ba6b7a-a345-4d9b-aae0-71732028d693 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.687776 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-d527669a-2c25-4a4e-8130-64e7232d1424 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=66762df842f449769ae6481ac7ddc59e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588326 Dec 10 18:30:23.694456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:23.694789 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:23.704175 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 8 to bind port 6552e292-3130-4453-8983-7c5c71d362f7 Dec 10 18:30:23.710802 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c22e0d3d-a07c-4aed-89d5-baa20b05b0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.736700 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1d5cf5ca-2e3d-4a15-bdec-2727f7fccb03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.759724 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-c7ba6b7a-a345-4d9b-aae0-71732028d693 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port c38795b3-b9ec-4f28-81fb-14e3c5008b5e yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:23.761999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] For port f79762b3-7f64-41b5-a323-ca49e7ac3235, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:23.766411 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] For port f79762b3-7f64-41b5-a323-ca49e7ac3235, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f79762b3-7f64-41b5-a323-ca49e7ac3235,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:23.834148 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e0d3d-a07c-4aed-89d5-baa20b05b0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f64f10-8ba5-4a95-98bd-d6653331ddec,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:23.849324 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c22e0d3d-a07c-4aed-89d5-baa20b05b0ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0f6028a2fda4b968733755335b96441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9680641 Dec 10 18:30:23.849776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:23.849776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:23.849776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:23.850035 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58232) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:23.854538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.858348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d5cf5ca-2e3d-4a15-bdec-2727f7fccb03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Network eb580d4f-c091-4809-8e2f-0707deac5476 is not hosted by any dhcp agent {{(pid=103593) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:30:23.859077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5cf5ca-2e3d-4a15-bdec-2727f7fccb03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:23.859710 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1d5cf5ca-2e3d-4a15-bdec-2727f7fccb03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:23.861726 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1d5cf5ca-2e3d-4a15-bdec-2727f7fccb03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "PUT /v2.0/networks/eb580d4f-c091-4809-8e2f-0707deac5476 HTTP/1.1" status: 200 len: 857 time: 0.7005794 Dec 10 18:30:23.869195 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58234) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:23.878429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:23.878775 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:23.890148 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 9 to bind port 6552e292-3130-4453-8983-7c5c71d362f7 Dec 10 18:30:23.906079 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-d8abfc48-8d59-4511-9da2-0a9a069d4ba5 service neutron] 10.222.0.60 "GET /v2.0/networks/8021c4a7-1487-46d5-b9e5-4b74cb3806a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960683 Dec 10 18:30:23.914793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Allocated IP 172.26.5.104 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/1d08282a-7d00-4e15-a7c9-22289937f472) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:23.955628 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-273ef9e7-7c4a-434e-bfd2-6a673ecde4e9 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1198605527&fields=id&tenant_id=ec5b0ea7622f4bae8e83a24fbb913e21 HTTP/1.1" status: 200 len: 267 time: 0.1620789 Dec 10 18:30:23.959010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b64fc-81b6-4b3f-ad32-88fae2971b05 None None] Pushing event updated for resources: {'Port': ['ID=f79762b3-7f64-41b5-a323-ca49e7ac3235,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:23.961832 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cf5ca-2e3d-4a15-bdec-2727f7fccb03 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event updated for resources: {'Network': ['ID=eb580d4f-c091-4809-8e2f-0707deac5476,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:23.963994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:23.964332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:23.964670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:24.006297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:24.006765 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:24.039189 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempt 10 to bind port 6552e292-3130-4453-8983-7c5c71d362f7 Dec 10 18:30:24.072307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-c7ba6b7a-a345-4d9b-aae0-71732028d693 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::11 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/f3e39da6-6743-4115-bc1c-7997e092f727/c38795b3-b9ec-4f28-81fb-14e3c5008b5e) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:24.109523 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:24.110050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:24.110393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempting to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:24.119123 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:24.119484 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Failed to bind port 6552e292-3130-4453-8983-7c5c71d362f7 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4796c673-9200-4b80-aae7-ddc2298a93af'}] Dec 10 18:30:24.119892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.200405 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4142b1ef-5bfe-4d86-8cab-deaed6911f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.204093 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c866877e-331d-4a46-ab78-bd074f3b3807 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.247591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.292952 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4142b1ef-5bfe-4d86-8cab-deaed6911f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.326268 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-d61bb912-e630-49ac-b85d-9a2df055c756 service neutron] 10.222.0.60 "GET /v2.0/networks/8021c4a7-1487-46d5-b9e5-4b74cb3806a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179045 Dec 10 18:30:24.337093 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-8ede6269-8e53-4a86-8b8a-a432cad33b63 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:24.338654 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-8ede6269-8e53-4a86-8b8a-a432cad33b63 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/networks?id=62f9555d-cabd-4fc1-91e0-b246290379c5 HTTP/1.1" status: 200 len: 811 time: 0.3343036 Dec 10 18:30:24.370110 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] For port 6552e292-3130-4453-8983-7c5c71d362f7, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:24.370376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attempted to set empty binding levels {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:30:24.434667 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-95d7ab04-0ec1-4a81-a095-d184ccf45f9d tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/quotas/ec5b0ea7622f4bae8e83a24fbb913e21 HTTP/1.1" status: 200 len: 375 time: 0.0651901 Dec 10 18:30:24.434795 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c7ba6b7a-a345-4d9b-aae0-71732028d693 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.451879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c866877e-331d-4a46-ab78-bd074f3b3807 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.455593 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.508843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-c866877e-331d-4a46-ab78-bd074f3b3807 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb580d4f-c091-4809-8e2f-0707deac5476']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:24.514688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] In _notify_port_updated(), no bound segment for port 6552e292-3130-4453-8983-7c5c71d362f7 on network 4796c673-9200-4b80-aae7-ddc2298a93af {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:30:24.515528 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:24.516138 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.520677 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "PUT /v2.0/ports/6552e292-3130-4453-8983-7c5c71d362f7 HTTP/1.1" status: 200 len: 981 time: 2.9054420 Dec 10 18:30:24.522149 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58246) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:24.525222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.527198 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-c866877e-331d-4a46-ab78-bd074f3b3807 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55417f24-bf6c-4d73-bf58-4c5612d9a4a6') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:24.527501 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-c866877e-331d-4a46-ab78-bd074f3b3807 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55417f24-bf6c-4d73-bf58-4c5612d9a4a6') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:24.560733 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-b6d4e958-96cb-49ed-82c9-0fb0a0479cca tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec5b0ea7622f4bae8e83a24fbb913e21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870984 Dec 10 18:30:24.562759 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c866877e-331d-4a46-ab78-bd074f3b3807 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.570139 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e967a33-4336-4ad8-892e-c77bfa4afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Pushing event updated for resources: {'Port': ['ID=6552e292-3130-4453-8983-7c5c71d362f7,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:24.591511 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:24.600389 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c866877e-331d-4a46-ab78-bd074f3b3807 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.616582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c866877e-331d-4a46-ab78-bd074f3b3807 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:30:24.617306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c866877e-331d-4a46-ab78-bd074f3b3807 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:30:24.624299 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:30:24.628525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:24.634741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:24.641141 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c7ba6b7a-a345-4d9b-aae0-71732028d693 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.696841 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4142b1ef-5bfe-4d86-8cab-deaed6911f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.700541 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4142b1ef-5bfe-4d86-8cab-deaed6911f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.701838 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4142b1ef-5bfe-4d86-8cab-deaed6911f5d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82f64f10-8ba5-4a95-98bd-d6653331ddec HTTP/1.1" status: 204 len: 168 time: 0.8513408 Dec 10 18:30:24.742135 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-907909d1-4e9e-483b-92e2-334b55d5296d req-29ade14d-6a21-4ab0-bb69-709bbc01d34c tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 210 time: 0.0855315 Dec 10 18:30:24.761550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event updated for resources: {'Port': ['ID=1d08282a-7d00-4e15-a7c9-22289937f472,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:24.795573 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142b1ef-5bfe-4d86-8cab-deaed6911f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f64f10-8ba5-4a95-98bd-d6653331ddec,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:24.815932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-220c8f48-e2de-45be-aa52-101032d450a6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:30:24.820057 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-220c8f48-e2de-45be-aa52-101032d450a6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1640065 Dec 10 18:30:24.946252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ba6b7a-a345-4d9b-aae0-71732028d693 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:24.946252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c7ba6b7a-a345-4d9b-aae0-71732028d693 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:24.946252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ba6b7a-a345-4d9b-aae0-71732028d693 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:24.946252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ba6b7a-a345-4d9b-aae0-71732028d693 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:24.946252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c7ba6b7a-a345-4d9b-aae0-71732028d693 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.946607 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4f5a36f8-2fc3-45f1-bbc0-54917bf11281 req-bd7f3e6d-7efe-4c91-8e80-d0657109d75e tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 210 time: 0.0982778 Dec 10 18:30:24.953196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba6b7a-a345-4d9b-aae0-71732028d693 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=c38795b3-b9ec-4f28-81fb-14e3c5008b5e,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:24.963368 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5260d-d8ca-48b1-b7b4-62652e28521a tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Deleting port 6552e292-3130-4453-8983-7c5c71d362f7 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:24.963740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d7c5260d-d8ca-48b1-b7b4-62652e28521a tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:24.998067 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-4c710d98-2736-4f03-98f9-9facc99804b3 service neutron] 10.222.0.60 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763148 Dec 10 18:30:25.039907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-d7c5260d-d8ca-48b1-b7b4-62652e28521a tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] For port 6552e292-3130-4453-8983-7c5c71d362f7, host hv-neutron-8214, got binding levels [] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:25.040284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d7c5260d-d8ca-48b1-b7b4-62652e28521a tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.061049 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5260d-d8ca-48b1-b7b4-62652e28521a tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Calling delete_port for 6552e292-3130-4453-8983-7c5c71d362f7 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:25.140907 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-b5ec2f67-3438-47b1-bf87-10c3260a694c service neutron] 10.222.0.60 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357937 Dec 10 18:30:25.240314 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c866877e-331d-4a46-ab78-bd074f3b3807 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.245840 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c866877e-331d-4a46-ab78-bd074f3b3807 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb580d4f-c091-4809-8e2f-0707deac5476 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:30:25.254218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c866877e-331d-4a46-ab78-bd074f3b3807 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.255633 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f79762b3-7f64-41b5-a323-ca49e7ac3235 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:25.257192 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c866877e-331d-4a46-ab78-bd074f3b3807 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] 10.222.0.60 "DELETE /v2.0/networks/eb580d4f-c091-4809-8e2f-0707deac5476 HTTP/1.1" status: 204 len: 168 time: 1.3805280 Dec 10 18:30:25.271088 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58274) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:25.279474 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866877e-331d-4a46-ab78-bd074f3b3807 tempest-ExternalNetworksTestJSON-334505211 tempest-ExternalNetworksTestJSON-334505211-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb580d4f-c091-4809-8e2f-0707deac5476,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:25.326798 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.338804 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c7ba6b7a-a345-4d9b-aae0-71732028d693 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6342418 Dec 10 18:30:25.339010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58278) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:25.341118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port f79762b3-7f64-41b5-a323-ca49e7ac3235 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:25.341528 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.346333 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c805d0b-df09-4465-93e6-8233775e5f00 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] DELETE failed (client error): The resource could not be found. Dec 10 18:30:25.346768 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c805d0b-df09-4465-93e6-8233775e5f00 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:30:25.367157 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0c805d0b-df09-4465-93e6-8233775e5f00 tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] 10.222.0.60 "DELETE /v2.0/subnets/0fb381d0-2fa4-4a78-b658-721120950c8c HTTP/1.1" status: 404 len: 337 time: 0.0888629 Dec 10 18:30:25.369836 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58280) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:25.377458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d7c5260d-d8ca-48b1-b7b4-62652e28521a tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.451864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5260d-d8ca-48b1-b7b4-62652e28521a tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Pushing event deleted for resources: {'Port': ['ID=6552e292-3130-4453-8983-7c5c71d362f7,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:25.476337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d7c5260d-d8ca-48b1-b7b4-62652e28521a tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.483299 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d7c5260d-d8ca-48b1-b7b4-62652e28521a tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "DELETE /v2.0/ports/6552e292-3130-4453-8983-7c5c71d362f7 HTTP/1.1" status: 204 len: 168 time: 0.9569664 Dec 10 18:30:25.487777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58284) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:25.506882 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-89280d69-c198-4ab4-a42c-d150c689e1ea tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.533530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7c1a933a-7408-4df3-bf8a-3c2b69aa8ad0 None None] Provisioning complete for port f79762b3-7f64-41b5-a323-ca49e7ac3235 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:25.534258 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7c1a933a-7408-4df3-bf8a-3c2b69aa8ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.660813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.676121 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c9c4dd-3dee-46c2-be62-443f66ace11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:30:25.681263 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-30c9c4dd-3dee-46c2-be62-443f66ace11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-640994843-project-admin] 10.222.0.60 "GET /v2.0/ports/6552e292-3130-4453-8983-7c5c71d362f7 HTTP/1.1" status: 404 len: 333 time: 0.1900544 Dec 10 18:30:25.683845 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.695855 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58292) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:25.711239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d1e4e5-fbf7-4b7f-9fed-5e34774020fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:25.722758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d1e4e5-fbf7-4b7f-9fed-5e34774020fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:25.725101 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-59d1e4e5-fbf7-4b7f-9fed-5e34774020fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3846054 Dec 10 18:30:25.743038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port f79762b3-7f64-41b5-a323-ca49e7ac3235, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f79762b3-7f64-41b5-a323-ca49e7ac3235,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:25.761313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58294) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:25.765082 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7c1a933a-7408-4df3-bf8a-3c2b69aa8ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.878425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.907214 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5f031888-b376-4e54-b3fe-c1912cdc80d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:25.922844 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f6c4370f-2a5b-4d2b-b78d-453e26f55c3a req-191957c9-e3c8-4a2e-a643-4108ef442716 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 210 time: 0.2569826 Dec 10 18:30:25.928044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-89280d69-c198-4ab4-a42c-d150c689e1ea tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.011211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-89280d69-c198-4ab4-a42c-d150c689e1ea tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97ba611-444e-467b-9a21-64776c17fc67']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:26.067674 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-20e03825-c830-4b86-b75a-0afd0972610f req-a1ac5998-758b-4c16-9577-991966d19302 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 210 time: 0.0584495 Dec 10 18:30:26.069581 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-89280d69-c198-4ab4-a42c-d150c689e1ea tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbf3fea-2ec4-47f7-bb16-1f3263808b07') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:26.069883 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-89280d69-c198-4ab4-a42c-d150c689e1ea tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbf3fea-2ec4-47f7-bb16-1f3263808b07') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:26.094530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-7c1a933a-7408-4df3-bf8a-3c2b69aa8ad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:30:26.106601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-7c1a933a-7408-4df3-bf8a-3c2b69aa8ad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:30:26.126400 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=f79762b3-7f64-41b5-a323-ca49e7ac3235,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:26.148964 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-89280d69-c198-4ab4-a42c-d150c689e1ea tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.176409 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f95d506c-b464-4c7b-8cfd-d8055a2a09ce req-e7eb2495-2ed2-482a-85f2-28a0ef01b575 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 210 time: 0.1043143 Dec 10 18:30:26.186260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58308) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:26.189790 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5f031888-b376-4e54-b3fe-c1912cdc80d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.223875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-89280d69-c198-4ab4-a42c-d150c689e1ea tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.244006 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89280d69-c198-4ab4-a42c-d150c689e1ea tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:30:26.244635 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-89280d69-c198-4ab4-a42c-d150c689e1ea tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:30:26.247148 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:30:26.249741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5f031888-b376-4e54-b3fe-c1912cdc80d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4796c673-9200-4b80-aae7-ddc2298a93af']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:26.351188 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5f031888-b376-4e54-b3fe-c1912cdc80d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:26.353253 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5f031888-b376-4e54-b3fe-c1912cdc80d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9d7beb-6e08-44da-ab8a-aad8d8da04fe') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:26.373233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2bd12c55-fa71-427c-a8dc-385ecb2f1562 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port c38795b3-b9ec-4f28-81fb-14e3c5008b5e {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:26.373804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2bd12c55-fa71-427c-a8dc-385ecb2f1562 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.475066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.520054 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2bd12c55-fa71-427c-a8dc-385ecb2f1562 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.541965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2bd12c55-fa71-427c-a8dc-385ecb2f1562 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for c38795b3-b9ec-4f28-81fb-14e3c5008b5e owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:26.551984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.568311 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c3037043-76a1-4029-9abf-9620a0ae7775 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=794da26c042444bfb4494ce889506ffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3808730 Dec 10 18:30:26.570222 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5f031888-b376-4e54-b3fe-c1912cdc80d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.576694 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58314) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:26.597890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5f031888-b376-4e54-b3fe-c1912cdc80d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.613066 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f031888-b376-4e54-b3fe-c1912cdc80d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:30:26.613456 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5f031888-b376-4e54-b3fe-c1912cdc80d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:30:26.617187 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:30:26.685956 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event updated for resources: {'Port': ['ID=1d08282a-7d00-4e15-a7c9-22289937f472,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:26.686647 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9d6764b1-1da8-45c0-a190-f49d0761a3c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.700008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.707745 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-89280d69-c198-4ab4-a42c-d150c689e1ea tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.712658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-89280d69-c198-4ab4-a42c-d150c689e1ea tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.719286 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-89280d69-c198-4ab4-a42c-d150c689e1ea tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] 10.222.0.60 "DELETE /v2.0/networks/b97ba611-444e-467b-9a21-64776c17fc67 HTTP/1.1" status: 204 len: 168 time: 1.3457043 Dec 10 18:30:26.728067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9d6764b1-1da8-45c0-a190-f49d0761a3c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.744593 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89280d69-c198-4ab4-a42c-d150c689e1ea tempest-ExternalNetworksTestJSON-401580100 tempest-ExternalNetworksTestJSON-401580100-project] Pushing event deleted for resources: {'Network': ['ID=b97ba611-444e-467b-9a21-64776c17fc67,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:26.774612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-66a8b830-0f06-441e-8bac-7da1dfd8f222 None None] Provisioning complete for port c38795b3-b9ec-4f28-81fb-14e3c5008b5e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:26.776210 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-66a8b830-0f06-441e-8bac-7da1dfd8f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.802294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5f031888-b376-4e54-b3fe-c1912cdc80d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.817814 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5f031888-b376-4e54-b3fe-c1912cdc80d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.824089 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5f031888-b376-4e54-b3fe-c1912cdc80d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] 10.222.0.60 "DELETE /v2.0/networks/4796c673-9200-4b80-aae7-ddc2298a93af HTTP/1.1" status: 204 len: 168 time: 1.1227257 Dec 10 18:30:26.849531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f031888-b376-4e54-b3fe-c1912cdc80d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-681498826-project] Pushing event deleted for resources: {'Network': ['ID=4796c673-9200-4b80-aae7-ddc2298a93af,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:26.868462 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-66a8b830-0f06-441e-8bac-7da1dfd8f222 None None] Port c38795b3-b9ec-4f28-81fb-14e3c5008b5e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:26.925745 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9d6764b1-1da8-45c0-a190-f49d0761a3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.928419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9d6764b1-1da8-45c0-a190-f49d0761a3c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:26.929588 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9d6764b1-1da8-45c0-a190-f49d0761a3c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9ced74c-3d66-4c8a-9240-1e4ab43c6818 HTTP/1.1" status: 204 len: 168 time: 0.3519685 Dec 10 18:30:26.938210 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6764b1-1da8-45c0-a190-f49d0761a3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ced74c-3d66-4c8a-9240-1e4ab43c6818,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:27.005044 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bcb30e5a-81e7-4c09-aa0b-a369f5b96ef3 req-bb409826-5a0c-4a33-9471-97a2689fb7e0 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 210 time: 0.0305238 Dec 10 18:30:27.019977 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.021243 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fa549837-aa2d-4a63-a1be-be07abe292c1 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7022326 Dec 10 18:30:27.025646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58326) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:27.030271 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-bddc82a6-57ac-4f7e-9a3c-3e01a889b205 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Request body: {'floatingip': {'port_id': '91572671-474e-43dc-be41-7028b85d3976', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:27.127018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2bd12c55-fa71-427c-a8dc-385ecb2f1562 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.133808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.21', 61997) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:27.141051 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bddc82a6-57ac-4f7e-9a3c-3e01a889b205 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for floatingip, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.162899 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f79762b3-7f64-41b5-a323-ca49e7ac3235 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:27.192419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd12c55-fa71-427c-a8dc-385ecb2f1562 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=c38795b3-b9ec-4f28-81fb-14e3c5008b5e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:27.257421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2bd12c55-fa71-427c-a8dc-385ecb2f1562 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.264445 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2bd12c55-fa71-427c-a8dc-385ecb2f1562 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/c38795b3-b9ec-4f28-81fb-14e3c5008b5e HTTP/1.1" status: 204 len: 168 time: 1.5019288 Dec 10 18:30:27.265443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58336) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:27.276692 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port f79762b3-7f64-41b5-a323-ca49e7ac3235 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:27.280169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.481619 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24620d0-87fb-4f3d-96bc-5ca0b06aa808 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:27.483182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24620d0-87fb-4f3d-96bc-5ca0b06aa808 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:27.490280 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c24620d0-87fb-4f3d-96bc-5ca0b06aa808 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2234383 Dec 10 18:30:27.491164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58342) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:27.492656 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-13d2c6a3-b59d-4a79-8f9a-19ab667810e3 req-1c8ed06f-dd2e-46ac-8931-b55f574b644d tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 210 time: 0.2602229 Dec 10 18:30:27.580798 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-83c9501b-939b-4c1b-b795-5af272977cf0 req-a6fe40b9-24db-489b-8229-9b00b7ad625a tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 210 time: 0.0964561 Dec 10 18:30:27.648906 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-bddc82a6-57ac-4f7e-9a3c-3e01a889b205 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] update failed (client error): The resource could not be found. Dec 10 18:30:27.648906 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bddc82a6-57ac-4f7e-9a3c-3e01a889b205 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "PUT /v2.0/floatingips/6d6ac80a-578e-4a5a-841a-f78b8fc6d571 HTTP/1.1" status: 404 len: 507 time: 0.6192520 Dec 10 18:30:27.649200 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab94c54-d796-419e-bfac-906cf7484642 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet f3e39da6-6743-4115-bc1c-7997e092f727 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:30:27.653338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ab94c54-d796-419e-bfac-906cf7484642 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.694232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-2b06dc80-de82-4f68-aba6-b3db037c2d61 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:27.696078 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-2b06dc80-de82-4f68-aba6-b3db037c2d61 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.21 "GET /v2.0/networks?id=df7c08a5-ac1e-45f6-93ce-d389852f8247 HTTP/1.1" status: 200 len: 812 time: 0.4626551 Dec 10 18:30:27.696594 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58348) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:27.703475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58350) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:27.718457 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ab94c54-d796-419e-bfac-906cf7484642 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.806888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58354) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:27.832330 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ab94c54-d796-419e-bfac-906cf7484642 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:27.876698 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-25c8c1ac-194f-4115-a10d-dc5fd2144864 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fef7d7d333340c9895bd62dcce63be7 HTTP/1.1" status: 200 len: 378 time: 0.1291616 Dec 10 18:30:27.918781 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f8317e2b-be5b-49f1-b0af-7b04a0404ea2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Request body: {'port': {'device_id': '7195a812-39b9-405d-b4d7-012751594c6e', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'admin_state_up': True, 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'security_groups': ['ac0d061c-db8b-4ec0-94ca-44253b746014']}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:28.006621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ab94c54-d796-419e-bfac-906cf7484642 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.046961 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab94c54-d796-419e-bfac-906cf7484642 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e39da6-6743-4115-bc1c-7997e092f727,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:28.055330 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f13c33f5-aef3-4b1c-9f5d-d2e62d2fcb73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0aa9727ce68240c59ce9dc6ad8a85cc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3507905 Dec 10 18:30:28.070539 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58374) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:28.071569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ab94c54-d796-419e-bfac-906cf7484642 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.071644 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-329fde93-1bca-4e27-9b02-06b5fe216b6d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Deleting port 1d08282a-7d00-4e15-a7c9-22289937f472 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:28.071644 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-329fde93-1bca-4e27-9b02-06b5fe216b6d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.073749 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3ab94c54-d796-419e-bfac-906cf7484642 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/f3e39da6-6743-4115-bc1c-7997e092f727 HTTP/1.1" status: 204 len: 168 time: 0.5534859 Dec 10 18:30:28.074440 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58376) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:28.074554 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0f6c42-2bd7-4453-87ad-a9ea1cdb842e None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:28.143157 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6fbf4af4-7456-43b7-9a25-9c1337a5ffd9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34ece27d35d74060942aa7a7105c89d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3344655 Dec 10 18:30:28.145404 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f9240e95-4703-4b1b-ad1a-4916df9f4eab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667679 Dec 10 18:30:28.146199 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58382) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:28.153481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58386) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:28.243965 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f9193eba-1659-4687-93bb-27bd914aa4c7 req-b54e8fff-8324-4de5-b27b-5c592b6c09cf tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 210 time: 0.0570960 Dec 10 18:30:28.296347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7c6e84-41c2-4b12-8a76-07724bf85fec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:28.296347 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6d7c6e84-41c2-4b12-8a76-07724bf85fec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1343420 Dec 10 18:30:28.296347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e1d800f-f4c1-45bd-b806-8b267620159f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.297922 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58394) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:28.301241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-329fde93-1bca-4e27-9b02-06b5fe216b6d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.301611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-329fde93-1bca-4e27-9b02-06b5fe216b6d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.311044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0032d012-9c6f-4865-89e3-31684fc3e493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.327105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e1d800f-f4c1-45bd-b806-8b267620159f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.353610 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-329fde93-1bca-4e27-9b02-06b5fe216b6d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Calling delete_port for 1d08282a-7d00-4e15-a7c9-22289937f472 owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:28.371307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9d918e-7911-4c15-ae1c-6a521170b6b7 None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:30:28.374716 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f8317e2b-be5b-49f1-b0af-7b04a0404ea2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Made reservation on behalf of 6fef7d7d333340c9895bd62dcce63be7 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:28.378987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f8317e2b-be5b-49f1-b0af-7b04a0404ea2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.394549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0032d012-9c6f-4865-89e3-31684fc3e493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.422717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8b1da9-2ca8-4d56-9535-aac832a10ec2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:28.425039 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0c8b1da9-2ca8-4d56-9535-aac832a10ec2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1256094 Dec 10 18:30:28.429539 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58396) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:28.448013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d918e-7911-4c15-ae1c-6a521170b6b7 None None] Deleting port f79762b3-7f64-41b5-a323-ca49e7ac3235 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:28.448388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3f9d918e-7911-4c15-ae1c-6a521170b6b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.507139 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-907a10e1-0e4c-447f-ad57-35e436545571 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752807 Dec 10 18:30:28.510926 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58404) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:28.513417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e1d800f-f4c1-45bd-b806-8b267620159f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.517647 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a7a11b05-f61b-446d-adc6-b3c4d3e500b2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:28.521925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e1d800f-f4c1-45bd-b806-8b267620159f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.524357 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9e1d800f-f4c1-45bd-b806-8b267620159f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ed26a91-a4cf-4a05-ac88-23e416efc712 HTTP/1.1" status: 204 len: 168 time: 0.3771710 Dec 10 18:30:28.553615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d800f-f4c1-45bd-b806-8b267620159f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed26a91-a4cf-4a05-ac88-23e416efc712,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:28.628132 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.21', 62005) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:28.648054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3f9d918e-7911-4c15-ae1c-6a521170b6b7 None None] For port f79762b3-7f64-41b5-a323-ca49e7ac3235, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f79762b3-7f64-41b5-a323-ca49e7ac3235,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:28.649187 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3f9d918e-7911-4c15-ae1c-6a521170b6b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.671992 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0a2ecc1e-c4f7-4720-95f4-9fa7b395c515 req-7a0a033a-21e8-406c-8df7-e61003252395 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 210 time: 0.0513430 Dec 10 18:30:28.677839 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d918e-7911-4c15-ae1c-6a521170b6b7 None None] Calling delete_port for f79762b3-7f64-41b5-a323-ca49e7ac3235 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:28.874297 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-59abdace-8de5-4b51-a847-cec3b14afb22 req-f50f15fb-9b43-42f5-971b-f75a2f64b3f7 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 210 time: 0.1279933 Dec 10 18:30:28.902986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0032d012-9c6f-4865-89e3-31684fc3e493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.906074 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0032d012-9c6f-4865-89e3-31684fc3e493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.908262 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0032d012-9c6f-4865-89e3-31684fc3e493 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4940a03-5e06-45a5-8a86-f0dd7792b1ab HTTP/1.1" status: 204 len: 168 time: 0.8452721 Dec 10 18:30:28.933316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3f9d918e-7911-4c15-ae1c-6a521170b6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.951804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-3759a24f-edce-47e7-aa19-9a01be298ba8 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:28.957821 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-3759a24f-edce-47e7-aa19-9a01be298ba8 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.21 "GET /v2.0/networks?id=62f9555d-cabd-4fc1-91e0-b246290379c5 HTTP/1.1" status: 200 len: 811 time: 0.3256593 Dec 10 18:30:28.968594 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f8317e2b-be5b-49f1-b0af-7b04a0404ea2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Allocated IP 172.20.0.12 (df7c08a5-ac1e-45f6-93ce-d389852f8247/10285287-a2f3-4c13-9830-3267cee803d1/660e820a-f635-4940-9f81-34d2cdf9e827) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:28.971727 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032d012-9c6f-4865-89e3-31684fc3e493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4940a03-5e06-45a5-8a86-f0dd7792b1ab,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:28.980277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d918e-7911-4c15-ae1c-6a521170b6b7 None None] No DVR routers for this DVR port f79762b3-7f64-41b5-a323-ca49e7ac3235 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:30:28.999072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d918e-7911-4c15-ae1c-6a521170b6b7 None None] Pushing event deleted for resources: {'Port': ['ID=f79762b3-7f64-41b5-a323-ca49e7ac3235,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:29.048757 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a11b05-f61b-446d-adc6-b3c4d3e500b2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:29.055957 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a7a11b05-f61b-446d-adc6-b3c4d3e500b2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:29.089090 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-cb44fff5-5e73-45dc-bfe1-10fc771c357b tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec5b0ea7622f4bae8e83a24fbb913e21 HTTP/1.1" status: 200 len: 380 time: 0.1137776 Dec 10 18:30:29.105985 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-2b839c4d-8b30-44b0-84bd-26b07296e81c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Request body: {'port': {'device_id': 'cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'admin_state_up': True, 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'security_groups': ['ea8f2a9a-b339-4fc3-9d74-1259909dd819']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:29.181029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f79762b3-7f64-41b5-a323-ca49e7ac3235 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:29.224256 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-329fde93-1bca-4e27-9b02-06b5fe216b6d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:29.272863 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: f79762b3-7f64-41b5-a323-ca49e7ac3235 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:30:29.276142 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f79762b3-7f64-41b5-a323-ca49e7ac3235 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:30:29.419825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-2b839c4d-8b30-44b0-84bd-26b07296e81c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Made reservation on behalf of ec5b0ea7622f4bae8e83a24fbb913e21 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:29.425061 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-2b839c4d-8b30-44b0-84bd-26b07296e81c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:29.570699 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58436) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:29.644069 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.21', 62008) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:29.756972 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0eb1d55a-1c7e-4bec-8814-3bc6f9f35365 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48efd0b71fc545008ad65fcc09aca645&name=default HTTP/1.1" status: 200 len: 2994 time: 0.1850679 Dec 10 18:30:29.767554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58442) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:29.768355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58444) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:29.902824 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c58ac013-0bf3-4430-8d51-46e7b264efa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:29.924250 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-2b839c4d-8b30-44b0-84bd-26b07296e81c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Allocated IP 172.20.0.8 (62f9555d-cabd-4fc1-91e0-b246290379c5/ae237fdd-10af-4d8e-bdae-3b418032a0b5/daf249f3-32dc-4cdd-b31d-bf560b49cb90) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:29.963449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-961f02a9-b9e2-40db-b02f-a13340d51468 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:29.965223 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-961f02a9-b9e2-40db-b02f-a13340d51468 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.21 "GET /v2.0/networks?id=8021c4a7-1487-46d5-b9e5-4b74cb3806a5 HTTP/1.1" status: 200 len: 806 time: 0.3204854 Dec 10 18:30:29.990140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c58ac013-0bf3-4430-8d51-46e7b264efa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.016076 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fde93-1bca-4e27-9b02-06b5fe216b6d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event deleted for resources: {'Port': ['ID=1d08282a-7d00-4e15-a7c9-22289937f472,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:30.020268 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-851e6249-48df-4673-8b33-da6c4d2db6a9 req-23ce0999-3c40-4586-aade-ca3108055ed8 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 210 time: 0.5098619 Dec 10 18:30:30.064037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1395315752'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:30.073615 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-274ec993-8dc8-4ace-b516-01dba67294e4 req-b9cf1697-9d83-49c9-90b0-11f3aa97835a tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 210 time: 0.1961033 Dec 10 18:30:30.157613 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-329fde93-1bca-4e27-9b02-06b5fe216b6d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.160914 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-329fde93-1bca-4e27-9b02-06b5fe216b6d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.166621 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-329fde93-1bca-4e27-9b02-06b5fe216b6d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "DELETE /v2.0/floatingips/6d6ac80a-578e-4a5a-841a-f78b8fc6d571 HTTP/1.1" status: 204 len: 168 time: 2.4661887 Dec 10 18:30:30.171085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58450) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:30.177732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b17787a0-6f9d-4dd2-9f94-d1753c13f435 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Request body: {'floatingip': {'floating_network_id': 'a25744f7-d7b3-4568-9226-36f0491dbc14', 'port_id': '91572671-474e-43dc-be41-7028b85d3976', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:30.236589 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f8317e2b-be5b-49f1-b0af-7b04a0404ea2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.239798 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b915a800-86a6-416f-8003-1726f719819e req-a794c256-67c1-41d3-83f9-cc231d062410 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 210 time: 0.0530963 Dec 10 18:30:30.293358 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:30.298172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.309900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.331275 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-3c41a3e7-f9ea-4147-bd60-310b0b96c183 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66762df842f449769ae6481ac7ddc59e HTTP/1.1" status: 200 len: 380 time: 0.3286839 Dec 10 18:30:30.405053 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-2b839c4d-8b30-44b0-84bd-26b07296e81c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.465935 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58456) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:30.466687 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.517158 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-947db7d7-ac72-4bad-a7d4-d0d6d3015545 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93e8db8a85d94972b70bb9fb10d58339&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0618086 Dec 10 18:30:30.519661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58458) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:30.554818 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c58ac013-0bf3-4430-8d51-46e7b264efa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.557402 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c58ac013-0bf3-4430-8d51-46e7b264efa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.558579 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c58ac013-0bf3-4430-8d51-46e7b264efa2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc145ac6-a8ff-49ed-a117-92bb83fd2175 HTTP/1.1" status: 204 len: 168 time: 0.7725461 Dec 10 18:30:30.572289 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ac013-0bf3-4430-8d51-46e7b264efa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc145ac6-a8ff-49ed-a117-92bb83fd2175,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:30.582185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b17787a0-6f9d-4dd2-9f94-d1753c13f435 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.583294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f8317e2b-be5b-49f1-b0af-7b04a0404ea2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.611161 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a7a11b05-f61b-446d-adc6-b3c4d3e500b2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.613845 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-2b839c4d-8b30-44b0-84bd-26b07296e81c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.615491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.739397 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8317e2b-be5b-49f1-b0af-7b04a0404ea2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Pushing event updated for resources: {'Port': ['ID=660e820a-f635-4940-9f81-34d2cdf9e827,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:30.752341 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dd3c988f-b553-4ed6-8168-d946bc565214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.755197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:30.781211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-2b839c4d-8b30-44b0-84bd-26b07296e81c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Network 62f9555d-cabd-4fc1-91e0-b246290379c5 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:30.787429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f86a95-4e6c-4a38-bbb6-836490683a67,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:30.797644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.798016 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Added segment 3a98193c-e6b2-46ff-bbf2-16094c778485 of type vlan for network 49677d36-b20c-4c12-aa89-6bac1c029da3 Dec 10 18:30:30.799529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-2b839c4d-8b30-44b0-84bd-26b07296e81c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:30.807903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b839c4d-8b30-44b0-84bd-26b07296e81c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Pushing event updated for resources: {'Port': ['ID=daf249f3-32dc-4cdd-b31d-bf560b49cb90,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:30.811072 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-2b839c4d-8b30-44b0-84bd-26b07296e81c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:30.924982 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a11b05-f61b-446d-adc6-b3c4d3e500b2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:30.927299 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a11b05-f61b-446d-adc6-b3c4d3e500b2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=ebc1704c-5c8d-40b5-92ae-3e17fa2639f2,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:30.951610 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a7a11b05-f61b-446d-adc6-b3c4d3e500b2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:30.964611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde29def-ab67-4b34-9937-bb509af79190 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:30.965923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f8317e2b-be5b-49f1-b0af-7b04a0404ea2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Network df7c08a5-ac1e-45f6-93ce-d389852f8247 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:30.979576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a11b05-f61b-446d-adc6-b3c4d3e500b2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:30.980345 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a7a11b05-f61b-446d-adc6-b3c4d3e500b2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.986845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f8317e2b-be5b-49f1-b0af-7b04a0404ea2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:31.009839 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f8317e2b-be5b-49f1-b0af-7b04a0404ea2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:31.010898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dd3c988f-b553-4ed6-8168-d946bc565214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.088963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-2b839c4d-8b30-44b0-84bd-26b07296e81c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:31.088963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-2b839c4d-8b30-44b0-84bd-26b07296e81c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.158001 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-697d6a58-e80c-4e16-ae93-4fbf497168c4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Request body: {'port': {'device_id': '7f08b4f6-f3f8-4f08-88bc-606de2eda4ac', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'admin_state_up': True, 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'security_groups': ['3a743d68-f435-4f10-bec8-cf48064ee8d5']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:31.282313 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a7a11b05-f61b-446d-adc6-b3c4d3e500b2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7702804 Dec 10 18:30:31.283952 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58470) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:31.304623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-56e26c52-2aa4-44d5-83aa-e071a649542d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'fixed_ips': [{'subnet_id': 'ebc1704c-5c8d-40b5-92ae-3e17fa2639f2', 'ip_address': '2001:db8::d290:31d1:bad3:417f'}], 'name': 'tempest-NetworksTestDHCPv6-1049940276'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:31.340898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f8317e2b-be5b-49f1-b0af-7b04a0404ea2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:31.340898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f8317e2b-be5b-49f1-b0af-7b04a0404ea2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.432854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': 'ebc1704c-5c8d-40b5-92ae-3e17fa2639f2'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:31.439684 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.501110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d5bc0b1e-2480-4976-a131-61111d6b2627 None None] Provisioning complete for port daf249f3-32dc-4cdd-b31d-bf560b49cb90 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:31.501791 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d5bc0b1e-2480-4976-a131-61111d6b2627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.521768 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.536991 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-2b839c4d-8b30-44b0-84bd-26b07296e81c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4428909 Dec 10 18:30:31.551128 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-707fcf5c-ca0a-4c46-b3d7-768327178d39 req-3df1e633-7848-404b-831e-14f72f7ea561 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 210 time: 0.1991475 Dec 10 18:30:31.626550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-0559ca17-e38d-44db-933a-061b8327d94b tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:30:31.630656 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-0559ca17-e38d-44db-933a-061b8327d94b tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218825 Dec 10 18:30:31.671972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dd3c988f-b553-4ed6-8168-d946bc565214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.678782 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dd3c988f-b553-4ed6-8168-d946bc565214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.681814 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-dd3c988f-b553-4ed6-8168-d946bc565214 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/864ba623-d569-4860-bd3a-db62a20f7288 HTTP/1.1" status: 204 len: 168 time: 1.1610084 Dec 10 18:30:31.737227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c988f-b553-4ed6-8168-d946bc565214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864ba623-d569-4860-bd3a-db62a20f7288,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:31.767436 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.779239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:31.779963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.865128 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f8317e2b-be5b-49f1-b0af-7b04a0404ea2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9566908 Dec 10 18:30:31.932277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc0b1e-2480-4976-a131-61111d6b2627 None None] Port daf249f3-32dc-4cdd-b31d-bf560b49cb90 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:31.936829 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Network': ['ID=49677d36-b20c-4c12-aa89-6bac1c029da3,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:31.965186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 49677d36-b20c-4c12-aa89-6bac1c029da3 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:31.991314 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85c636-5538-423f-897b-6f017f8b45a1 req-4c7846c6-0133-4e23-b0eb-cd1f5a3e9136 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:32.005360 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6e85c636-5538-423f-897b-6f017f8b45a1 req-4c7846c6-0133-4e23-b0eb-cd1f5a3e9136 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 931 time: 0.6550977 Dec 10 18:30:32.052236 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-697d6a58-e80c-4e16-ae93-4fbf497168c4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Made reservation on behalf of 66762df842f449769ae6481ac7ddc59e for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:32.056439 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-697d6a58-e80c-4e16-ae93-4fbf497168c4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:32.146526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664a46f-61ae-4550-bb7c-1cad8b62054d req-eb3124ee-38b6-4f27-a641-edb575b54fa2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:32.155611 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8664a46f-61ae-4550-bb7c-1cad8b62054d req-eb3124ee-38b6-4f27-a641-edb575b54fa2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 932 time: 0.3434494 Dec 10 18:30:32.185307 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6fb7afed-67aa-4e78-a4f0-9f90dcb5d702 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4003453 Dec 10 18:30:32.220107 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-b17787a0-6f9d-4dd2-9f94-d1753c13f435 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:30:32.229216 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b17787a0-6f9d-4dd2-9f94-d1753c13f435 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.0559275 Dec 10 18:30:32.232005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58486) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:32.255761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': '91572671-474e-43dc-be41-7028b85d3976', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:32.278213 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c57af9ef-2585-4b94-8434-f24c031fb7d9 None None] Provisioning complete for port 660e820a-f635-4940-9f81-34d2cdf9e827 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:32.284297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c57af9ef-2585-4b94-8434-f24c031fb7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:32.297088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Allocated IP 2001:db8::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/ebc1704c-5c8d-40b5-92ae-3e17fa2639f2/9f10936a-4d22-494b-b130-ebfd350cac88) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:32.348800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:30:32.348800 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:30:32.348800 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'project_id_1': '5c2934e5914e4618943cc259daa36945', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 30, 12, 279193)}] Dec 10 18:30:32.348800 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:30:32.353751 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:30:32.440772 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c57af9ef-2585-4b94-8434-f24c031fb7d9 None None] Port 660e820a-f635-4940-9f81-34d2cdf9e827 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:32.462522 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-697d6a58-e80c-4e16-ae93-4fbf497168c4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Allocated IP 172.20.0.4 (8021c4a7-1487-46d5-b9e5-4b74cb3806a5/6c432002-879e-473c-bfa5-c71ce6382c4d/245a2afb-6d0d-4890-84e4-973e609dd239) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:32.553459 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6e85c636-5538-423f-897b-6f017f8b45a1 req-ca553b4a-336c-41a3-aa79-11f248e66dda tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4922836 Dec 10 18:30:32.593228 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e26c52-2aa4-44d5-83aa-e071a649542d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:32.839907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-697d6a58-e80c-4e16-ae93-4fbf497168c4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:32.903611 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8664a46f-61ae-4550-bb7c-1cad8b62054d req-e9c2a75f-1a64-48c6-9619-89199a5d815c tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7332551 Dec 10 18:30:32.946416 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:32.961675 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Request body: {'port': {'device_id': 'cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:32.983894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Request body: {'port': {'device_id': '7195a812-39b9-405d-b4d7-012751594c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:33.025835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.079206 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c70a6aab-6a51-442b-83bf-aa2cb034b508 req-ba01bd3a-f3dc-480a-ac7b-7f7976f54d8b tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 210 time: 0.2372389 Dec 10 18:30:33.088212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-697d6a58-e80c-4e16-ae93-4fbf497168c4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.230326 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:33.244282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:33.257754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:33.296115 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-56e26c52-2aa4-44d5-83aa-e071a649542d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.308414 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.392692 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Pushing event updated for resources: {'Port': ['ID=9f10936a-4d22-494b-b130-ebfd350cac88,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:33.447556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-56e26c52-2aa4-44d5-83aa-e071a649542d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 9b3c5d6e-a8f4-4ff6-b63b-84186fcacda3 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:33.564064 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-697d6a58-e80c-4e16-ae93-4fbf497168c4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:33.574848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.583744 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Attempting to bind port 9f10936a-4d22-494b-b130-ebfd350cac88 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:33.584829 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Attempting to bind port 9f10936a-4d22-494b-b130-ebfd350cac88 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:33.587205 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Attempting to bind port 9f10936a-4d22-494b-b130-ebfd350cac88 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:33.617593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:33.620074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-697d6a58-e80c-4e16-ae93-4fbf497168c4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:33.621891 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:33.622627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.624906 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:33.629600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Bound port: 9f10936a-4d22-494b-b130-ebfd350cac88, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:33.644918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-697d6a58-e80c-4e16-ae93-4fbf497168c4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:33.646113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.857134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] For port 9f10936a-4d22-494b-b130-ebfd350cac88, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:33.859190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] For port 9f10936a-4d22-494b-b130-ebfd350cac88, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9f10936a-4d22-494b-b130-ebfd350cac88,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:34.253585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-68d6b46a-22e3-4313-8bde-d9ffa41b0cba None None] Provisioning complete for port 245a2afb-6d0d-4890-84e4-973e609dd239 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:34.254319 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-68d6b46a-22e3-4313-8bde-d9ffa41b0cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.548037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for floatingip, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.666531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d6a58-e80c-4e16-ae93-4fbf497168c4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Pushing event updated for resources: {'Port': ['ID=245a2afb-6d0d-4890-84e4-973e609dd239,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:34.929847 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-56e26c52-2aa4-44d5-83aa-e071a649542d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::d290:31d1:bad3:417f (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/ebc1704c-5c8d-40b5-92ae-3e17fa2639f2/9b3c5d6e-a8f4-4ff6-b63b-84186fcacda3) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:34.985450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-697d6a58-e80c-4e16-ae93-4fbf497168c4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:34.986150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-697d6a58-e80c-4e16-ae93-4fbf497168c4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.990797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.994703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-68d6b46a-22e3-4313-8bde-d9ffa41b0cba None None] Port 245a2afb-6d0d-4890-84e4-973e609dd239 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:35.129828 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc10a2-ab1f-46a4-a0ab-661ba31037da None None] Pushing event updated for resources: {'Port': ['ID=9f10936a-4d22-494b-b130-ebfd350cac88,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:35.180432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6ddd-4253-48d6-894e-2051bd092766 req-79e99dcb-72ff-4692-80a9-d18a08c88ea4 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:35.182673 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-71ad6ddd-4253-48d6-894e-2051bd092766 req-79e99dcb-72ff-4692-80a9-d18a08c88ea4 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 931 time: 0.9306674 Dec 10 18:30:35.243467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf0bf4-72cd-43ad-958d-13ba552583a8 req-1bf84c78-359e-481a-a3c7-9259b04b08fd tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:35.243467 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-78cf0bf4-72cd-43ad-958d-13ba552583a8 req-1bf84c78-359e-481a-a3c7-9259b04b08fd tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 932 time: 0.9895535 Dec 10 18:30:35.493053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58528) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:35.521056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-67edf12b-d0a7-4a7a-9447-42894a8ae429 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'subnet': {'network_id': '49677d36-b20c-4c12-aa89-6bac1c029da3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:35.711020 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-697d6a58-e80c-4e16-ae93-4fbf497168c4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6007962 Dec 10 18:30:35.752963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Request body: {'port': {'device_id': '7f08b4f6-f3f8-4f08-88bc-606de2eda4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:35.949166 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-71ad6ddd-4253-48d6-894e-2051bd092766 req-ad96bf0b-383c-4d6e-a46c-d99ac22a16a1 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7282982 Dec 10 18:30:35.971426 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-78cf0bf4-72cd-43ad-958d-13ba552583a8 req-12f32ca8-382c-4861-947d-1696536232d2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6972804 Dec 10 18:30:36.016524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.148527 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67edf12b-d0a7-4a7a-9447-42894a8ae429 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:36.163863 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.172229 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-67edf12b-d0a7-4a7a-9447-42894a8ae429 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.194120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660e820a-f635-4940-9f81-34d2cdf9e827 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:36.257790 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf249f3-32dc-4cdd-b31d-bf560b49cb90 {{(pid=103594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:36.275862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.337726 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-56e26c52-2aa4-44d5-83aa-e071a649542d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.432100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58542) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:36.442561 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.473275 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Transition to ACTIVE for port object 660e820a-f635-4940-9f81-34d2cdf9e827 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:30:36.601598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.provisioning_blocks [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Transition to ACTIVE for port object daf249f3-32dc-4cdd-b31d-bf560b49cb90 will not be triggered until provisioned by entity L2. {{(pid=103594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:30:36.632244 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Allocated IP 172.26.5.95 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/bd6787ed-0f4c-4a62-ab82-8c2fa285dc21) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:36.695309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5c00-8d50-46ed-b03d-cc9ab060b4c1 req-0142a908-9865-44b1-ba64-90d66d4c1211 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:36.715204 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0c8a5c00-8d50-46ed-b03d-cc9ab060b4c1 req-0142a908-9865-44b1-ba64-90d66d4c1211 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 931 time: 0.4853396 Dec 10 18:30:36.716888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.754769 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:36.941494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8149f0e9-e6aa-4784-8db2-eefe56e1e0d6 None None] Provisioning complete for port 9f10936a-4d22-494b-b130-ebfd350cac88 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:36.942097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8149f0e9-e6aa-4784-8db2-eefe56e1e0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.078345 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245a2afb-6d0d-4890-84e4-973e609dd239 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:37.096619 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1247084677'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:37.115640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.126077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Pushing event updated for resources: {'Port': ['ID=660e820a-f635-4940-9f81-34d2cdf9e827,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:37.220331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8149f0e9-e6aa-4784-8db2-eefe56e1e0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.262885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Transition to ACTIVE for port object 245a2afb-6d0d-4890-84e4-973e609dd239 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:30:37.302370 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8149f0e9-e6aa-4784-8db2-eefe56e1e0d6 None None] For port 9f10936a-4d22-494b-b130-ebfd350cac88, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9f10936a-4d22-494b-b130-ebfd350cac88,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:37.368243 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9f10936a-4d22-494b-b130-ebfd350cac88 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:37.393618 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.399726 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Pushing event updated for resources: {'Port': ['ID=daf249f3-32dc-4cdd-b31d-bf560b49cb90,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:37.410062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Made reservation on behalf of 33d03c52339a4a1587a78cbe676d5661 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:37.414289 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-56e26c52-2aa4-44d5-83aa-e071a649542d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.423366 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.447547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8149f0e9-e6aa-4784-8db2-eefe56e1e0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.584496 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149f0e9-e6aa-4784-8db2-eefe56e1e0d6 None None] Pushing event updated for resources: {'Port': ['ID=9f10936a-4d22-494b-b130-ebfd350cac88,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:37.596272 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 9f10936a-4d22-494b-b130-ebfd350cac88 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:37.596479 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.739778 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.765117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:37.833432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e26c52-2aa4-44d5-83aa-e071a649542d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=9b3c5d6e-a8f4-4ff6-b63b-84186fcacda3,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:37.870967 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0c8a5c00-8d50-46ed-b03d-cc9ab060b4c1 req-68fb5d40-9b82-4c98-81ab-9c968003fd36 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1570818 Dec 10 18:30:37.873552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e26c52-2aa4-44d5-83aa-e071a649542d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:37.883523 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Pushing event updated for resources: {'Port': ['ID=245a2afb-6d0d-4890-84e4-973e609dd239,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:37.993314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:38.003615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a884f1e-89ae-4d45-a564-e6efe3e5a1a1 req-357de999-e2e1-4c6d-821f-0b1c512489d3 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:38.010126 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5a884f1e-89ae-4d45-a564-e6efe3e5a1a1 req-357de999-e2e1-4c6d-821f-0b1c512489d3 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 943 time: 0.6245339 Dec 10 18:30:38.026016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-56e26c52-2aa4-44d5-83aa-e071a649542d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:38.056439 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e26c52-2aa4-44d5-83aa-e071a649542d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:38.060894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Attempting to bind port 660e820a-f635-4940-9f81-34d2cdf9e827 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:38.062755 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Attempting to bind port 660e820a-f635-4940-9f81-34d2cdf9e827 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '102d4707-54f7-4de4-9461-69fdeb204508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:38.065551 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Attempting to bind port 660e820a-f635-4940-9f81-34d2cdf9e827 on network df7c08a5-ac1e-45f6-93ce-d389852f8247 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:38.067170 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e26c52-2aa4-44d5-83aa-e071a649542d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:38.067848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-56e26c52-2aa4-44d5-83aa-e071a649542d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:38.154821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Port 660e820a-f635-4940-9f81-34d2cdf9e827 on network df7c08a5-ac1e-45f6-93ce-d389852f8247 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:38.154978 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Attempting to bind port 660e820a-f635-4940-9f81-34d2cdf9e827 on network df7c08a5-ac1e-45f6-93ce-d389852f8247 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:38.215523 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-67edf12b-d0a7-4a7a-9447-42894a8ae429 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:38.237364 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7a4ea-0b50-4bb2-b1c0-968f39f49683 req-2754f0aa-c5dd-4d06-b76a-887a62639f77 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:38.238814 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c6e7a4ea-0b50-4bb2-b1c0-968f39f49683 req-2754f0aa-c5dd-4d06-b76a-887a62639f77 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 944 time: 0.1668634 Dec 10 18:30:38.278795 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:38.282893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:38.284163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Checking segment: {'id': '102d4707-54f7-4de4-9461-69fdeb204508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:38.284867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Bound using segment: {'id': '102d4707-54f7-4de4-9461-69fdeb204508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:38.285480 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Bound port: 660e820a-f635-4940-9f81-34d2cdf9e827, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102d4707-54f7-4de4-9461-69fdeb204508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:38.286110 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:38.293792 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5a884f1e-89ae-4d45-a564-e6efe3e5a1a1 req-a06b6908-57c6-48fc-892c-460b25135abd tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737243 Dec 10 18:30:38.323126 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:38.338826 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:38.339255 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-56e26c52-2aa4-44d5-83aa-e071a649542d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.0507967 Dec 10 18:30:38.340139 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edf12b-d0a7-4a7a-9447-42894a8ae429 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Subnet': ['ID=77fd6501-a26d-4f01-adb0-0796dfcc2c63,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:38.347743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58568) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:38.388273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Attempting to bind port daf249f3-32dc-4cdd-b31d-bf560b49cb90 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:38.388629 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Attempting to bind port daf249f3-32dc-4cdd-b31d-bf560b49cb90 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'e5e6aa80-20a5-4b0c-989a-59d560e97b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:38.388931 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Attempting to bind port daf249f3-32dc-4cdd-b31d-bf560b49cb90 on network 62f9555d-cabd-4fc1-91e0-b246290379c5 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:38.441733 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Port daf249f3-32dc-4cdd-b31d-bf560b49cb90 on network 62f9555d-cabd-4fc1-91e0-b246290379c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:38.441733 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Attempting to bind port daf249f3-32dc-4cdd-b31d-bf560b49cb90 on network 62f9555d-cabd-4fc1-91e0-b246290379c5 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:38.451017 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event updated for resources: {'Port': ['ID=bd6787ed-0f4c-4a62-ab82-8c2fa285dc21,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:38.514454 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c6e7a4ea-0b50-4bb2-b1c0-968f39f49683 req-bcaf1fa3-e5f6-4341-b54b-7fa882eb8c20 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2243283 Dec 10 18:30:38.554057 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4682eda8-d5b1-465d-bd88-8fa73479e580 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:38.568298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4682eda8-d5b1-465d-bd88-8fa73479e580 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:38.569954 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4682eda8-d5b1-465d-bd88-8fa73479e580 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2143424 Dec 10 18:30:38.575190 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58572) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:38.584259 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:38.584619 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Checking segment: {'id': 'e5e6aa80-20a5-4b0c-989a-59d560e97b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:38.587215 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Bound using segment: {'id': 'e5e6aa80-20a5-4b0c-989a-59d560e97b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5'} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:38.595323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Bound port: daf249f3-32dc-4cdd-b31d-bf560b49cb90, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e6aa80-20a5-4b0c-989a-59d560e97b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5'}}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:38.595323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:38.607938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67edf12b-d0a7-4a7a-9447-42894a8ae429 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Checking segment: {'id': '3a98193c-e6b2-46ff-bbf2-16094c778485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49677d36-b20c-4c12-aa89-6bac1c029da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:38.608303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67edf12b-d0a7-4a7a-9447-42894a8ae429 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network hostable DHCP agents. Network: 49677d36-b20c-4c12-aa89-6bac1c029da3, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:38.617136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Attempting to bind port 245a2afb-6d0d-4890-84e4-973e609dd239 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:38.617631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Attempting to bind port 245a2afb-6d0d-4890-84e4-973e609dd239 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '991d0126-7a49-4230-b43c-4ee78af21e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:38.618523 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Attempting to bind port 245a2afb-6d0d-4890-84e4-973e609dd239 on network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:38.712363 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-84cf824a-a024-4807-9ad4-ca48cb0c1670 None None] Provisioning complete for port 9b3c5d6e-a8f4-4ff6-b63b-84186fcacda3 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:38.712945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84cf824a-a024-4807-9ad4-ca48cb0c1670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:38.718821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:38.721545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Port 245a2afb-6d0d-4890-84e4-973e609dd239 on network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:38.722395 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Attempting to bind port 245a2afb-6d0d-4890-84e4-973e609dd239 on network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:38.761436 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] For port 660e820a-f635-4940-9f81-34d2cdf9e827, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:38.800386 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:38.801541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Checking segment: {'id': '991d0126-7a49-4230-b43c-4ee78af21e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:38.802355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Bound using segment: {'id': '991d0126-7a49-4230-b43c-4ee78af21e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:38.802982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Bound port: 245a2afb-6d0d-4890-84e4-973e609dd239, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991d0126-7a49-4230-b43c-4ee78af21e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:38.803516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:38.811865 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-84cf824a-a024-4807-9ad4-ca48cb0c1670 None None] Port 9b3c5d6e-a8f4-4ff6-b63b-84186fcacda3 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:38.822296 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] For port daf249f3-32dc-4cdd-b31d-bf560b49cb90, host hv-neutron-8214, cleared binding levels {{(pid=103594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:38.831191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:38.838841 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] For port daf249f3-32dc-4cdd-b31d-bf560b49cb90, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=daf249f3-32dc-4cdd-b31d-bf560b49cb90,segment=NetworkSegment(e5e6aa80-20a5-4b0c-989a-59d560e97b40),segment_id=e5e6aa80-20a5-4b0c-989a-59d560e97b40)] {{(pid=103594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:38.851251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67edf12b-d0a7-4a7a-9447-42894a8ae429 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network 49677d36-b20c-4c12-aa89-6bac1c029da3 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:38.868404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] For port 660e820a-f635-4940-9f81-34d2cdf9e827, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=660e820a-f635-4940-9f81-34d2cdf9e827,segment=NetworkSegment(102d4707-54f7-4de4-9461-69fdeb204508),segment_id=102d4707-54f7-4de4-9461-69fdeb204508)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:38.926708 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:38.939373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:38.962136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58578) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:39.011928 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:39.021741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-67edf12b-d0a7-4a7a-9447-42894a8ae429 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 49677d36-b20c-4c12-aa89-6bac1c029da3) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:39.035791 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be49345-f1ab-4619-a5cd-72055b5442d0 None None] Network 49677d36-b20c-4c12-aa89-6bac1c029da3 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:39.090343 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67edf12b-d0a7-4a7a-9447-42894a8ae429 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:39.091100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-67edf12b-d0a7-4a7a-9447-42894a8ae429 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:39.117212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:39.117736 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Added segment afc270a8-7423-4318-b848-480a2a5cfdde of type vlan for network f0de83f6-ff86-4037-8f3e-25e462ecd753 Dec 10 18:30:39.126875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:39.127788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:39.129412 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] 10.222.0.21 "PUT /v2.0/ports/daf249f3-32dc-4cdd-b31d-bf560b49cb90 HTTP/1.1" status: 200 len: 1093 time: 7.1811464 Dec 10 18:30:39.141058 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d', 'tag': 'daf249f3-32dc-4cdd-b31d-bf560b49cb90'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:39.192671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9727673-a295-4df0-a17d-2e55cae009cf service neutron] Pushing event updated for resources: {'Port': ['ID=daf249f3-32dc-4cdd-b31d-bf560b49cb90,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:39.226721 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b06406-cf8d-4453-a721-e5cf33fa46e0 req-cdbc92d2-b4ca-4656-ac26-a991e5b9a152 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:39.232665 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e5b06406-cf8d-4453-a721-e5cf33fa46e0 req-cdbc92d2-b4ca-4656-ac26-a991e5b9a152 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 943 time: 0.2331064 Dec 10 18:30:39.269079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] For port 245a2afb-6d0d-4890-84e4-973e609dd239, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:39.279996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] For port 245a2afb-6d0d-4890-84e4-973e609dd239, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=245a2afb-6d0d-4890-84e4-973e609dd239,segment=NetworkSegment(991d0126-7a49-4230-b43c-4ee78af21e1d),segment_id=991d0126-7a49-4230-b43c-4ee78af21e1d)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:39.321707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9f10936a-4d22-494b-b130-ebfd350cac88 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:39.412511 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-49677d36-b20c-4c12-aa89-6bac1c029da3', 'network_id': '49677d36-b20c-4c12-aa89-6bac1c029da3', 'project_id': '7c2e23c6ae1e4737a1288513c38bfa75', 'fixed_ips': [{'subnet_id': '77fd6501-a26d-4f01-adb0-0796dfcc2c63'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:39.413378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:39.485872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1711025a-a8a0-4dad-a354-74253d49bd1d,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:39.492849 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Pushing event updated for resources: {'Port': ['ID=660e820a-f635-4940-9f81-34d2cdf9e827,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:39.505940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:39.506040 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-67edf12b-d0a7-4a7a-9447-42894a8ae429 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9881234 Dec 10 18:30:39.510756 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58590) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:39.536710 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:39.553152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d2f45ac0-ff99-44a8-9bd4-ce0f585245d4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-706818463'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:39.586718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:39.601265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:39.601265 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-f773d64f-77bd-4b96-b73e-32d95c496259 service neutron] 10.222.0.21 "PUT /v2.0/ports/660e820a-f635-4940-9f81-34d2cdf9e827 HTTP/1.1" status: 200 len: 1094 time: 7.6935368 Dec 10 18:30:39.663353 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e69b91-2c38-440c-b953-5b354aa23da8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d", "tag": "daf249f3-32dc-4cdd-b31d-bf560b49cb90"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:39.684770 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7195a812-39b9-405d-b4d7-012751594c6e', 'tag': '660e820a-f635-4940-9f81-34d2cdf9e827'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:39.758569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-0e10e1d5-aa6d-4575-97ac-abcbae734540 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 9b3c5d6e-a8f4-4ff6-b63b-84186fcacda3 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:39.758569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e10e1d5-aa6d-4575-97ac-abcbae734540 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:39.762853 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e5b06406-cf8d-4453-a721-e5cf33fa46e0 req-b74a920d-6b30-4357-81ca-49499bf79816 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5246110 Dec 10 18:30:39.782554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-327d3e75-f3b5-46e2-96ec-6e46a0b07f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:39.786517 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-327d3e75-f3b5-46e2-96ec-6e46a0b07f54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5b0ea7622f4bae8e83a24fbb913e21&device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 1096 time: 0.4448955 Dec 10 18:30:39.819800 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5317fdf-e021-4ada-92a5-092ce9a9ce62 req-3d26918b-9ed0-4eaf-b4b7-0c7e6d85fd61 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:39.827932 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d5317fdf-e021-4ada-92a5-092ce9a9ce62 req-3d26918b-9ed0-4eaf-b4b7-0c7e6d85fd61 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 943 time: 0.2337415 Dec 10 18:30:39.849347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 9f10936a-4d22-494b-b130-ebfd350cac88 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:39.849943 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:39.855004 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f45ac0-ff99-44a8-9bd4-ce0f585245d4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:39.868804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2f45ac0-ff99-44a8-9bd4-ce0f585245d4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.127260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Allocated IP 2001:db8:0:ffff::2 (49677d36-b20c-4c12-aa89-6bac1c029da3/77fd6501-a26d-4f01-adb0-0796dfcc2c63/ced4f32a-fdcb-4973-936f-361e1ac1930e) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:40.145436 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-7144e606-f806-4751-86d9-304ea6d24bdc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf249f3-32dc-4cdd-b31d-bf560b49cb90 HTTP/1.1" status: 200 len: 217 time: 0.3021882 Dec 10 18:30:40.151570 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d5317fdf-e021-4ada-92a5-092ce9a9ce62 req-503cc609-6bb0-477d-a192-f7b08678c74e tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229997 Dec 10 18:30:40.224810 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1dcf0-7f6e-4707-a64d-af43448ff83d req-7168ed5c-442e-44a7-9ce1-2775db2bd4f5 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:40.227291 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5fa1dcf0-7f6e-4707-a64d-af43448ff83d req-7168ed5c-442e-44a7-9ce1-2775db2bd4f5 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 944 time: 0.1079278 Dec 10 18:30:40.382007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.392315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfa331d-e909-41ce-a321-77236f4594e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7195a812-39b9-405d-b4d7-012751594c6e", "tag": "660e820a-f635-4940-9f81-34d2cdf9e827"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:40.406483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:40.407208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.409443 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] 10.222.0.21 "PUT /v2.0/ports/245a2afb-6d0d-4890-84e4-973e609dd239 HTTP/1.1" status: 200 len: 1093 time: 4.6838882 Dec 10 18:30:40.439590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f53dc-8586-43ea-b188-90c6ecc469c8 service neutron] Pushing event updated for resources: {'Port': ['ID=245a2afb-6d0d-4890-84e4-973e609dd239,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:40.479259 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-895cde60-2162-41bc-a54c-1ae98efe60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:40.484501 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-895cde60-2162-41bc-a54c-1ae98efe60c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae237fdd-10af-4d8e-bdae-3b418032a0b5 HTTP/1.1" status: 200 len: 850 time: 0.2014048 Dec 10 18:30:40.503412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.519879 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5fa1dcf0-7f6e-4707-a64d-af43448ff83d req-de0ab726-300d-4b97-a976-ff31de074672 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2696192 Dec 10 18:30:40.587355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.resource_extend [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:30:40.590969 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9c10f2-53a5-4797-9a3e-5fa9dc77341f x-openstack-request-id: req-6c9c10f2-53a5-4797-9a3e-5fa9dc77341f {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:40.592638 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d", "tag": "daf249f3-32dc-4cdd-b31d-bf560b49cb90", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:40.592638 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c9c10f2-53a5-4797-9a3e-5fa9dc77341f {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:40.601516 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d', 'tag': 'daf249f3-32dc-4cdd-b31d-bf560b49cb90', 'status': 'completed', 'code': 200} Dec 10 18:30:40.613796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.664931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for floatingip, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.706859 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-2629f206-55b9-4260-bce4-dfb88c57ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:40.712010 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-2629f206-55b9-4260-bce4-dfb88c57ba90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62f9555d-cabd-4fc1-91e0-b246290379c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1895380 Dec 10 18:30:40.745301 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Network 49677d36-b20c-4c12-aa89-6bac1c029da3 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:40.756185 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:40.768744 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:40.808922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Pushing event updated for resources: {'Port': ['ID=ced4f32a-fdcb-4973-936f-361e1ac1930e,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:40.923069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Attempting to bind port ced4f32a-fdcb-4973-936f-361e1ac1930e on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:40.923783 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Attempting to bind port ced4f32a-fdcb-4973-936f-361e1ac1930e by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '3a98193c-e6b2-46ff-bbf2-16094c778485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49677d36-b20c-4c12-aa89-6bac1c029da3'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:40.923888 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Attempting to bind port ced4f32a-fdcb-4973-936f-361e1ac1930e on network 49677d36-b20c-4c12-aa89-6bac1c029da3 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:40.931449 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:40.931853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Checking segment: {'id': '3a98193c-e6b2-46ff-bbf2-16094c778485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49677d36-b20c-4c12-aa89-6bac1c029da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:40.932351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.932744 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Bound using segment: {'id': '3a98193c-e6b2-46ff-bbf2-16094c778485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49677d36-b20c-4c12-aa89-6bac1c029da3'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:40.933217 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Bound port: ced4f32a-fdcb-4973-936f-361e1ac1930e, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a98193c-e6b2-46ff-bbf2-16094c778485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49677d36-b20c-4c12-aa89-6bac1c029da3'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:40.933597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.999467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85c393-b0a6-4dc1-81d9-ae09b1715509 req-034b290a-29d4-47fe-b72c-7514f6d9afd4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.007742 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8c85c393-b0a6-4dc1-81d9-ae09b1715509 req-034b290a-29d4-47fe-b72c-7514f6d9afd4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 943 time: 0.0896013 Dec 10 18:30:41.022394 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-7a4290eb-24f9-4fc5-9cf5-82b6c53f7e3d service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133934 Dec 10 18:30:41.040371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] For port ced4f32a-fdcb-4973-936f-361e1ac1930e, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:41.045123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] For port ced4f32a-fdcb-4973-936f-361e1ac1930e, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ced4f32a-fdcb-4973-936f-361e1ac1930e,segment=NetworkSegment(3a98193c-e6b2-46ff-bbf2-16094c778485),segment_id=3a98193c-e6b2-46ff-bbf2-16094c778485)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:41.073609 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8c85c393-b0a6-4dc1-81d9-ae09b1715509 req-b669848b-bb25-43ef-88b1-41504d94d574 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646911 Dec 10 18:30:41.108085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f45ac0-ff99-44a8-9bd4-ce0f585245d4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:41.109319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd25223-b93f-491f-8fbc-a6df5e6c7465 x-openstack-request-id: req-ddd25223-b93f-491f-8fbc-a6df5e6c7465 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:41.109771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7195a812-39b9-405d-b4d7-012751594c6e", "tag": "660e820a-f635-4940-9f81-34d2cdf9e827", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:41.110094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ddd25223-b93f-491f-8fbc-a6df5e6c7465 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:41.110605 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7195a812-39b9-405d-b4d7-012751594c6e', 'tag': '660e820a-f635-4940-9f81-34d2cdf9e827', 'status': 'completed', 'code': 200} Dec 10 18:30:41.122858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.147386 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e10e1d5-aa6d-4575-97ac-abcbae734540 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.207651 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b9e4f-003c-4d1b-871d-87fe3094e498 None None] Pushing event updated for resources: {'Port': ['ID=ced4f32a-fdcb-4973-936f-361e1ac1930e,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:41.225835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2f45ac0-ff99-44a8-9bd4-ce0f585245d4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.225835 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-d2f45ac0-ff99-44a8-9bd4-ce0f585245d4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Added segment 184a85b7-ccf7-4525-a186-a557579fb713 of type vlan for network fdc1c856-0122-4afc-80a5-5400ed3f2ca6 Dec 10 18:30:41.329560 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2f45ac0-ff99-44a8-9bd4-ce0f585245d4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.342446 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-2e76a8fd-3e01-4c75-a8f7-9819e3baf6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.350954 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-2e76a8fd-3e01-4c75-a8f7-9819e3baf6f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fef7d7d333340c9895bd62dcce63be7&device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 1097 time: 1.5636365 Dec 10 18:30:41.360104 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-0e10e1d5-aa6d-4575-97ac-abcbae734540 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 9b3c5d6e-a8f4-4ff6-b63b-84186fcacda3 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:41.381736 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e99184cd-701a-4898-adeb-713f23c0e0ed req-074fc61a-29e4-4052-8036-3bd044437acf service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051336 Dec 10 18:30:41.384142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.402258 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.403421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.427151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c1895-7eef-4e0a-b19c-dc7986e845da req-6db87f56-33e7-48af-a108-38cb0305ff00 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.427969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Deleting port bd6787ed-0f4c-4a62-ab82-8c2fa285dc21 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:41.428227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.431730 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-569c1895-7eef-4e0a-b19c-dc7986e845da req-6db87f56-33e7-48af-a108-38cb0305ff00 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 943 time: 0.1232617 Dec 10 18:30:41.607235 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-569c1895-7eef-4e0a-b19c-dc7986e845da req-84fbc9a3-34e6-4b6e-9cf5-66d51770e5d6 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535809 Dec 10 18:30:41.631170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.resource_extend [None req-d2f45ac0-ff99-44a8-9bd4-ce0f585245d4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:30:41.820453 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f188c4-58a0-45ac-9b61-c378549eec1d req-638c3bd6-d080-42c2-ba53-6db091fb3631 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.835572 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-90f188c4-58a0-45ac-9b61-c378549eec1d req-638c3bd6-d080-42c2-ba53-6db091fb3631 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 944 time: 0.1514177 Dec 10 18:30:41.838481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Pushing event updated for resources: {'Network': ['ID=f0de83f6-ff86-4037-8f3e-25e462ecd753,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:41.852632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network f0de83f6-ff86-4037-8f3e-25e462ecd753 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:41.871879 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-2a392472-ec70-4f26-bfc0-f9fe1260ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.873406 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-2a392472-ec70-4f26-bfc0-f9fe1260ac5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66762df842f449769ae6481ac7ddc59e&device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 1096 time: 0.7713692 Dec 10 18:30:41.906099 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ab23a85c-bdfc-48ef-b636-a502fa541f7a tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 5.4513674 Dec 10 18:30:41.944075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2f45ac0-ff99-44a8-9bd4-ce0f585245d4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.970752 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f45ac0-ff99-44a8-9bd4-ce0f585245d4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.971633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2f45ac0-ff99-44a8-9bd4-ce0f585245d4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.977899 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-90f188c4-58a0-45ac-9b61-c378549eec1d req-6cb4e854-8d15-4281-811c-450469514280 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363914 Dec 10 18:30:42.207811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.212740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.233080 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58622) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:42.248252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Request body: {'port': {'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753', 'binding:host_id': 'hv-neutron-8214', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1960157557'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:42.255712 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f45ac0-ff99-44a8-9bd4-ce0f585245d4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Network': ['ID=fdc1c856-0122-4afc-80a5-5400ed3f2ca6,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:42.258657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Calling delete_port for bd6787ed-0f4c-4a62-ab82-8c2fa285dc21 owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:42.269746 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d2f45ac0-ff99-44a8-9bd4-ce0f585245d4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7212772 Dec 10 18:30:42.275284 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58624) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:42.286673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network fdc1c856-0122-4afc-80a5-5400ed3f2ca6 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:42.294161 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-76c155bb-4fa9-4f3c-848d-27189fb6101b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'subnet': {'network_id': 'fdc1c856-0122-4afc-80a5-5400ed3f2ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:42.416936 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0d46f-5e58-4a50-9d30-cb83e40879b1 req-1607f4f9-c56d-406e-8843-9845f3c06ed3 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:42.425381 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5bb0d46f-5e58-4a50-9d30-cb83e40879b1 req-1607f4f9-c56d-406e-8843-9845f3c06ed3 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 943 time: 0.2081771 Dec 10 18:30:42.531141 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Made reservation on behalf of be86ee5493f5477ba99f5517d31ebcd5 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:42.534780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.551533 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5bb0d46f-5e58-4a50-9d30-cb83e40879b1 req-9a9d06a2-9445-4bc4-916c-cc4e531ef40d tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251366 Dec 10 18:30:42.677942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c155bb-4fa9-4f3c-848d-27189fb6101b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:42.693942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-76c155bb-4fa9-4f3c-848d-27189fb6101b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.843617 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-c3f9dc1f-8fa6-4024-95f8-ed0feb1bd1ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660e820a-f635-4940-9f81-34d2cdf9e827 HTTP/1.1" status: 200 len: 217 time: 0.3226752 Dec 10 18:30:42.860422 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.865377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.008886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Allocated IP 172.26.5.25 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/fead3d8e-0968-4d40-9d34-4711a1146157) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:43.082852 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28924f49-1f24-495d-a0fb-5f909fac8db2 None None] Network 49677d36-b20c-4c12-aa89-6bac1c029da3 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:43.101784 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e69b91-2c38-440c-b953-5b354aa23da8 req-ad7cae75-0412-4e6e-9cfe-f64024e00c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.103744 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f1e69b91-2c38-440c-b953-5b354aa23da8 req-ad7cae75-0412-4e6e-9cfe-f64024e00c55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5b0ea7622f4bae8e83a24fbb913e21&device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 1096 time: 0.2673440 Dec 10 18:30:43.247294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc09979-8779-428d-b55f-a78c472c84d6 req-a20dd2ee-f08e-44a9-b29c-01be7b77a7ce tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.247294 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8cc09979-8779-428d-b55f-a78c472c84d6 req-a20dd2ee-f08e-44a9-b29c-01be7b77a7ce tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 943 time: 0.3912709 Dec 10 18:30:43.247573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.269535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e10e1d5-aa6d-4575-97ac-abcbae734540 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.275677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f08b4f6-f3f8-4f08-88bc-606de2eda4ac', 'tag': '245a2afb-6d0d-4890-84e4-973e609dd239'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:43.278429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5077b17-c870-44ea-8eba-3056e9db019c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f08b4f6-f3f8-4f08-88bc-606de2eda4ac", "tag": "245a2afb-6d0d-4890-84e4-973e609dd239"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:43.355673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-834bde04-3bf1-435b-bd60-a4554b546275 None None] Provisioning complete for port ced4f32a-fdcb-4973-936f-361e1ac1930e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:43.356214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-834bde04-3bf1-435b-bd60-a4554b546275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.442806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-4caea801-0456-427f-b138-776f6fcce676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.444976 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-4caea801-0456-427f-b138-776f6fcce676 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=10285287-a2f3-4c13-9830-3267cee803d1 HTTP/1.1" status: 200 len: 851 time: 0.1700451 Dec 10 18:30:43.466001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ced4f32a-fdcb-4973-936f-361e1ac1930e up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:43.549323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.559038 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-84d6e3f1-b32c-40ef-ac08-215e6eea51c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=245a2afb-6d0d-4890-84e4-973e609dd239 HTTP/1.1" status: 200 len: 217 time: 0.8609486 Dec 10 18:30:43.607086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e10e1d5-aa6d-4575-97ac-abcbae734540 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.614454 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0e10e1d5-aa6d-4575-97ac-abcbae734540 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/9b3c5d6e-a8f4-4ff6-b63b-84186fcacda3 HTTP/1.1" status: 204 len: 168 time: 5.0343659 Dec 10 18:30:43.616521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10e1d5-aa6d-4575-97ac-abcbae734540 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=9b3c5d6e-a8f4-4ff6-b63b-84186fcacda3,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:43.635298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58634) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:43.819683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-85b48e56-c207-4555-9e91-d658b0978c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.822069 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-85b48e56-c207-4555-9e91-d658b0978c9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df7c08a5-ac1e-45f6-93ce-d389852f8247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2276771 Dec 10 18:30:43.834969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-38faae06-c291-450b-ad13-d74667bc4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.836820 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-38faae06-c291-450b-ad13-d74667bc4e27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c432002-879e-473c-bfa5-c71ce6382c4d HTTP/1.1" status: 200 len: 845 time: 0.1852040 Dec 10 18:30:43.928081 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395a513-cee9-4061-9b89-f3746b8c4ccd req-8dac695e-6b8f-41b1-b236-41895b762835 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.928710 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5395a513-cee9-4061-9b89-f3746b8c4ccd req-8dac695e-6b8f-41b1-b236-41895b762835 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 944 time: 0.7176144 Dec 10 18:30:43.932191 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63adfd91-c43a-49ec-a7c0-86d55a0126a9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.934602 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63adfd91-c43a-49ec-a7c0-86d55a0126a9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.936380 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-63adfd91-c43a-49ec-a7c0-86d55a0126a9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2990725 Dec 10 18:30:43.951225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-834bde04-3bf1-435b-bd60-a4554b546275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.955748 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8cc09979-8779-428d-b55f-a78c472c84d6 req-0f15aa34-4ecc-4a80-982c-1262538309bf tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7269666 Dec 10 18:30:43.968859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58636) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:43.971649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e69b91-2c38-440c-b953-5b354aa23da8 req-52e45e29-d42b-4dd4-aa22-66241d8382b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.974681 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.979902 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f1e69b91-2c38-440c-b953-5b354aa23da8 req-52e45e29-d42b-4dd4-aa22-66241d8382b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62f9555d-cabd-4fc1-91e0-b246290379c5 HTTP/1.1" status: 200 len: 912 time: 0.8668826 Dec 10 18:30:43.985595 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port ced4f32a-fdcb-4973-936f-361e1ac1930e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:43.985760 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-76c155bb-4fa9-4f3c-848d-27189fb6101b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.985880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.989563 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.101466 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.114550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] device_id is not set on port cfbc24a4-c16f-4261-8582-e836c98abe08 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:44.188953 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f1e69b91-2c38-440c-b953-5b354aa23da8 req-aef3aaf7-c463-44a1-8726-77cd69e2a9aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf249f3-32dc-4cdd-b31d-bf560b49cb90 HTTP/1.1" status: 200 len: 217 time: 0.1496511 Dec 10 18:30:44.224687 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99922fa6-8a3a-4e7d-a25c-5c4d52b68b00 x-openstack-request-id: req-99922fa6-8a3a-4e7d-a25c-5c4d52b68b00 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:44.225238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f08b4f6-f3f8-4f08-88bc-606de2eda4ac", "tag": "245a2afb-6d0d-4890-84e4-973e609dd239", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:44.225722 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99922fa6-8a3a-4e7d-a25c-5c4d52b68b00 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:44.226445 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f08b4f6-f3f8-4f08-88bc-606de2eda4ac', 'tag': '245a2afb-6d0d-4890-84e4-973e609dd239', 'status': 'completed', 'code': 200} Dec 10 18:30:44.247631 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-834bde04-3bf1-435b-bd60-a4554b546275 None None] For port ced4f32a-fdcb-4973-936f-361e1ac1930e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ced4f32a-fdcb-4973-936f-361e1ac1930e,segment=NetworkSegment(3a98193c-e6b2-46ff-bbf2-16094c778485),segment_id=3a98193c-e6b2-46ff-bbf2-16094c778485)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:44.328510 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957ba8b3-0fb1-4019-8cb9-23bbb5e5aea3,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:44.354259 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event deleted for resources: {'Port': ['ID=bd6787ed-0f4c-4a62-ab82-8c2fa285dc21,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:44.362809 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-834bde04-3bf1-435b-bd60-a4554b546275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.375522 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.443396 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:44.446126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834bde04-3bf1-435b-bd60-a4554b546275 None None] Pushing event updated for resources: {'Port': ['ID=ced4f32a-fdcb-4973-936f-361e1ac1930e,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:44.450930 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:44.491271 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e69b91-2c38-440c-b953-5b354aa23da8 req-a3deaad5-8204-4ca2-bb96-d08be0c7a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:44.498650 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f1e69b91-2c38-440c-b953-5b354aa23da8 req-a3deaad5-8204-4ca2-bb96-d08be0c7a6f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae237fdd-10af-4d8e-bdae-3b418032a0b5 HTTP/1.1" status: 200 len: 850 time: 0.2406621 Dec 10 18:30:44.509908 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:30:44.510236 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:30:44.510605 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:44.527463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-09a23934-f824-40ae-8ce6-7f374961ecb8 None None] Provisioning complete for port ced4f32a-fdcb-4973-936f-361e1ac1930e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:44.528499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-09a23934-f824-40ae-8ce6-7f374961ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.589511 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c155bb-4fa9-4f3c-848d-27189fb6101b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Subnet': ['ID=318993e5-4cdd-4c78-9526-b1d2c7596ecf,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:44.634782 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5395a513-cee9-4061-9b89-f3746b8c4ccd req-5a65e667-ec59-4cdb-a27c-a2d8a3748ab2 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6687975 Dec 10 18:30:44.682823 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd3159-b60e-485a-9805-25b197c9dd0b req-9ef63c43-9685-4be8-b1d8-4048142b37b8 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:44.694614 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e0bd3159-b60e-485a-9805-25b197c9dd0b req-9ef63c43-9685-4be8-b1d8-4048142b37b8 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 943 time: 0.4364986 Dec 10 18:30:44.710113 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c155bb-4fa9-4f3c-848d-27189fb6101b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Checking segment: {'id': '184a85b7-ccf7-4525-a186-a557579fb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fdc1c856-0122-4afc-80a5-5400ed3f2ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:44.710769 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c155bb-4fa9-4f3c-848d-27189fb6101b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network hostable DHCP agents. Network: fdc1c856-0122-4afc-80a5-5400ed3f2ca6, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:44.740604 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e69b91-2c38-440c-b953-5b354aa23da8 req-da96397a-d636-46bb-aacc-2893f755608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:44.740604 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f1e69b91-2c38-440c-b953-5b354aa23da8 req-da96397a-d636-46bb-aacc-2893f755608b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62f9555d-cabd-4fc1-91e0-b246290379c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1371241 Dec 10 18:30:44.829096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-edcd1ab7-78a6-447a-af35-58ae9ede9956 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet ebc1704c-5c8d-40b5-92ae-3e17fa2639f2 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:30:44.829348 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e0bd3159-b60e-485a-9805-25b197c9dd0b req-1174524b-3a65-41eb-98fd-00879161a05c tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229885 Dec 10 18:30:44.874089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-edcd1ab7-78a6-447a-af35-58ae9ede9956 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.886828 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c155bb-4fa9-4f3c-848d-27189fb6101b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network fdc1c856-0122-4afc-80a5-5400ed3f2ca6 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:44.898806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-cde2c5b1-c6da-41b6-b497-138614b44551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:44.900445 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-cde2c5b1-c6da-41b6-b497-138614b44551 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8021c4a7-1487-46d5-b9e5-4b74cb3806a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0120518 Dec 10 18:30:44.933801 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f1e69b91-2c38-440c-b953-5b354aa23da8 req-06239252-7d6b-47ad-91e7-7fa123639d08 service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512642 Dec 10 18:30:44.954499 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-76c155bb-4fa9-4f3c-848d-27189fb6101b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, fdc1c856-0122-4afc-80a5-5400ed3f2ca6) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:44.960510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c155bb-4fa9-4f3c-848d-27189fb6101b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:44.960703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event updated for resources: {'Port': ['ID=fead3d8e-0968-4d40-9d34-4711a1146157,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:44.965552 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ababcd1e-2135-4f1f-990e-cff362070285 None None] Network fdc1c856-0122-4afc-80a5-5400ed3f2ca6 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:44.968309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-76c155bb-4fa9-4f3c-848d-27189fb6101b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.050224 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-76c155bb-4fa9-4f3c-848d-27189fb6101b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7727516 Dec 10 18:30:45.052954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58642) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:45.211132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-fdc1c856-0122-4afc-80a5-5400ed3f2ca6', 'network_id': 'fdc1c856-0122-4afc-80a5-5400ed3f2ca6', 'project_id': '7c2e23c6ae1e4737a1288513c38bfa75', 'fixed_ips': [{'subnet_id': '318993e5-4cdd-4c78-9526-b1d2c7596ecf'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:45.212271 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.219237 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9686e3e-3e96-4df6-8509-aa24c13b3527 req-f814ab7d-ef8d-4f91-b52d-644ede113713 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:45.221633 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e9686e3e-3e96-4df6-8509-aa24c13b3527 req-f814ab7d-ef8d-4f91-b52d-644ede113713 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 943 time: 0.1103075 Dec 10 18:30:45.253275 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-d24a0bd9-9a3c-4a1a-9ae4-cf7281741b20 service neutron] 10.222.0.21 "GET /v2.0/networks/df7c08a5-ac1e-45f6-93ce-d389852f8247?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4151084 Dec 10 18:30:45.256590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] device_id is not set on port cfbc24a4-c16f-4261-8582-e836c98abe08 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:45.263479 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-edcd1ab7-78a6-447a-af35-58ae9ede9956 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.300472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ced4f32a-fdcb-4973-936f-361e1ac1930e up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:45.306067 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.307676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.327905 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.361238 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e9686e3e-3e96-4df6-8509-aa24c13b3527 req-5b4fca61-cbe0-4e3e-9bf8-0391a0e18343 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275940 Dec 10 18:30:45.426171 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.449285 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f1e69b91-2c38-440c-b953-5b354aa23da8 req-c424b3f6-33a8-47f3-a08c-a3da45a396d1 service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950693 Dec 10 18:30:45.461300 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] create failed (client error): The resource could not be found. Dec 10 18:30:45.462397 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3aca4e9e-faab-4aa5-ae9d-b5788b13e7e6 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 13.2244334 Dec 10 18:30:45.464333 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-a1f1e6a7-fa45-415e-8f87-fd7bf1e8b15f service neutron] 10.222.0.21 "GET /v2.0/networks/8021c4a7-1487-46d5-b9e5-4b74cb3806a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323796 Dec 10 18:30:45.466504 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58646) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:45.478417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.545107 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port ced4f32a-fdcb-4973-936f-361e1ac1930e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:45.545748 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.553792 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Allocated IP 2001:db8::1 (fdc1c856-0122-4afc-80a5-5400ed3f2ca6/318993e5-4cdd-4c78-9526-b1d2c7596ecf/a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:45.571872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-edcd1ab7-78a6-447a-af35-58ae9ede9956 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.576736 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2de37ded-8e24-4a7e-93de-c4d7df51e178 req-79a485d2-09d0-4b4d-b4be-e1546672110a service neutron] 10.222.0.21 "GET /v2.0/networks/df7c08a5-ac1e-45f6-93ce-d389852f8247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878504 Dec 10 18:30:45.608309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-d49a4d82-a143-4518-b04d-a56a6d99718a tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Deleting port 91572671-474e-43dc-be41-7028b85d3976 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:45.608309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d49a4d82-a143-4518-b04d-a56a6d99718a tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.627921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.640923 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Pushing event updated for resources: {'Port': ['ID=cfbc24a4-c16f-4261-8582-e836c98abe08,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:45.709186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d49a4d82-a143-4518-b04d-a56a6d99718a tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.722254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-d49a4d82-a143-4518-b04d-a56a6d99718a tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Calling delete_port for 91572671-474e-43dc-be41-7028b85d3976 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:45.773741 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.774219 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Checking segment: {'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:45.774587 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Network hostable DHCP agents. Network: f0de83f6-ff86-4037-8f3e-25e462ecd753, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:45.839840 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23a109c8-3a76-4ce4-bd94-086de7a8e0fc req-50d29e73-f6d8-4c72-941a-1901828af57e service neutron] 10.222.0.21 "GET /v2.0/networks/8021c4a7-1487-46d5-b9e5-4b74cb3806a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171122 Dec 10 18:30:45.858448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa331d-e909-41ce-a321-77236f4594e7 req-ef8be4da-2a6f-4c44-b21c-933c8f8d0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:45.859806 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7cfa331d-e909-41ce-a321-77236f4594e7 req-ef8be4da-2a6f-4c44-b21c-933c8f8d0278 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fef7d7d333340c9895bd62dcce63be7&device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 1097 time: 0.1442471 Dec 10 18:30:45.860241 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.919993 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb251c-102e-475b-925e-a412fabc24ef req-5bdb6a1a-fd81-45d1-9ba3-df9fc075e8ad tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:45.921453 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Network fdc1c856-0122-4afc-80a5-5400ed3f2ca6 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:45.922476 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4ccb251c-102e-475b-925e-a412fabc24ef req-5bdb6a1a-fd81-45d1-9ba3-df9fc075e8ad tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 944 time: 0.0856643 Dec 10 18:30:45.923165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-edcd1ab7-78a6-447a-af35-58ae9ede9956 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.927461 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:45.930655 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:45.982201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Network f0de83f6-ff86-4037-8f3e-25e462ecd753 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:46.000871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.005916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Pushing event updated for resources: {'Port': ['ID=a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:46.018832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Attempting to bind port a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:46.019164 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Attempting to bind port a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '184a85b7-ccf7-4525-a186-a557579fb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fdc1c856-0122-4afc-80a5-5400ed3f2ca6'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:46.019530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Attempting to bind port a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0 on network fdc1c856-0122-4afc-80a5-5400ed3f2ca6 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:46.021917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d49a4d82-a143-4518-b04d-a56a6d99718a tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.025070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:46.025402 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Checking segment: {'id': '184a85b7-ccf7-4525-a186-a557579fb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fdc1c856-0122-4afc-80a5-5400ed3f2ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:46.026298 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.026693 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Bound using segment: {'id': '184a85b7-ccf7-4525-a186-a557579fb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fdc1c856-0122-4afc-80a5-5400ed3f2ca6'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:46.027344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Bound port: a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184a85b7-ccf7-4525-a186-a557579fb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fdc1c856-0122-4afc-80a5-5400ed3f2ca6'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:46.027678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.053854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd1ab7-78a6-447a-af35-58ae9ede9956 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc1704c-5c8d-40b5-92ae-3e17fa2639f2,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:46.069332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-edcd1ab7-78a6-447a-af35-58ae9ede9956 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.075965 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-edcd1ab7-78a6-447a-af35-58ae9ede9956 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/ebc1704c-5c8d-40b5-92ae-3e17fa2639f2 HTTP/1.1" status: 204 len: 168 time: 2.0752707 Dec 10 18:30:46.082153 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5451f049-45ee-413c-9a9b-cf6c26388ccd None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:46.096323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58652) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:46.140545 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45855f6-b5f7-44dd-bbb8-53b69cc446ea req-2cb739b7-0bc1-4c28-9271-c868de81cc3b tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:46.149109 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e45855f6-b5f7-44dd-bbb8-53b69cc446ea req-2cb739b7-0bc1-4c28-9271-c868de81cc3b tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 943 time: 0.2258239 Dec 10 18:30:46.185167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, f0de83f6-ff86-4037-8f3e-25e462ecd753) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:46.188339 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.196282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:46.199729 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa331d-e909-41ce-a321-77236f4594e7 req-a3dbb27e-42d8-406d-bf8a-443ae7906490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:46.201339 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7cfa331d-e909-41ce-a321-77236f4594e7 req-a3dbb27e-42d8-406d-bf8a-443ae7906490 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df7c08a5-ac1e-45f6-93ce-d389852f8247 HTTP/1.1" status: 200 len: 913 time: 0.3288472 Dec 10 18:30:46.205050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077b17-c870-44ea-8eba-3056e9db019c req-1e6fe13d-defd-45dd-ab9f-a34269f817d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:46.206851 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c5077b17-c870-44ea-8eba-3056e9db019c req-1e6fe13d-defd-45dd-ab9f-a34269f817d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66762df842f449769ae6481ac7ddc59e&device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 1096 time: 0.1617410 Dec 10 18:30:46.256370 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] For port a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:46.260842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] For port a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0,segment=NetworkSegment(184a85b7-ccf7-4525-a186-a557579fb713),segment_id=184a85b7-ccf7-4525-a186-a557579fb713)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:46.262801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec232d-3ebb-4de1-9a15-30a69916d74e None None] Network f0de83f6-ff86-4037-8f3e-25e462ecd753 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:46.274871 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4ccb251c-102e-475b-925e-a412fabc24ef req-76a3bd98-c777-45dd-a327-d8b839d19de1 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3401437 Dec 10 18:30:46.274871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Subnet': ['ID=318993e5-4cdd-4c78-9526-b1d2c7596ecf,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:46.279071 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b81527ce-d47d-4db1-ac51-ed8f3a49bc05 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1464605 Dec 10 18:30:46.288282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:46.288690 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:46.288949 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:46.291020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58654) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:46.310447 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a4d82-a143-4518-b04d-a56a6d99718a tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event deleted for resources: {'Port': ['ID=91572671-474e-43dc-be41-7028b85d3976,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:46.334595 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-80d09d5f-90be-4af4-a633-d46855c00c18 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:46.340577 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7cfa331d-e909-41ce-a321-77236f4594e7 req-e46f10ab-2d5b-4157-8803-d27f0417bb1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660e820a-f635-4940-9f81-34d2cdf9e827 HTTP/1.1" status: 200 len: 217 time: 0.1064925 Dec 10 18:30:46.341313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.343329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.394180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d49a4d82-a143-4518-b04d-a56a6d99718a tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.394180 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d49a4d82-a143-4518-b04d-a56a6d99718a tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "DELETE /v2.0/ports/91572671-474e-43dc-be41-7028b85d3976 HTTP/1.1" status: 204 len: 168 time: 0.9193313 Dec 10 18:30:46.397095 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58656) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:46.424751 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.460261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:46.460819 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:46.479577 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e45855f6-b5f7-44dd-bbb8-53b69cc446ea req-196b4f49-3724-409a-8eb2-f223e038c925 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244045 Dec 10 18:30:46.480032 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f28c38-68ff-4039-b484-e40bc88f99c0 None None] Pushing event updated for resources: {'Port': ['ID=a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:46.490829 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 2 to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 Dec 10 18:30:46.524820 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc1c856-0122-4afc-80a5-5400ed3f2ca6']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:46.544635 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184a85b7-ccf7-4525-a186-a557579fb713') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:46.544936 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184a85b7-ccf7-4525-a186-a557579fb713') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:46.563359 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd572ff8-f61d-4067-8a25-237118471f57 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:46.567808 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bd572ff8-f61d-4067-8a25-237118471f57 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "GET /v2.0/ports?device_id=83dc107c-5836-4a10-ac49-f149acf239f5 HTTP/1.1" status: 200 len: 913 time: 0.1614778 Dec 10 18:30:46.571384 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58660) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:46.579984 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.614837 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:46.615176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:46.615568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:46.617042 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4804f8-8a52-45e4-aec9-6d14e6103531 None None] Network fdc1c856-0122-4afc-80a5-5400ed3f2ca6 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:46.629364 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event updated for resources: {'Port': ['ID=fead3d8e-0968-4d40-9d34-4711a1146157,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:46.651305 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:46.651637 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:46.653051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa331d-e909-41ce-a321-77236f4594e7 req-c9b9e415-78b3-4c36-b889-c487e8f5ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:46.654605 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7cfa331d-e909-41ce-a321-77236f4594e7 req-c9b9e415-78b3-4c36-b889-c487e8f5ae61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=10285287-a2f3-4c13-9830-3267cee803d1 HTTP/1.1" status: 200 len: 851 time: 0.2707591 Dec 10 18:30:46.661111 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 3 to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 Dec 10 18:30:46.666383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1cfe95de-2692-44ce-b63b-31a99380cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.680220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.680990 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b736d737-96ef-46b7-bef8-799e8044c8af None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:30:46.705346 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077b17-c870-44ea-8eba-3056e9db019c req-887fe3af-e85e-422b-b03f-d9fafa94da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:46.706892 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c5077b17-c870-44ea-8eba-3056e9db019c req-887fe3af-e85e-422b-b03f-d9fafa94da22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8021c4a7-1487-46d5-b9e5-4b74cb3806a5 HTTP/1.1" status: 200 len: 907 time: 0.4906251 Dec 10 18:30:46.731902 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:46.732173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:46.732515 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:46.773481 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b736d737-96ef-46b7-bef8-799e8044c8af None None] Deleting port 9f10936a-4d22-494b-b130-ebfd350cac88 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:46.773892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b736d737-96ef-46b7-bef8-799e8044c8af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.776610 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c5077b17-c870-44ea-8eba-3056e9db019c req-bf2abbf3-e1ea-4c44-9ffa-48a499715358 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=245a2afb-6d0d-4890-84e4-973e609dd239 HTTP/1.1" status: 200 len: 217 time: 0.0529885 Dec 10 18:30:46.778186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:46.778521 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:46.781722 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 4 to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 Dec 10 18:30:46.825142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa331d-e909-41ce-a321-77236f4594e7 req-c0c81152-5a48-4027-bf52-0570953f5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:46.826803 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7cfa331d-e909-41ce-a321-77236f4594e7 req-c0c81152-5a48-4027-bf52-0570953f5cb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df7c08a5-ac1e-45f6-93ce-d389852f8247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1605353 Dec 10 18:30:46.829473 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:46.829874 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:46.830215 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:46.848728 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b736d737-96ef-46b7-bef8-799e8044c8af None None] For port 9f10936a-4d22-494b-b130-ebfd350cac88, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9f10936a-4d22-494b-b130-ebfd350cac88,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:46.849131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b736d737-96ef-46b7-bef8-799e8044c8af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.853029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:46.853369 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:46.853913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d09d5f-90be-4af4-a633-d46855c00c18 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:46.857592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-80d09d5f-90be-4af4-a633-d46855c00c18 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.864965 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b736d737-96ef-46b7-bef8-799e8044c8af None None] Calling delete_port for 9f10936a-4d22-494b-b130-ebfd350cac88 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:46.872791 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 5 to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 Dec 10 18:30:46.913382 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94340302-f9fe-4fb3-b3d8-78a7ed024a37 req-431500d4-716b-4511-9ccd-26eee9872557 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:46.920726 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-94340302-f9fe-4fb3-b3d8-78a7ed024a37 req-431500d4-716b-4511-9ccd-26eee9872557 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 943 time: 0.4322991 Dec 10 18:30:46.934467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.956689 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077b17-c870-44ea-8eba-3056e9db019c req-59e5a56b-b765-4111-88f3-f2168ceef702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:46.958183 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c5077b17-c870-44ea-8eba-3056e9db019c req-59e5a56b-b765-4111-88f3-f2168ceef702 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c432002-879e-473c-bfa5-c71ce6382c4d HTTP/1.1" status: 200 len: 845 time: 0.1720705 Dec 10 18:30:46.962792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:46.963129 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:46.963466 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:46.964882 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:30:46.965279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.967582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:30:46.968263 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:30:46.974394 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4603413a-bc7a-4c1b-867b-2bc059374b76 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0020540 Dec 10 18:30:46.975490 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58662) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:46.997784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1810310326'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:47.058910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b736d737-96ef-46b7-bef8-799e8044c8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.087447 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736d737-96ef-46b7-bef8-799e8044c8af None None] Pushing event deleted for resources: {'Port': ['ID=9f10936a-4d22-494b-b130-ebfd350cac88,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:47.097193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b736d737-96ef-46b7-bef8-799e8044c8af None None] No DVR routers for this DVR port 9f10936a-4d22-494b-b130-ebfd350cac88 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:30:47.128334 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-94340302-f9fe-4fb3-b3d8-78a7ed024a37 req-9dd6a4f3-932e-48f5-9d1a-fdcee47912bb tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066813 Dec 10 18:30:47.151728 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85815c39-52ac-4672-a897-f1076f75d588 None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:30:47.183650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.api [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:30:47.183650 dv-neutron-821434-1-hyperv neutron-server[103594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:30:47.183650 dv-neutron-821434-1-hyperv neutron-server[103594]: [parameters: {'id': 'fdc1c856-0122-4afc-80a5-5400ed3f2ca6'}] Dec 10 18:30:47.183650 dv-neutron-821434-1-hyperv neutron-server[103594]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:30:47.184586 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG oslo_db.api [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:30:47.217308 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9f10936a-4d22-494b-b130-ebfd350cac88 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:47.252686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 9f10936a-4d22-494b-b130-ebfd350cac88 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:30:47.252951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9f10936a-4d22-494b-b130-ebfd350cac88 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:30:47.265552 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:47.266114 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:47.272418 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 6 to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 Dec 10 18:30:47.326185 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85815c39-52ac-4672-a897-f1076f75d588 None None] Resources bound (agent type, host, resource id): {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:30:47.326880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:47.327397 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:47.327905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:47.338409 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7cfa331d-e909-41ce-a321-77236f4594e7 req-b8208a60-5e53-422d-85b9-c86192983536 service neutron] 10.222.0.21 "GET /v2.0/networks/df7c08a5-ac1e-45f6-93ce-d389852f8247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033317 Dec 10 18:30:47.347118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:47.347945 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:47.350404 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 7 to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 Dec 10 18:30:47.362847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077b17-c870-44ea-8eba-3056e9db019c req-da04c0f0-71fc-4c7a-8ec5-a769d44d5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:47.364659 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c5077b17-c870-44ea-8eba-3056e9db019c req-da04c0f0-71fc-4c7a-8ec5-a769d44d5335 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8021c4a7-1487-46d5-b9e5-4b74cb3806a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3899167 Dec 10 18:30:47.417070 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8819db53-4e09-461c-b8c3-8782e7aa92fb tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.426805 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Made reservation on behalf of dd3221e8eaa54179a8fb6c5a990f0889 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:47.430298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.503476 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:47.504046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:47.504158 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:47.518274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.540403 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c13259-acf5-4b5e-a2a1-bff186e1a080 req-10c6711b-7494-4a5a-bde3-52d10c85321f tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:47.540633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:47.540721 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:47.545888 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 8 to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 Dec 10 18:30:47.547203 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d0c13259-acf5-4b5e-a2a1-bff186e1a080 req-10c6711b-7494-4a5a-bde3-52d10c85321f tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 944 time: 0.1613069 Dec 10 18:30:47.614975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:47.615314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:47.615654 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:47.661747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:47.662088 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:47.664102 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7cfa331d-e909-41ce-a321-77236f4594e7 req-6320e456-177e-459a-ab47-029aac4e7a6d service neutron] 10.222.0.21 "GET /v2.0/networks/df7c08a5-ac1e-45f6-93ce-d389852f8247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094089 Dec 10 18:30:47.672121 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 9 to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 Dec 10 18:30:47.689235 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c5077b17-c870-44ea-8eba-3056e9db019c req-78069eec-8d37-48b4-9542-02623f4c1d3e service neutron] 10.222.0.21 "GET /v2.0/networks/8021c4a7-1487-46d5-b9e5-4b74cb3806a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832828 Dec 10 18:30:47.695925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:47.696261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:47.696950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:47.701294 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:47.701680 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:47.703370 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 10 to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 Dec 10 18:30:47.705963 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d0c13259-acf5-4b5e-a2a1-bff186e1a080 req-2a4ea681-8aa4-4548-8ec2-50cbe223b7cf tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1578934 Dec 10 18:30:47.724845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.760037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:47.760426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:47.760710 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:47.774338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port cfbc24a4-c16f-4261-8582-e836c98abe08 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:47.774670 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port cfbc24a4-c16f-4261-8582-e836c98abe08 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:47.774918 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c158d-eab4-4216-954b-78f59a71f2a1 req-86a0f425-3515-453f-9420-b6347f7e07ba tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:47.775053 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.776577 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ae4c158d-eab4-4216-954b-78f59a71f2a1 req-86a0f425-3515-453f-9420-b6347f7e07ba tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 943 time: 0.2070658 Dec 10 18:30:47.780622 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-80d09d5f-90be-4af4-a633-d46855c00c18 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.857509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d09d5f-90be-4af4-a633-d46855c00c18 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:47.878651 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ae4c158d-eab4-4216-954b-78f59a71f2a1 req-1b49c820-44aa-494f-a3ac-7910bc92aad4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945184 Dec 10 18:30:47.892389 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Provisioning complete for port fead3d8e-0968-4d40-9d34-4711a1146157 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:47.893907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-80d09d5f-90be-4af4-a633-d46855c00c18 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:47.894044 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.910919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d09d5f-90be-4af4-a633-d46855c00c18 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:47.913683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-80d09d5f-90be-4af4-a633-d46855c00c18 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.918107 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e53a6db-5169-43ea-9940-84b311f511c6 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:47.920999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Deleting port a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:47.921334 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.956799 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d09d5f-90be-4af4-a633-d46855c00c18 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=628b3ef5-a6e8-42ef-980d-a409e3020d17,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:47.962121 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.964512 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c5077b17-c870-44ea-8eba-3056e9db019c req-ea0868cd-cf09-4e0f-b684-f14d37c237c2 service neutron] 10.222.0.21 "GET /v2.0/networks/8021c4a7-1487-46d5-b9e5-4b74cb3806a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619684 Dec 10 18:30:47.975066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] For port cfbc24a4-c16f-4261-8582-e836c98abe08, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:47.975443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempted to set empty binding levels {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:30:48.011248 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] For port a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0,segment=NetworkSegment(184a85b7-ccf7-4525-a186-a557579fb713),segment_id=184a85b7-ccf7-4525-a186-a557579fb713)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:48.011517 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.028739 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Calling delete_port for a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:48.038137 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-80d09d5f-90be-4af4-a633-d46855c00c18 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7145822 Dec 10 18:30:48.040922 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58668) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:48.046386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-8819db53-4e09-461c-b8c3-8782e7aa92fb tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Deleting port 53f31dd9-6f45-4e5c-83a1-cd7a5565679d {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:48.049875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2a8b02e5-482a-437a-a652-f347542a91fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'fixed_ips': [{'subnet_id': '628b3ef5-a6e8-42ef-980d-a409e3020d17', 'ip_address': '2001:db8::7303:fb93:5428:f720'}], 'name': 'tempest-NetworksTestDHCPv6-97578859'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:48.050017 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8819db53-4e09-461c-b8c3-8782e7aa92fb tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.054022 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.068845 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.135102 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Port fead3d8e-0968-4d40-9d34-4711a1146157 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:48.157010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:48.157616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.160421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:48.167832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Provisioning complete for port bb597d0e-6abd-4672-93a5-fe8011501482 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:48.168202 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.201465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.201851 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Added segment 2a6e9a7a-b8a1-4973-97af-5d5605a1617d of type vlan for network 76c1b499-2d12-48f6-a961-6b408a4dc3cc Dec 10 18:30:48.206161 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53c855f-a90a-4274-a0d0-4c9400b9acb1,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:48.207447 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8819db53-4e09-461c-b8c3-8782e7aa92fb tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.219348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Pushing event updated for resources: {'Port': ['ID=cfbc24a4-c16f-4261-8582-e836c98abe08,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:48.237099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-8819db53-4e09-461c-b8c3-8782e7aa92fb tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Calling delete_port for 53f31dd9-6f45-4e5c-83a1-cd7a5565679d owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:48.246591 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '628b3ef5-a6e8-42ef-980d-a409e3020d17'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:48.247973 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.262364 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Port bb597d0e-6abd-4672-93a5-fe8011501482 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:48.280789 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ea56da70-bfb5-40a9-a53b-a728cb7c88e2 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.0405464 Dec 10 18:30:48.286542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58672) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:48.286957 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Provisioning complete for port 2f108a61-af9a-4ed7-a7ed-3626f5c6139d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:48.287425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.298809 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.305566 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.359588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.386888 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No DVR routers for this DVR port a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:30:48.391386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Port': ['ID=a5f42a17-f6d1-4dfa-91e8-8638e1f4c9f0,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:48.411056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8b02e5-482a-437a-a652-f347542a91fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:48.454230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.461353 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:48.461353 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.471888 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Allocated IP 2001:db8::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/628b3ef5-a6e8-42ef-980d-a409e3020d17/08c2b3ef-74ae-44aa-8506-7230a8209a3b) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:48.512337 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Provisioning complete for port e9778ef2-9276-4cac-9fdd-ee10a6e321c3 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:48.512756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.532497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4369b-7427-4f8d-a997-89821e11c2f2 req-22c4fd5e-7f8f-49b7-9504-191674dbeab8 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:48.534043 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-39d4369b-7427-4f8d-a997-89821e11c2f2 req-22c4fd5e-7f8f-49b7-9504-191674dbeab8 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 943 time: 0.2497525 Dec 10 18:30:48.547964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event updated for resources: {'Network': ['ID=76c1b499-2d12-48f6-a961-6b408a4dc3cc,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:48.568300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.570919 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 76c1b499-2d12-48f6-a961-6b408a4dc3cc details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:48.576682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a8b02e5-482a-437a-a652-f347542a91fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.596451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-2a8b02e5-482a-437a-a652-f347542a91fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 72ebafb3-08fd-4835-81f8-57db7e7002f5 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:48.607809 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc1c856-0122-4afc-80a5-5400ed3f2ca6']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:48.625947 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7bb771d3-192c-41cd-b3c8-0e594966df05 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6387193 Dec 10 18:30:48.627944 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58674) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:48.652945 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184a85b7-ccf7-4525-a186-a557579fb713') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:48.659845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184a85b7-ccf7-4525-a186-a557579fb713') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:48.660663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-81e663b3-479e-4594-b8af-488f9083f75c tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Request body: {'subnet': {'network_id': '76c1b499-2d12-48f6-a961-6b408a4dc3cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:48.806832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.809821 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Provisioning complete for port ab9ac04b-53c5-48d8-9c36-33cd02b44ac3 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:48.814905 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.815890 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:30:48.835609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device daf249f3-32dc-4cdd-b31d-bf560b49cb90 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:30:48.862191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Port ab9ac04b-53c5-48d8-9c36-33cd02b44ac3 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:48.867132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d64f4972-b73e-4ff1-8d15-2735563c8ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.917979 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.941774 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-2a8b02e5-482a-437a-a652-f347542a91fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::7303:fb93:5428:f720 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/628b3ef5-a6e8-42ef-980d-a409e3020d17/72ebafb3-08fd-4835-81f8-57db7e7002f5) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:48.947485 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.947648 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Provisioning complete for port 32c0d5ca-a6ef-46e0-8eb0-a8bb91d44709 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:48.947868 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.964127 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-5eec1b29-a354-4a16-9c02-7fa639196a9f tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Deleting port cfbc24a4-c16f-4261-8582-e836c98abe08 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:48.964466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5eec1b29-a354-4a16-9c02-7fa639196a9f tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.994939 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-39d4369b-7427-4f8d-a997-89821e11c2f2 req-5750f734-035d-478e-9378-fe79d107c38d tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4378834 Dec 10 18:30:49.016761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:49.026626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:49.034172 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Pushing event updated for resources: {'Port': ['ID=08c2b3ef-74ae-44aa-8506-7230a8209a3b,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:49.036541 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:49.042260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.047864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port daf249f3-32dc-4cdd-b31d-bf560b49cb90, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=daf249f3-32dc-4cdd-b31d-bf560b49cb90,segment=NetworkSegment(e5e6aa80-20a5-4b0c-989a-59d560e97b40),segment_id=e5e6aa80-20a5-4b0c-989a-59d560e97b40)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:49.050278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:30:49.051599 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.079214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'daf249f3-32dc-4cdd-b31d-bf560b49cb90', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'port_id': 'daf249f3-32dc-4cdd-b31d-bf560b49cb90', 'mac_address': 'fa:16:3e:85:14:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:30:49.091310 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:30:49.133994 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8819db53-4e09-461c-b8c3-8782e7aa92fb tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.163823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a8b02e5-482a-437a-a652-f347542a91fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.166216 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Attempting to bind port 08c2b3ef-74ae-44aa-8506-7230a8209a3b on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:49.166587 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Attempting to bind port 08c2b3ef-74ae-44aa-8506-7230a8209a3b by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:49.166945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Attempting to bind port 08c2b3ef-74ae-44aa-8506-7230a8209a3b on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:49.179126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.181277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:49.181643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:49.182057 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.182446 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:49.183065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Bound port: 08c2b3ef-74ae-44aa-8506-7230a8209a3b, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:49.183447 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.209795 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf249f3-32dc-4cdd-b31d-bf560b49cb90 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:49.219005 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819db53-4e09-461c-b8c3-8782e7aa92fb tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event deleted for resources: {'Port': ['ID=53f31dd9-6f45-4e5c-83a1-cd7a5565679d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:49.251598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-5eec1b29-a354-4a16-9c02-7fa639196a9f tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] For port cfbc24a4-c16f-4261-8582-e836c98abe08, host hv-neutron-8214, got binding levels [] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:49.251598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5eec1b29-a354-4a16-9c02-7fa639196a9f tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.255841 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Provisioning complete for port 16149cc2-e4e4-40b6-830b-eac7a0075894 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:49.256414 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.260417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port daf249f3-32dc-4cdd-b31d-bf560b49cb90, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=daf249f3-32dc-4cdd-b31d-bf560b49cb90,segment=NetworkSegment(e5e6aa80-20a5-4b0c-989a-59d560e97b40),segment_id=e5e6aa80-20a5-4b0c-989a-59d560e97b40)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:49.276702 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a8b02e5-482a-437a-a652-f347542a91fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.293746 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2195fa8-7c44-4f9a-b9f0-9aafed61b53a req-c3692aed-f452-40c9-9151-d49491306bb8 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:49.294882 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a2195fa8-7c44-4f9a-b9f0-9aafed61b53a req-c3692aed-f452-40c9-9151-d49491306bb8 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 944 time: 0.4148455 Dec 10 18:30:49.321753 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-5eec1b29-a354-4a16-9c02-7fa639196a9f tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Calling delete_port for cfbc24a4-c16f-4261-8582-e836c98abe08 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:49.323066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] For port 08c2b3ef-74ae-44aa-8506-7230a8209a3b, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:49.327589 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] For port 08c2b3ef-74ae-44aa-8506-7230a8209a3b, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=08c2b3ef-74ae-44aa-8506-7230a8209a3b,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:49.341203 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.379242 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b02e5-482a-437a-a652-f347542a91fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=72ebafb3-08fd-4835-81f8-57db7e7002f5,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:49.379538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.380381 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 245a2afb-6d0d-4890-84e4-973e609dd239 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:30:49.387762 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b02e5-482a-437a-a652-f347542a91fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:49.389835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-2a8b02e5-482a-437a-a652-f347542a91fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:49.398636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8b02e5-482a-437a-a652-f347542a91fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:49.413055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b02e5-482a-437a-a652-f347542a91fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:49.413830 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a8b02e5-482a-437a-a652-f347542a91fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.422770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.433835 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d752604-4a99-475c-9679-ab8fd62626bb req-9c862f2f-d2c2-407c-80d7-2c43649dca17 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:49.441077 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3d752604-4a99-475c-9679-ab8fd62626bb req-9c862f2f-d2c2-407c-80d7-2c43649dca17 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 943 time: 0.3158135 Dec 10 18:30:49.445597 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.452206 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/fdc1c856-0122-4afc-80a5-5400ed3f2ca6 HTTP/1.1" status: 204 len: 168 time: 4.3947759 Dec 10 18:30:49.452896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58680) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:49.459075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0daf21bb-d522-4a40-9d6c-937f74b3ce4a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-433985206'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:49.473411 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894420c5-5227-4406-af0f-a3bcba9f7836 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Network': ['ID=fdc1c856-0122-4afc-80a5-5400ed3f2ca6,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:49.493129 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e663b3-479e-4594-b8af-488f9083f75c tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Made reservation on behalf of dd3221e8eaa54179a8fb6c5a990f0889 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:49.496227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81e663b3-479e-4594-b8af-488f9083f75c tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.522702 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Provisioning complete for port 72c5df80-1747-4962-acdf-efb26ef1de08 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:49.522702 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.524237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=daf249f3-32dc-4cdd-b31d-bf560b49cb90,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:49.565918 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2a8b02e5-482a-437a-a652-f347542a91fb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5237741 Dec 10 18:30:49.568726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58682) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:49.628417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18f5a6e-d871-464f-846d-821ca8662362 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:49.629902 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a2195fa8-7c44-4f9a-b9f0-9aafed61b53a req-e07ebba6-fdf2-4987-a7cd-1341b2f5aaf6 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3036499 Dec 10 18:30:49.640983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18f5a6e-d871-464f-846d-821ca8662362 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:49.640983 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b18f5a6e-d871-464f-846d-821ca8662362 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0669591 Dec 10 18:30:49.640983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58684) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:49.650122 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022adb1f-f134-473a-bc5a-02d09fa6ab01 None None] Pushing event updated for resources: {'Port': ['ID=08c2b3ef-74ae-44aa-8506-7230a8209a3b,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:49.653356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f24132c3-8b8e-4d62-b3f4-d7d0e15af98e None None] Port 72c5df80-1747-4962-acdf-efb26ef1de08 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:49.677792 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8819db53-4e09-461c-b8c3-8782e7aa92fb tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.681077 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 245a2afb-6d0d-4890-84e4-973e609dd239, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=245a2afb-6d0d-4890-84e4-973e609dd239,segment=NetworkSegment(991d0126-7a49-4230-b43c-4ee78af21e1d),segment_id=991d0126-7a49-4230-b43c-4ee78af21e1d)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:49.702980 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '245a2afb-6d0d-4890-84e4-973e609dd239', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'port_id': '245a2afb-6d0d-4890-84e4-973e609dd239', 'mac_address': 'fa:16:3e:96:77:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:30:49.721113 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3d752604-4a99-475c-9679-ab8fd62626bb req-85233a54-25b8-4285-91e5-ec8fabf48eeb tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784193 Dec 10 18:30:49.751145 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0daf21bb-d522-4a40-9d6c-937f74b3ce4a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:49.757073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0daf21bb-d522-4a40-9d6c-937f74b3ce4a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.794634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.810656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245a2afb-6d0d-4890-84e4-973e609dd239 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:49.812876 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0daf21bb-d522-4a40-9d6c-937f74b3ce4a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:49.823528 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5eec1b29-a354-4a16-9c02-7fa639196a9f tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.835340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0daf21bb-d522-4a40-9d6c-937f74b3ce4a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.835659 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-0daf21bb-d522-4a40-9d6c-937f74b3ce4a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Added segment 05321c4b-fcc9-4911-8f24-f3f619f37d67 of type vlan for network a6add95b-704a-498f-b2ab-9ff0941d662e Dec 10 18:30:49.840012 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e1c1cd16-a19a-4de1-8fe4-dca2f4cfcded tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 72ebafb3-08fd-4835-81f8-57db7e7002f5 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:49.841734 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd16-a19a-4de1-8fe4-dca2f4cfcded tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.844944 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 245a2afb-6d0d-4890-84e4-973e609dd239, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=245a2afb-6d0d-4890-84e4-973e609dd239,segment=NetworkSegment(991d0126-7a49-4230-b43c-4ee78af21e1d),segment_id=991d0126-7a49-4230-b43c-4ee78af21e1d)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:49.872702 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec1b29-a354-4a16-9c02-7fa639196a9f tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfbc24a4-c16f-4261-8582-e836c98abe08,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:49.888782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5eec1b29-a354-4a16-9c02-7fa639196a9f tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.893739 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5eec1b29-a354-4a16-9c02-7fa639196a9f tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "DELETE /v2.0/ports/cfbc24a4-c16f-4261-8582-e836c98abe08 HTTP/1.1" status: 204 len: 168 time: 1.6041756 Dec 10 18:30:49.897615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58686) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:49.935150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0daf21bb-d522-4a40-9d6c-937f74b3ce4a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.938416 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.940787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 660e820a-f635-4940-9f81-34d2cdf9e827 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:30:49.989969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd16-a19a-4de1-8fe4-dca2f4cfcded tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.001251 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f91eaf-03b8-4e90-870e-68196539a6b1 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:30:50.003528 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-32f91eaf-03b8-4e90-870e-68196539a6b1 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "GET /v2.0/ports/cfbc24a4-c16f-4261-8582-e836c98abe08 HTTP/1.1" status: 404 len: 333 time: 0.0768518 Dec 10 18:30:50.004372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e1c1cd16-a19a-4de1-8fe4-dca2f4cfcded tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 72ebafb3-08fd-4835-81f8-57db7e7002f5 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:50.010359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58688) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:50.015018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-435340e6-e025-417f-a31d-95e11c12cfec tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Request body: {'port': {'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1551776693'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:50.039541 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8819db53-4e09-461c-b8c3-8782e7aa92fb tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Router 83dc107c-5836-4a10-ac49-f149acf239f5 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:30:50.063595 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0daf21bb-d522-4a40-9d6c-937f74b3ce4a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.073984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daf21bb-d522-4a40-9d6c-937f74b3ce4a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:50.073984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0daf21bb-d522-4a40-9d6c-937f74b3ce4a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.075435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=245a2afb-6d0d-4890-84e4-973e609dd239,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:50.099173 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.137488 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 660e820a-f635-4940-9f81-34d2cdf9e827, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=660e820a-f635-4940-9f81-34d2cdf9e827,segment=NetworkSegment(102d4707-54f7-4de4-9461-69fdeb204508),segment_id=102d4707-54f7-4de4-9461-69fdeb204508)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:50.152561 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '660e820a-f635-4940-9f81-34d2cdf9e827', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'port_id': '660e820a-f635-4940-9f81-34d2cdf9e827', 'mac_address': 'fa:16:3e:46:7f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10285287-a2f3-4c13-9830-3267cee803d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:30:50.174697 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf21bb-d522-4a40-9d6c-937f74b3ce4a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Network': ['ID=a6add95b-704a-498f-b2ab-9ff0941d662e,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:50.183975 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8819db53-4e09-461c-b8c3-8782e7aa92fb tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:30:50.192354 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8819db53-4e09-461c-b8c3-8782e7aa92fb tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "PUT /v2.0/routers/83dc107c-5836-4a10-ac49-f149acf239f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6176980 Dec 10 18:30:50.193015 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58692) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:50.200949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.211848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496da792-1b0f-4983-9f43-78edaba7de41 req-ee5efe54-943b-48e0-9c56-b4c98ec8bfe6 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:50.213398 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-496da792-1b0f-4983-9f43-78edaba7de41 req-ee5efe54-943b-48e0-9c56-b4c98ec8bfe6 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 944 time: 0.0911596 Dec 10 18:30:50.216806 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81e663b3-479e-4594-b8af-488f9083f75c tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.222079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33bffb8-280d-4ec1-9971-46c060e9c616 None None] Sync routers for ids ['83dc107c-5836-4a10-ac49-f149acf239f5'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:30:50.225308 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network a6add95b-704a-498f-b2ab-9ff0941d662e details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:50.267731 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435340e6-e025-417f-a31d-95e11c12cfec tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Made reservation on behalf of be86ee5493f5477ba99f5517d31ebcd5 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:50.270074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-435340e6-e025-417f-a31d-95e11c12cfec tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.284812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660e820a-f635-4940-9f81-34d2cdf9e827 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:50.292870 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33bffb8-280d-4ec1-9971-46c060e9c616 None None] Routers {'83dc107c-5836-4a10-ac49-f149acf239f5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:50.293790 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f33bffb8-280d-4ec1-9971-46c060e9c616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['83dc107c-5836-4a10-ac49-f149acf239f5'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:50.315119 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e663b3-479e-4594-b8af-488f9083f75c tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event updated for resources: {'Subnet': ['ID=86a5e783-a939-4d8f-a560-55c4adab225b,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:50.316199 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0daf21bb-d522-4a40-9d6c-937f74b3ce4a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8617942 Dec 10 18:30:50.321165 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58694) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:50.335712 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'subnet': {'network_id': 'a6add95b-704a-498f-b2ab-9ff0941d662e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:50.355853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ae81-9e2f-46d7-97f5-12d6d75dea91 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.358323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-435340e6-e025-417f-a31d-95e11c12cfec tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] device_id is not set on port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:50.456494 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e663b3-479e-4594-b8af-488f9083f75c tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Checking segment: {'id': '2a6e9a7a-b8a1-4973-97af-5d5605a1617d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '76c1b499-2d12-48f6-a961-6b408a4dc3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:50.457002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e663b3-479e-4594-b8af-488f9083f75c tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Network hostable DHCP agents. Network: 76c1b499-2d12-48f6-a961-6b408a4dc3cc, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:50.462516 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-496da792-1b0f-4983-9f43-78edaba7de41 req-a3f39436-5d5f-46ef-9a5b-f0914ae31407 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382905 Dec 10 18:30:50.537535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f33bffb8-280d-4ec1-9971-46c060e9c616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:50.540802 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 660e820a-f635-4940-9f81-34d2cdf9e827, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=660e820a-f635-4940-9f81-34d2cdf9e827,segment=NetworkSegment(102d4707-54f7-4de4-9461-69fdeb204508),segment_id=102d4707-54f7-4de4-9461-69fdeb204508)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:50.551753 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33bffb8-280d-4ec1-9971-46c060e9c616 None None] Routers {'83dc107c-5836-4a10-ac49-f149acf239f5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:50.552446 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f33bffb8-280d-4ec1-9971-46c060e9c616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['83dc107c-5836-4a10-ac49-f149acf239f5'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:50.556276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ae81-9e2f-46d7-97f5-12d6d75dea91 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.558484 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ae81-9e2f-46d7-97f5-12d6d75dea91 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.587907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f33bffb8-280d-4ec1-9971-46c060e9c616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:50.588645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33bffb8-280d-4ec1-9971-46c060e9c616 None None] The sync data for ids ['83dc107c-5836-4a10-ac49-f149acf239f5'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:30:50.601025 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:50.601222 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.606758 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.625530 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e663b3-479e-4594-b8af-488f9083f75c tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Network 76c1b499-2d12-48f6-a961-6b408a4dc3cc is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:50.684727 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=660e820a-f635-4940-9f81-34d2cdf9e827,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:50.780363 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-81e663b3-479e-4594-b8af-488f9083f75c tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 76c1b499-2d12-48f6-a961-6b408a4dc3cc) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:50.785074 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e663b3-479e-4594-b8af-488f9083f75c tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:50.785748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81e663b3-479e-4594-b8af-488f9083f75c tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.794989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb6f3a3-3f36-4ae2-a556-bf55ff581cbf None None] Network 76c1b499-2d12-48f6-a961-6b408a4dc3cc requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:50.835555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd16-a19a-4de1-8fe4-dca2f4cfcded tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.899191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1cd16-a19a-4de1-8fe4-dca2f4cfcded tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=72ebafb3-08fd-4835-81f8-57db7e7002f5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:50.938335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccc961-da7f-4248-a9bf-2673a1ef241a req-770c0516-a223-4b7a-a025-e55784fe79f9 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:50.943717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd16-a19a-4de1-8fe4-dca2f4cfcded tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.947040 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-edccc961-da7f-4248-a9bf-2673a1ef241a req-770c0516-a223-4b7a-a025-e55784fe79f9 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 945 time: 0.2137229 Dec 10 18:30:50.948659 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e1c1cd16-a19a-4de1-8fe4-dca2f4cfcded tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/72ebafb3-08fd-4835-81f8-57db7e7002f5 HTTP/1.1" status: 204 len: 168 time: 1.3081419 Dec 10 18:30:50.948989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d86d2cb2-843c-4cab-88ab-196086da89b2 None None] Provisioning complete for port 08c2b3ef-74ae-44aa-8506-7230a8209a3b triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:50.949457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d86d2cb2-843c-4cab-88ab-196086da89b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.959171 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58700) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:50.959904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ae81-9e2f-46d7-97f5-12d6d75dea91 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.960494 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b5ae81-9e2f-46d7-97f5-12d6d75dea91 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Fanout notify agent at l3_agent the message router_deleted on router 83dc107c-5836-4a10-ac49-f149acf239f5 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:30:51.002323 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-81e663b3-479e-4594-b8af-488f9083f75c tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3709335 Dec 10 18:30:51.006525 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['daf249f3-32dc-4cdd-b31d-bf560b49cb90'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:51.012570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58702) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:51.019300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ae81-9e2f-46d7-97f5-12d6d75dea91 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.023089 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d9b5ae81-9e2f-46d7-97f5-12d6d75dea91 tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "DELETE /v2.0/routers/83dc107c-5836-4a10-ac49-f149acf239f5 HTTP/1.1" status: 204 len: 168 time: 0.8289149 Dec 10 18:30:51.023419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab3636-06b1-4d51-b9e1-0bbd1bcdacfc req-833aa0eb-5efa-4005-be13-739e2e5fcde2 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.025853 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1fab3636-06b1-4d51-b9e1-0bbd1bcdacfc req-833aa0eb-5efa-4005-be13-739e2e5fcde2 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 944 time: 0.1889021 Dec 10 18:30:51.028565 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe165e5-e9da-4987-a254-0f4c2eb1fdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.030168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe165e5-e9da-4987-a254-0f4c2eb1fdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.031513 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-889512558', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:51.031664 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ffe165e5-e9da-4987-a254-0f4c2eb1fdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0692682 Dec 10 18:30:51.032292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58704) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:51.042323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58706) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:51.102361 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['245a2afb-6d0d-4890-84e4-973e609dd239'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:51.113432 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-edccc961-da7f-4248-a9bf-2673a1ef241a req-ce4b9613-b624-4f17-b1cb-020fc5d7e6c7 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1655204 Dec 10 18:30:51.114316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-76c1b499-2d12-48f6-a961-6b408a4dc3cc', 'network_id': '76c1b499-2d12-48f6-a961-6b408a4dc3cc', 'project_id': 'dd3221e8eaa54179a8fb6c5a990f0889', 'fixed_ips': [{'subnet_id': '86a5e783-a939-4d8f-a560-55c4adab225b'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:51.115259 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.118236 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['660e820a-f635-4940-9f81-34d2cdf9e827'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:51.124086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbde7b89-c4c7-41ea-a6d5-7d25721f1b79 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 628b3ef5-a6e8-42ef-980d-a409e3020d17 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:30:51.131754 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bbde7b89-c4c7-41ea-a6d5-7d25721f1b79 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.142379 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1fab3636-06b1-4d51-b9e1-0bbd1bcdacfc req-8ddb75df-df5b-4f71-86a6-18b16847d94a tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869622 Dec 10 18:30:51.161800 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.248764 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bbde7b89-c4c7-41ea-a6d5-7d25721f1b79 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.249316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.252608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.295647 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Subnet': ['ID=60d6176d-f9f7-48af-ad96-96fd3e0e42e3,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:51.300933 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Checking segment: {'id': '05321c4b-fcc9-4911-8f24-f3f619f37d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6add95b-704a-498f-b2ab-9ff0941d662e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:51.301486 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network hostable DHCP agents. Network: a6add95b-704a-498f-b2ab-9ff0941d662e, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:51.304501 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-22766f23-5257-4516-adc0-67c111b5454e tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Deleting subnet 585e1f56-4b66-4ff1-b54f-d31c92b7b5d5 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:30:51.314616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-22766f23-5257-4516-adc0-67c111b5454e tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.334590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:51.335183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:51.335289 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:51.336375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:51.336375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:51.336375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:51.336648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:51.337161 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:51.337520 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:51.338558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:51.339269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:51.339269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:51.339587 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:51.354087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 08c2b3ef-74ae-44aa-8506-7230a8209a3b up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:51.356694 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-435340e6-e025-417f-a31d-95e11c12cfec tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.392336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-22766f23-5257-4516-adc0-67c111b5454e tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.400965 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.476447 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.481606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network a6add95b-704a-498f-b2ab-9ff0941d662e is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:51.484007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bbde7b89-c4c7-41ea-a6d5-7d25721f1b79 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.575080 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-435340e6-e025-417f-a31d-95e11c12cfec tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.584911 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-22766f23-5257-4516-adc0-67c111b5454e tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.638748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, a6add95b-704a-498f-b2ab-9ff0941d662e) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:51.642126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d86d2cb2-843c-4cab-88ab-196086da89b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.653181 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435340e6-e025-417f-a31d-95e11c12cfec tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Network f0de83f6-ff86-4037-8f3e-25e462ecd753 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:51.660254 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-435340e6-e025-417f-a31d-95e11c12cfec tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:51.666925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435340e6-e025-417f-a31d-95e11c12cfec tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:51.667848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435340e6-e025-417f-a31d-95e11c12cfec tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.677252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-435340e6-e025-417f-a31d-95e11c12cfec tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.677428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0d00f4-1014-40ce-93e3-5056a95878df None None] Network a6add95b-704a-498f-b2ab-9ff0941d662e requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:51.677534 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.677831 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.680545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435340e6-e025-417f-a31d-95e11c12cfec tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Pushing event updated for resources: {'Port': ['ID=724af4ea-d325-4be0-9e26-48ed3c3b8c53,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:51.688078 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.709307 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018190a6-60bc-4a8e-baf9-cb2e08ae3540 req-b56fd89c-0fd6-4903-96aa-1d9fba030561 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.710847 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-018190a6-60bc-4a8e-baf9-cb2e08ae3540 req-b56fd89c-0fd6-4903-96aa-1d9fba030561 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 944 time: 0.1412940 Dec 10 18:30:51.755954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bbde7b89-c4c7-41ea-a6d5-7d25721f1b79 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.764261 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-018190a6-60bc-4a8e-baf9-cb2e08ae3540 req-e4ae83ac-f91e-4ef0-aadd-bdfccf5a0511 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471017 Dec 10 18:30:51.793959 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde7b89-c4c7-41ea-a6d5-7d25721f1b79 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=628b3ef5-a6e8-42ef-980d-a409e3020d17,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:51.797259 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-145a111e-ff1d-426c-bb6c-f1c7d850edea tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4704590 Dec 10 18:30:51.797806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-22766f23-5257-4516-adc0-67c111b5454e tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.805547 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-435340e6-e025-417f-a31d-95e11c12cfec tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7943633 Dec 10 18:30:51.807456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58710) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:51.807880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58712) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:51.816662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3b0571b7-e1da-49b0-a3fe-ff21310c7513 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-300634164'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:51.828401 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:51.832907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bbde7b89-c4c7-41ea-a6d5-7d25721f1b79 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.838471 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bbde7b89-c4c7-41ea-a6d5-7d25721f1b79 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/628b3ef5-a6e8-42ef-980d-a409e3020d17 HTTP/1.1" status: 204 len: 168 time: 0.7863705 Dec 10 18:30:51.841040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c27d14-9df0-4e2e-9785-cf3044a0741f None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:51.844868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58714) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:51.873044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22766f23-5257-4516-adc0-67c111b5454e tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event deleted for resources: {'Subnet': ['ID=585e1f56-4b66-4ff1-b54f-d31c92b7b5d5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:51.885395 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-22766f23-5257-4516-adc0-67c111b5454e tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.889758 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-22766f23-5257-4516-adc0-67c111b5454e tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "DELETE /v2.0/subnets/585e1f56-4b66-4ff1-b54f-d31c92b7b5d5 HTTP/1.1" status: 204 len: 168 time: 0.8536606 Dec 10 18:30:51.899730 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c21e1d6c-8657-42f8-a323-97bdcb3bd0dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423787 Dec 10 18:30:51.902456 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58718) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:51.902786 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58720) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:51.917059 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d4835cd9-ad08-41b5-9ea3-186b9a2adfde tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:51.929083 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.945987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-d86d2cb2-843c-4cab-88ab-196086da89b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:30:51.946613 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-d86d2cb2-843c-4cab-88ab-196086da89b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:30:51.973787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 08c2b3ef-74ae-44aa-8506-7230a8209a3b triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:51.974850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.979175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd9c13-5a47-4b6a-bcfb-51331b111a81 None None] Network a25744f7-d7b3-4568-9226-36f0491dbc14 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:51.979359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0571b7-e1da-49b0-a3fe-ff21310c7513 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:51.982670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3b0571b7-e1da-49b0-a3fe-ff21310c7513 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.044556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Allocated IP 172.20.0.2 (76c1b499-2d12-48f6-a961-6b408a4dc3cc/86a5e783-a939-4d8f-a560-55c4adab225b/074d72de-6667-4b33-9715-37b1c718de4a) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:52.059041 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0571b7-e1da-49b0-a3fe-ff21310c7513 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:52.081078 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3b0571b7-e1da-49b0-a3fe-ff21310c7513 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.081424 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-3b0571b7-e1da-49b0-a3fe-ff21310c7513 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Added segment 656085b2-4837-45d3-b41d-708ec2ab7b05 of type vlan for network d4c72b42-234e-439f-9227-516d09da567b Dec 10 18:30:52.082652 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.158941 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3b0571b7-e1da-49b0-a3fe-ff21310c7513 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.168144 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] device_id is not set on port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:52.203733 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.275850 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.284357 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80921377-f838-490e-9447-535881927668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-a6add95b-704a-498f-b2ab-9ff0941d662e', 'network_id': 'a6add95b-704a-498f-b2ab-9ff0941d662e', 'project_id': '7c2e23c6ae1e4737a1288513c38bfa75', 'fixed_ips': [{'subnet_id': '60d6176d-f9f7-48af-ad96-96fd3e0e42e3'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:52.285383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80921377-f838-490e-9447-535881927668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.308208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3b0571b7-e1da-49b0-a3fe-ff21310c7513 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.315546 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0571b7-e1da-49b0-a3fe-ff21310c7513 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:52.316172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3b0571b7-e1da-49b0-a3fe-ff21310c7513 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.431259 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Pushing event updated for resources: {'Port': ['ID=724af4ea-d325-4be0-9e26-48ed3c3b8c53,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:52.435607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0571b7-e1da-49b0-a3fe-ff21310c7513 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Network': ['ID=d4c72b42-234e-439f-9227-516d09da567b,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:52.437678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:52.438032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:52.438378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:52.446898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:52.447224 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:52.447602 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 2 to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 Dec 10 18:30:52.466120 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3b0571b7-e1da-49b0-a3fe-ff21310c7513 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6506259 Dec 10 18:30:52.466120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:52.466120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:52.466120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:52.466832 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58726) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:52.472282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'subnet': {'network_id': 'd4c72b42-234e-439f-9227-516d09da567b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:52.475430 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4835cd9-ad08-41b5-9ea3-186b9a2adfde tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:52.476816 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4835cd9-ad08-41b5-9ea3-186b9a2adfde tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.507393 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network d4c72b42-234e-439f-9227-516d09da567b details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:52.525399 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:52.525624 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:52.528007 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 3 to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 Dec 10 18:30:52.554460 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:52.554792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:52.555127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:52.569719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:52.570042 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:52.572920 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 4 to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 Dec 10 18:30:52.594539 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:52.594752 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:52.595110 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:52.606292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:52.606624 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:52.607006 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 5 to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 Dec 10 18:30:52.622035 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:52.622382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:52.623687 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:52.628430 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:52.628773 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:52.629173 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 6 to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 Dec 10 18:30:52.643094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:52.643438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:52.643759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:52.648609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:52.649223 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:52.649336 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 7 to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 Dec 10 18:30:52.650533 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.662389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:52.662826 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:52.663061 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:52.667744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:52.668188 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:52.668569 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 8 to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 Dec 10 18:30:52.680226 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:52.683830 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.697630 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.700744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:52.700744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:52.700964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:52.706682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fd549-1833-417a-ac7d-da204fe1559c req-ea8501b5-66aa-4a16-8fe6-e0d164536e2e tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:52.713474 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7d5fd549-1833-417a-ac7d-da204fe1559c req-ea8501b5-66aa-4a16-8fe6-e0d164536e2e tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 945 time: 0.2757888 Dec 10 18:30:52.723522 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146b925-3204-4287-9264-8001c236b6bb req-129a82ff-9f78-4aea-bb39-11fd6be93c96 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:52.724144 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d3489b-65ca-4b28-bd6d-94942a7b33de None None] DHCP port deletion for a25744f7-d7b3-4568-9226-36f0491dbc14 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:30:52.725112 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3146b925-3204-4287-9264-8001c236b6bb req-129a82ff-9f78-4aea-bb39-11fd6be93c96 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 944 time: 0.2936921 Dec 10 18:30:52.758432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Deleting port 1572bae3-eca8-4b57-be8e-934cad80d26f {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:52.758784 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.764430 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:52.764965 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:52.768964 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 9 to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 Dec 10 18:30:52.776230 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.804340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_backend_mixin [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Performing IP validity checks on allocation pools {{(pid=103593) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:30:52.805846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_backend_mixin [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103593) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:30:52.812069 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:52.812397 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:52.812731 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:52.832963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:52.833238 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:52.834701 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 10 to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 Dec 10 18:30:52.855046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:52.855688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:52.855688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:52.859768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30e4fb-d3ae-48b4-9af5-b73fa1084901 None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:30:52.862050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device daf249f3-32dc-4cdd-b31d-bf560b49cb90 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:52.865910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.867643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:52.868359 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:52.868492 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.902160 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d86d2cb2-843c-4cab-88ab-196086da89b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.975474 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] For port 1572bae3-eca8-4b57-be8e-934cad80d26f, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1572bae3-eca8-4b57-be8e-934cad80d26f,segment=NetworkSegment(9a136052-3aef-4c98-ad6b-2aad6e879895),segment_id=9a136052-3aef-4c98-ad6b-2aad6e879895)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:52.975848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.010434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] For port 724af4ea-d325-4be0-9e26-48ed3c3b8c53, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:53.011810 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempted to set empty binding levels {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:30:53.014926 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7d5fd549-1833-417a-ac7d-da204fe1559c req-43eaebb2-3b56-415a-aa18-c989db56b254 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2816167 Dec 10 18:30:53.025734 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3146b925-3204-4287-9264-8001c236b6bb req-5e75ad06-95ec-4929-8b81-d6630b5461c5 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912438 Dec 10 18:30:53.029710 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.040680 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Calling delete_port for 1572bae3-eca8-4b57-be8e-934cad80d26f owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:53.040880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 08c2b3ef-74ae-44aa-8506-7230a8209a3b, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=08c2b3ef-74ae-44aa-8506-7230a8209a3b,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:53.057783 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-80921377-f838-490e-9447-535881927668 None None] Allocated IP 2001:db8::1 (a6add95b-704a-498f-b2ab-9ff0941d662e/60d6176d-f9f7-48af-ad96-96fd3e0e42e3/22123a4d-dde2-4164-9ea2-b730a9297276) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:53.067975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.102143 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.103845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3489b-65ca-4b28-bd6d-94942a7b33de None None] Deleting port 1572bae3-eca8-4b57-be8e-934cad80d26f {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:53.104216 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c8d3489b-65ca-4b28-bd6d-94942a7b33de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.158255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Allocated IP 172.26.5.123 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/f05bfd08-c442-4d82-ad39-d32e2b2ba933) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:53.161617 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] In _notify_port_updated(), no bound segment for port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:30:53.162711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.163477 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.167964 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "PUT /v2.0/ports/724af4ea-d325-4be0-9e26-48ed3c3b8c53 HTTP/1.1" status: 200 len: 977 time: 1.3479066 Dec 10 18:30:53.175785 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58732) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:53.178002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.179853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.229171 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port daf249f3-32dc-4cdd-b31d-bf560b49cb90 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:30:53.245671 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Subnet': ['ID=492bd574-954c-4dcf-8dfa-036f6bc88685,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:53.255524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8b30e4fb-d3ae-48b4-9af5-b73fa1084901 None None] Deleting port 08c2b3ef-74ae-44aa-8506-7230a8209a3b {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:53.255990 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8b30e4fb-d3ae-48b4-9af5-b73fa1084901 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.263693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Pushing event updated for resources: {'Port': ['ID=724af4ea-d325-4be0-9e26-48ed3c3b8c53,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:53.289721 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e49beb-2abf-4eff-bd55-f32abadfe884 req-88b8959b-4f5a-41bf-91f3-ebeb90a42a2b tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.332270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.332270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.332270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.332270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.332270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.332270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.332270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.332270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.332270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.332270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.332270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.332270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.333359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269fe6e-1d7c-4fd3-ad65-6665e30687ac tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.333626 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-36e49beb-2abf-4eff-bd55-f32abadfe884 req-88b8959b-4f5a-41bf-91f3-ebeb90a42a2b tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 944 time: 0.1667380 Dec 10 18:30:53.333788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.333788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.333788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.333788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.333788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.333788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.333788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.333788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.333788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.333788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.333788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.333788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.333788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.334960 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4835cd9-ad08-41b5-9ea3-186b9a2adfde tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.335049 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Checking segment: {'id': '656085b2-4837-45d3-b41d-708ec2ab7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4c72b42-234e-439f-9227-516d09da567b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:53.335049 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network hostable DHCP agents. Network: d4c72b42-234e-439f-9227-516d09da567b, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:53.340369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port daf249f3-32dc-4cdd-b31d-bf560b49cb90 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:53.340747 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.352337 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c8d3489b-65ca-4b28-bd6d-94942a7b33de None None] For port 1572bae3-eca8-4b57-be8e-934cad80d26f, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1572bae3-eca8-4b57-be8e-934cad80d26f,segment=NetworkSegment(9a136052-3aef-4c98-ad6b-2aad6e879895),segment_id=9a136052-3aef-4c98-ad6b-2aad6e879895)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:53.352757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c8d3489b-65ca-4b28-bd6d-94942a7b33de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.358300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Network 76c1b499-2d12-48f6-a961-6b408a4dc3cc is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:53.362095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.362095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.362095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.363402 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.363402 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.363733 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.364028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.364638 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.365107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.365569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.366090 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.366575 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.367650 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.369281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.369281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.369763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.370227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.370683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.371550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.371655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.371992 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 08c2b3ef-74ae-44aa-8506-7230a8209a3b no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:53.372217 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.372615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.373060 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.373741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.374271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.378445 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-388922f0-cea2-402a-85bc-3e296b895144 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22275 time: 0.1976314 Dec 10 18:30:53.388841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58734) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:53.398710 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4835cd9-ad08-41b5-9ea3-186b9a2adfde tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:53.412254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-d4835cd9-ad08-41b5-9ea3-186b9a2adfde tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:53.415141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4835cd9-ad08-41b5-9ea3-186b9a2adfde tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.415712 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4835cd9-ad08-41b5-9ea3-186b9a2adfde tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.440500 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:53.450998 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3489b-65ca-4b28-bd6d-94942a7b33de None None] Calling delete_port for 1572bae3-eca8-4b57-be8e-934cad80d26f owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:53.458804 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-36e49beb-2abf-4eff-bd55-f32abadfe884 req-94dafcee-952f-47cb-9a6b-9f7fc0f24772 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600094 Dec 10 18:30:53.461515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:53.463101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4835cd9-ad08-41b5-9ea3-186b9a2adfde tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=42b268fe-3ad3-46a8-9df9-31e8b01b08a3,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:53.470754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Pushing event updated for resources: {'Port': ['ID=074d72de-6667-4b33-9715-37b1c718de4a,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:53.481119 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5c972124-e220-4ca0-b08a-e5832a2605de tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Deleting port 724af4ea-d325-4be0-9e26-48ed3c3b8c53 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:53.481468 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c972124-e220-4ca0-b08a-e5832a2605de tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.481887 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-d86d2cb2-843c-4cab-88ab-196086da89b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:30:53.482255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-d86d2cb2-843c-4cab-88ab-196086da89b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:30:53.482912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.534661 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.534999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.535344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.535688 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.536020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.536350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.536696 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.537029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.537720 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.537720 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.538044 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.538366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.538691 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:53.554050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-5c972124-e220-4ca0-b08a-e5832a2605de tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] For port 724af4ea-d325-4be0-9e26-48ed3c3b8c53, host hv-neutron-8214, got binding levels [] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:53.554416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c972124-e220-4ca0-b08a-e5832a2605de tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.567692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5c972124-e220-4ca0-b08a-e5832a2605de tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Calling delete_port for 724af4ea-d325-4be0-9e26-48ed3c3b8c53 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:53.641673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8b30e4fb-d3ae-48b4-9af5-b73fa1084901 None None] For port 08c2b3ef-74ae-44aa-8506-7230a8209a3b, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=08c2b3ef-74ae-44aa-8506-7230a8209a3b,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:53.642647 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8b30e4fb-d3ae-48b4-9af5-b73fa1084901 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.693547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8b30e4fb-d3ae-48b4-9af5-b73fa1084901 None None] Calling delete_port for 08c2b3ef-74ae-44aa-8506-7230a8209a3b owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:53.733200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Attempting to bind port 074d72de-6667-4b33-9715-37b1c718de4a on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:53.733497 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Attempting to bind port 074d72de-6667-4b33-9715-37b1c718de4a by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '2a6e9a7a-b8a1-4973-97af-5d5605a1617d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '76c1b499-2d12-48f6-a961-6b408a4dc3cc'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:53.733887 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Attempting to bind port 074d72de-6667-4b33-9715-37b1c718de4a on network 76c1b499-2d12-48f6-a961-6b408a4dc3cc {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:53.780499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80921377-f838-490e-9447-535881927668 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.787633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.791312 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:53.791690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Checking segment: {'id': '2a6e9a7a-b8a1-4973-97af-5d5605a1617d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '76c1b499-2d12-48f6-a961-6b408a4dc3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:53.792090 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.792487 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Bound using segment: {'id': '2a6e9a7a-b8a1-4973-97af-5d5605a1617d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '76c1b499-2d12-48f6-a961-6b408a4dc3cc'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:53.792961 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Bound port: 074d72de-6667-4b33-9715-37b1c718de4a, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6e9a7a-b8a1-4973-97af-5d5605a1617d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '76c1b499-2d12-48f6-a961-6b408a4dc3cc'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:53.793333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.815424 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event deleted for resources: {'Port': ['ID=1572bae3-eca8-4b57-be8e-934cad80d26f,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:53.816802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c972124-e220-4ca0-b08a-e5832a2605de tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.818341 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network d4c72b42-234e-439f-9227-516d09da567b is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:53.827906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] No DVR routers for this DVR port 1572bae3-eca8-4b57-be8e-934cad80d26f on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:30:53.834866 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d4835cd9-ad08-41b5-9ea3-186b9a2adfde tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9213862 Dec 10 18:30:53.837400 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.852782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58736) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:53.863613 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=08c2b3ef-74ae-44aa-8506-7230a8209a3b,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:53.865922 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c972124-e220-4ca0-b08a-e5832a2605de tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Pushing event deleted for resources: {'Port': ['ID=724af4ea-d325-4be0-9e26-48ed3c3b8c53,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:53.874270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c972124-e220-4ca0-b08a-e5832a2605de tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.875036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80921377-f838-490e-9447-535881927668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.879486 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5c972124-e220-4ca0-b08a-e5832a2605de tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "DELETE /v2.0/ports/724af4ea-d325-4be0-9e26-48ed3c3b8c53 HTTP/1.1" status: 204 len: 168 time: 0.4892170 Dec 10 18:30:53.883109 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-18c701d0-ee5a-4904-9b7c-c9224f552930 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'fixed_ips': [{'subnet_id': '42b268fe-3ad3-46a8-9df9-31e8b01b08a3', 'ip_address': '2001:db8::e335:4884:c136:22a7'}], 'name': 'tempest-NetworksTestDHCPv6-71647266'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:53.884209 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58738) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:53.913257 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22f4ab3-612e-409c-b45b-e4abf3485842 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:30:53.914668 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b22f4ab3-612e-409c-b45b-e4abf3485842 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "GET /v2.0/ports/724af4ea-d325-4be0-9e26-48ed3c3b8c53 HTTP/1.1" status: 404 len: 333 time: 0.0296266 Dec 10 18:30:53.921746 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58740) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:53.929063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ce583571-2746-481d-b513-d2a0f0d87718 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2040469619', 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:53.932482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.938494 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, d4c72b42-234e-439f-9227-516d09da567b) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:53.945138 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.945943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.980204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a444345a-03ae-4e80-9ccf-17ee3f5b4a9c None None] Network d4c72b42-234e-439f-9227-516d09da567b requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:53.992167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c8d3489b-65ca-4b28-bd6d-94942a7b33de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.993786 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.009472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:54.020420 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:54.026518 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80921377-f838-490e-9447-535881927668 None None] Network a6add95b-704a-498f-b2ab-9ff0941d662e is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:54.028008 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:54.029899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event updated for resources: {'Port': ['ID=f05bfd08-c442-4d82-ad39-d32e2b2ba933,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:54.042755 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce583571-2746-481d-b513-d2a0f0d87718 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Made reservation on behalf of be86ee5493f5477ba99f5517d31ebcd5 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:54.044728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ce583571-2746-481d-b513-d2a0f0d87718 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.071767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b4f93d-fb2f-4b70-9e25-1ad383383be2 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:30:54.075512 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.086089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-ce583571-2746-481d-b513-d2a0f0d87718 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] device_id is not set on port ab314392-eabe-47b0-a3fe-bf17f72d324c yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:54.118535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-80921377-f838-490e-9447-535881927668 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:54.122126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80921377-f838-490e-9447-535881927668 None None] Pushing event updated for resources: {'Port': ['ID=22123a4d-dde2-4164-9ea2-b730a9297276,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:54.127668 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25744f7-d7b3-4568-9226-36f0491dbc14']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:54.153204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80921377-f838-490e-9447-535881927668 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:54.153459 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ced61979-17df-4fa7-9f82-c31e26524c56 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6821971 Dec 10 18:30:54.157520 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58750) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:54.180363 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3489b-65ca-4b28-bd6d-94942a7b33de None None] No DVR routers for this DVR port 1572bae3-eca8-4b57-be8e-934cad80d26f on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:30:54.205182 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a136052-3aef-4c98-ad6b-2aad6e879895') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:54.205337 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a136052-3aef-4c98-ad6b-2aad6e879895') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:54.226599 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.228695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port daf249f3-32dc-4cdd-b31d-bf560b49cb90, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=daf249f3-32dc-4cdd-b31d-bf560b49cb90,segment=NetworkSegment(e5e6aa80-20a5-4b0c-989a-59d560e97b40),segment_id=e5e6aa80-20a5-4b0c-989a-59d560e97b40)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:54.236851 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf249f3-32dc-4cdd-b31d-bf560b49cb90'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:54.304811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 08c2b3ef-74ae-44aa-8506-7230a8209a3b, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=08c2b3ef-74ae-44aa-8506-7230a8209a3b,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:54.329129 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.346538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.350933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 660e820a-f635-4940-9f81-34d2cdf9e827 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:54.354351 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:30:54.354796 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:30:54.362712 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:30:54.380066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.397834 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ce583571-2746-481d-b513-d2a0f0d87718 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.408946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-95779adc-7280-44bb-8c37-eece6e7ae577 None None] Could not find standard attr ID for object 72ebafb3-08fd-4835-81f8-57db7e7002f5. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:30:54.411141 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3489b-65ca-4b28-bd6d-94942a7b33de None None] Pushing event deleted for resources: {'Port': ['ID=1572bae3-eca8-4b57-be8e-934cad80d26f,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:54.411993 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b48a27-8ab3-4484-b0f5-eac6dfcfeaee req-ba4b53ef-4161-46db-b758-1ee03bc4c366 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:54.413533 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c3b48a27-8ab3-4484-b0f5-eac6dfcfeaee req-ba4b53ef-4161-46db-b758-1ee03bc4c366 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 945 time: 0.2756424 Dec 10 18:30:54.425557 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f3bca-1268-482a-833e-6afc595676bd req-8bd9caa3-a0ea-4667-8cd8-b255808a5028 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:54.427170 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2b4f3bca-1268-482a-833e-6afc595676bd req-8bd9caa3-a0ea-4667-8cd8-b255808a5028 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 944 time: 0.2719135 Dec 10 18:30:54.433819 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] For port 074d72de-6667-4b33-9715-37b1c718de4a, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:54.459523 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.460467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1572bae3-eca8-4b57-be8e-934cad80d26f no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:54.469219 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c701d0-ee5a-4904-9b7c-c9224f552930 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:54.492987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1df020c-719f-4e61-bf57-f11e12e7b73b" -d '{"events": [{"server_uuid": "cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d", "name": "network-vif-plugged", "status": "completed", "tag": "daf249f3-32dc-4cdd-b31d-bf560b49cb90"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:54.501136 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 1572bae3-eca8-4b57-be8e-934cad80d26f {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:30:54.501888 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1572bae3-eca8-4b57-be8e-934cad80d26f not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:30:54.541462 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.593170 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.601474 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c3b48a27-8ab3-4484-b0f5-eac6dfcfeaee req-a6c7d8b1-42d4-4a5a-8720-58bd4a172390 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1693118 Dec 10 18:30:54.610168 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.622392 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] 10.222.0.60 "DELETE /v2.0/networks/a25744f7-d7b3-4568-9226-36f0491dbc14 HTTP/1.1" status: 204 len: 168 time: 2.7137759 Dec 10 18:30:54.629238 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2b4f3bca-1268-482a-833e-6afc595676bd req-ed6f92ef-ac43-4712-8063-98fed37f17ed tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898258 Dec 10 18:30:54.646968 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2aebd0-2f06-4d8f-8967-d185c12e1c9d tempest-FloatingIPNegativeTestJSON-573476219 tempest-FloatingIPNegativeTestJSON-573476219-project] Pushing event deleted for resources: {'Network': ['ID=a25744f7-d7b3-4568-9226-36f0491dbc14,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:54.676134 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ce583571-2746-481d-b513-d2a0f0d87718 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.711077 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8b30e4fb-d3ae-48b4-9af5-b73fa1084901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.730324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] For port 074d72de-6667-4b33-9715-37b1c718de4a, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=074d72de-6667-4b33-9715-37b1c718de4a,segment=NetworkSegment(2a6e9a7a-b8a1-4973-97af-5d5605a1617d),segment_id=2a6e9a7a-b8a1-4973-97af-5d5605a1617d)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:54.749804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30e4fb-d3ae-48b4-9af5-b73fa1084901 None None] No DVR routers for this DVR port 08c2b3ef-74ae-44aa-8506-7230a8209a3b on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:30:54.752529 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-80921377-f838-490e-9447-535881927668 None None] Attempting to bind port 22123a4d-dde2-4164-9ea2-b730a9297276 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:54.752656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-80921377-f838-490e-9447-535881927668 None None] Attempting to bind port 22123a4d-dde2-4164-9ea2-b730a9297276 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '05321c4b-fcc9-4911-8f24-f3f619f37d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6add95b-704a-498f-b2ab-9ff0941d662e'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:54.752971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80921377-f838-490e-9447-535881927668 None None] Attempting to bind port 22123a4d-dde2-4164-9ea2-b730a9297276 on network a6add95b-704a-498f-b2ab-9ff0941d662e {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:54.770035 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce583571-2746-481d-b513-d2a0f0d87718 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Network f0de83f6-ff86-4037-8f3e-25e462ecd753 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:54.771571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.775152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-95779adc-7280-44bb-8c37-eece6e7ae577 None None] Provisioning complete for port f05bfd08-c442-4d82-ad39-d32e2b2ba933 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:54.781359 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-95779adc-7280-44bb-8c37-eece6e7ae577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.816415 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Subnet': ['ID=492bd574-954c-4dcf-8dfa-036f6bc88685,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:54.817397 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-ce583571-2746-481d-b513-d2a0f0d87718 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:54.818473 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-95779adc-7280-44bb-8c37-eece6e7ae577 None None] Port f05bfd08-c442-4d82-ad39-d32e2b2ba933 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:54.820026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84350e8d-51e9-4138-a5ce-d81b9a056a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-d4c72b42-234e-439f-9227-516d09da567b', 'network_id': 'd4c72b42-234e-439f-9227-516d09da567b', 'project_id': '7c2e23c6ae1e4737a1288513c38bfa75', 'fixed_ips': [{'subnet_id': '492bd574-954c-4dcf-8dfa-036f6bc88685'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:54.820654 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce583571-2746-481d-b513-d2a0f0d87718 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:54.820885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84350e8d-51e9-4138-a5ce-d81b9a056a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.821856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce583571-2746-481d-b513-d2a0f0d87718 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:54.823200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbd03fe-125e-48d4-a2e5-36d671d9ed15 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:54.823461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ce583571-2746-481d-b513-d2a0f0d87718 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.832787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.835811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80921377-f838-490e-9447-535881927668 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:54.836436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80921377-f838-490e-9447-535881927668 None None] Checking segment: {'id': '05321c4b-fcc9-4911-8f24-f3f619f37d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6add95b-704a-498f-b2ab-9ff0941d662e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:54.836601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80921377-f838-490e-9447-535881927668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.836966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80921377-f838-490e-9447-535881927668 None None] Bound using segment: {'id': '05321c4b-fcc9-4911-8f24-f3f619f37d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6add95b-704a-498f-b2ab-9ff0941d662e'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:54.837447 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-80921377-f838-490e-9447-535881927668 None None] Bound port: 22123a4d-dde2-4164-9ea2-b730a9297276, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05321c4b-fcc9-4911-8f24-f3f619f37d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6add95b-704a-498f-b2ab-9ff0941d662e'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:54.847245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80921377-f838-490e-9447-535881927668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.855102 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18c701d0-ee5a-4904-9b7c-c9224f552930 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.898573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce583571-2746-481d-b513-d2a0f0d87718 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Pushing event updated for resources: {'Port': ['ID=ab314392-eabe-47b0-a3fe-bf17f72d324c,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:54.900251 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0b46df-2550-4c44-a1f6-2d22377eb523 x-openstack-request-id: req-fb0b46df-2550-4c44-a1f6-2d22377eb523 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:54.900752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d", "name": "network-vif-plugged", "status": "completed", "tag": "daf249f3-32dc-4cdd-b31d-bf560b49cb90", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:54.901172 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb0b46df-2550-4c44-a1f6-2d22377eb523 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:54.901820 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf249f3-32dc-4cdd-b31d-bf560b49cb90', 'code': 200} Dec 10 18:30:54.913297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.926852 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-18c701d0-ee5a-4904-9b7c-c9224f552930 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 69afa418-58b3-40ea-962f-24a6138a86e9 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:54.936304 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c72b42-234e-439f-9227-516d09da567b']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:54.939135 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=daf249f3-32dc-4cdd-b31d-bf560b49cb90,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:54.950098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656085b2-4837-45d3-b41d-708ec2ab7b05') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:54.956759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656085b2-4837-45d3-b41d-708ec2ab7b05') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:54.963674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.969938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ff511-c769-4237-91e5-b9f22619e65c req-6c87765c-1213-4f70-a180-b5e9f422a8fe tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:54.978704 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5e4ff511-c769-4237-91e5-b9f22619e65c req-6c87765c-1213-4f70-a180-b5e9f422a8fe tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1898181 Dec 10 18:30:54.982483 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ce583571-2746-481d-b513-d2a0f0d87718 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0598941 Dec 10 18:30:54.985161 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.987190 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58764) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:54.994555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event deleted for resources: {'Port': ['ID=08c2b3ef-74ae-44aa-8506-7230a8209a3b,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:55.034184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a973e-0b77-4683-8d04-007ca9668758 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:55.035244 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c56a973e-0b77-4683-8d04-007ca9668758 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "GET /v2.0/ports/ab314392-eabe-47b0-a3fe-bf17f72d324c HTTP/1.1" status: 200 len: 955 time: 0.0467687 Dec 10 18:30:55.038170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58766) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:55.047892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:30:55.047892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:30:55.051078 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:30:55.056012 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.144100 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30e4fb-d3ae-48b4-9af5-b73fa1084901 None None] Pushing event deleted for resources: {'Port': ['ID=08c2b3ef-74ae-44aa-8506-7230a8209a3b,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:55.146305 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 660e820a-f635-4940-9f81-34d2cdf9e827 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:30:55.205657 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 660e820a-f635-4940-9f81-34d2cdf9e827 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:55.205657 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.217246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c20d8f63-b15e-4a81-ba05-b36ff9d94392 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Deleting port ab314392-eabe-47b0-a3fe-bf17f72d324c {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:55.217916 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c20d8f63-b15e-4a81-ba05-b36ff9d94392 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.265635 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.271821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.276326 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/d4c72b42-234e-439f-9227-516d09da567b HTTP/1.1" status: 204 len: 168 time: 1.1168773 Dec 10 18:30:55.287512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58770) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:55.288861 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-80921377-f838-490e-9447-535881927668 None None] For port 22123a4d-dde2-4164-9ea2-b730a9297276, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:55.297431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-80921377-f838-490e-9447-535881927668 None None] For port 22123a4d-dde2-4164-9ea2-b730a9297276, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=22123a4d-dde2-4164-9ea2-b730a9297276,segment=NetworkSegment(05321c4b-fcc9-4911-8f24-f3f619f37d67),segment_id=05321c4b-fcc9-4911-8f24-f3f619f37d67)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:55.299046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4620bbb9-1942-46f2-a970-05e2e71b7320 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1936164097'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:55.392082 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d274b52-ba16-4359-b696-258bb790f912 None None] Network d4c72b42-234e-439f-9227-516d09da567b requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:55.419432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80921377-f838-490e-9447-535881927668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.432823 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '42b268fe-3ad3-46a8-9df9-31e8b01b08a3'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:55.434759 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.442315 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d274b52-ba16-4359-b696-258bb790f912 None None] Network d4c72b42-234e-439f-9227-516d09da567b could not be found, it might have been deleted concurrently. {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:30:55.444293 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1081f-c9e3-42b0-b79e-5b145c408d07 None None] Pushing event updated for resources: {'Port': ['ID=074d72de-6667-4b33-9715-37b1c718de4a,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:55.469140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58772) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:55.472209 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d35f6-3a62-428c-981c-7f796ed43687 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Network': ['ID=d4c72b42-234e-439f-9227-516d09da567b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:55.525962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c20d8f63-b15e-4a81-ba05-b36ff9d94392 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.557494 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c20d8f63-b15e-4a81-ba05-b36ff9d94392 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Calling delete_port for ab314392-eabe-47b0-a3fe-bf17f72d324c owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:55.574002 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ced12-f85d-4b40-bcfa-c40fb6ab267a req-44e37465-981c-43b1-91f1-27a55f906c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:55.574002 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a14ced12-f85d-4b40-bcfa-c40fb6ab267a req-44e37465-981c-43b1-91f1-27a55f906c39 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 1098 time: 0.2400446 Dec 10 18:30:55.590254 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5e4ff511-c769-4237-91e5-b9f22619e65c req-e9f48d8d-3687-4b44-b528-f378864a7f0b tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6104691 Dec 10 18:30:55.603151 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a14ced12-f85d-4b40-bcfa-c40fb6ab267a req-51373e19-f1b6-4346-833b-fc3f245627fe service neutron] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.652148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4620bbb9-1942-46f2-a970-05e2e71b7320 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:55.656784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4620bbb9-1942-46f2-a970-05e2e71b7320 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.711647 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4620bbb9-1942-46f2-a970-05e2e71b7320 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:55.724259 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4620bbb9-1942-46f2-a970-05e2e71b7320 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.731680 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-4620bbb9-1942-46f2-a970-05e2e71b7320 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Added segment 1255ff7d-4d91-4665-9729-89182b3ed799 of type vlan for network 37aad94c-20aa-4fc3-80b4-c8c174978e5f Dec 10 18:30:55.753586 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80921377-f838-490e-9447-535881927668 None None] Pushing event updated for resources: {'Port': ['ID=22123a4d-dde2-4164-9ea2-b730a9297276,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:55.762745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.810809 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4620bbb9-1942-46f2-a970-05e2e71b7320 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.853462 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 660e820a-f635-4940-9f81-34d2cdf9e827, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=660e820a-f635-4940-9f81-34d2cdf9e827,segment=NetworkSegment(102d4707-54f7-4de4-9461-69fdeb204508),segment_id=102d4707-54f7-4de4-9461-69fdeb204508)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:55.899279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c20d8f63-b15e-4a81-ba05-b36ff9d94392 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.917523 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-af17a60c-6a86-4501-907f-11da85c2c85b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c2934e5914e4618943cc259daa36945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4379323 Dec 10 18:30:55.920028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58780) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:55.922254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.939938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-18c701d0-ee5a-4904-9b7c-c9224f552930 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::e335:4884:c136:22a7 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/42b268fe-3ad3-46a8-9df9-31e8b01b08a3/69afa418-58b3-40ea-962f-24a6138a86e9) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:55.954021 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 245a2afb-6d0d-4890-84e4-973e609dd239 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:55.965979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d8f63-b15e-4a81-ba05-b36ff9d94392 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab314392-eabe-47b0-a3fe-bf17f72d324c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:55.975130 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a14ced12-f85d-4b40-bcfa-c40fb6ab267a req-51373e19-f1b6-4346-833b-fc3f245627fe service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.984603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c20d8f63-b15e-4a81-ba05-b36ff9d94392 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.990829 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c20d8f63-b15e-4a81-ba05-b36ff9d94392 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "DELETE /v2.0/ports/ab314392-eabe-47b0-a3fe-bf17f72d324c HTTP/1.1" status: 204 len: 168 time: 0.9516568 Dec 10 18:30:55.993506 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58782) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:55.996592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4620bbb9-1942-46f2-a970-05e2e71b7320 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.997555 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27b184-be26-4000-9522-e56c88f59ab4 req-4beef0d0-70db-4005-ad69-56c4fe5aad94 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:55.999535 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1e27b184-be26-4000-9522-e56c88f59ab4 req-4beef0d0-70db-4005-ad69-56c4fe5aad94 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 945 time: 0.2306252 Dec 10 18:30:56.002380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4620bbb9-1942-46f2-a970-05e2e71b7320 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:56.002981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4620bbb9-1942-46f2-a970-05e2e71b7320 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.024946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=660e820a-f635-4940-9f81-34d2cdf9e827,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:56.037200 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce6a5-ac14-4248-a311-943257eef207 req-a1a38453-eda9-4060-91ae-7e5320f03bdb tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:56.039264 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0ecce6a5-ac14-4248-a311-943257eef207 req-a1a38453-eda9-4060-91ae-7e5320f03bdb tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 944 time: 0.1641257 Dec 10 18:30:56.094012 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a14ced12-f85d-4b40-bcfa-c40fb6ab267a req-51373e19-f1b6-4346-833b-fc3f245627fe service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.096579 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30c2b1c-3163-4fc7-97dd-e21c05c6fc1f tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:30:56.103140 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d30c2b1c-3163-4fc7-97dd-e21c05c6fc1f tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "GET /v2.0/ports/ab314392-eabe-47b0-a3fe-bf17f72d324c HTTP/1.1" status: 404 len: 333 time: 0.1072190 Dec 10 18:30:56.109984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58784) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:56.115492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 245a2afb-6d0d-4890-84e4-973e609dd239 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:30:56.127640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c721f406-8d49-4272-a8da-fe774be491cb tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Request body: {'port': {'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1021840512'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:56.127820 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 245a2afb-6d0d-4890-84e4-973e609dd239 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:56.127820 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.169581 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4620bbb9-1942-46f2-a970-05e2e71b7320 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8756793 Dec 10 18:30:56.177178 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58786) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:56.192284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620bbb9-1942-46f2-a970-05e2e71b7320 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Network': ['ID=37aad94c-20aa-4fc3-80b4-c8c174978e5f,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:56.193758 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-dcf02a04-14a2-4d96-bc9b-73f0f25e03f1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'subnet': {'network_id': '37aad94c-20aa-4fc3-80b4-c8c174978e5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:56.202736 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a14ced12-f85d-4b40-bcfa-c40fb6ab267a req-51373e19-f1b6-4346-833b-fc3f245627fe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6166689 Dec 10 18:30:56.215438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51373e19-f1b6-4346-833b-fc3f245627fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e7b01e-f5e6-4c39-9a1a-29b4892a2601,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:56.218463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3da9f883-e830-4f4e-917e-0c6137ef56a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.222332 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 37aad94c-20aa-4fc3-80b4-c8c174978e5f details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:56.237349 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.251667 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3da9f883-e830-4f4e-917e-0c6137ef56a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.267597 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1e27b184-be26-4000-9522-e56c88f59ab4 req-491c81ab-033c-402d-b8ca-2144fad9e17b tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2427301 Dec 10 18:30:56.302748 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c721f406-8d49-4272-a8da-fe774be491cb tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Made reservation on behalf of be86ee5493f5477ba99f5517d31ebcd5 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:56.305107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c721f406-8d49-4272-a8da-fe774be491cb tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.323597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.330852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-c721f406-8d49-4272-a8da-fe774be491cb tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] device_id is not set on port 531d97fd-9910-45c2-bfcc-1f187a559e4b yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:56.365213 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 245a2afb-6d0d-4890-84e4-973e609dd239, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=245a2afb-6d0d-4890-84e4-973e609dd239,segment=NetworkSegment(991d0126-7a49-4230-b43c-4ee78af21e1d),segment_id=991d0126-7a49-4230-b43c-4ee78af21e1d)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:56.431035 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0ecce6a5-ac14-4248-a311-943257eef207 req-8b28c553-3c18-4b67-a771-cd37d9a46107 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3823032 Dec 10 18:30:56.461920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3da9f883-e830-4f4e-917e-0c6137ef56a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.464583 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3da9f883-e830-4f4e-917e-0c6137ef56a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.468287 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3da9f883-e830-4f4e-917e-0c6137ef56a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/372867e7-a6d4-4923-b96f-fe5c4ef156e9 HTTP/1.1" status: 204 len: 168 time: 0.5402217 Dec 10 18:30:56.479233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9f883-e830-4f4e-917e-0c6137ef56a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372867e7-a6d4-4923-b96f-fe5c4ef156e9,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:56.479619 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.557276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c721f406-8d49-4272-a8da-fe774be491cb tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.570194 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=245a2afb-6d0d-4890-84e4-973e609dd239,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:56.600782 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c907a8-9a8d-4ad0-b9a6-0370a153788f None None] Network 76c1b499-2d12-48f6-a961-6b408a4dc3cc requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:56.648707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18c701d0-ee5a-4904-9b7c-c9224f552930 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.676153 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c721f406-8d49-4272-a8da-fe774be491cb tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.698108 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-991990a7-9035-43ad-a074-6a0453dcc740 None None] Provisioning complete for port 074d72de-6667-4b33-9715-37b1c718de4a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:56.698485 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-991990a7-9035-43ad-a074-6a0453dcc740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.731772 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c721f406-8d49-4272-a8da-fe774be491cb tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Network f0de83f6-ff86-4037-8f3e-25e462ecd753 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:56.735088 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf02a04-14a2-4d96-bc9b-73f0f25e03f1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:56.739442 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dcf02a04-14a2-4d96-bc9b-73f0f25e03f1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.748139 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c721f406-8d49-4272-a8da-fe774be491cb tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:56.751033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721f406-8d49-4272-a8da-fe774be491cb tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Pushing event updated for resources: {'Port': ['ID=531d97fd-9910-45c2-bfcc-1f187a559e4b,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:56.768491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721f406-8d49-4272-a8da-fe774be491cb tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:56.770710 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c721f406-8d49-4272-a8da-fe774be491cb tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:56.775379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c721f406-8d49-4272-a8da-fe774be491cb tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.830644 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Router 2bcdd298-a0c6-4059-8049-5655eace8acd is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:30:56.842563 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-991990a7-9035-43ad-a074-6a0453dcc740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.878137 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c721f406-8d49-4272-a8da-fe774be491cb tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7658551 Dec 10 18:30:56.885919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58794) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:56.886053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd6d5b-5562-4317-aaf8-284d29b645db req-e7edc1eb-41ce-4830-91ce-03759dca42be tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:56.886053 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f7fd6d5b-5562-4317-aaf8-284d29b645db req-e7edc1eb-41ce-4830-91ce-03759dca42be tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1836457 Dec 10 18:30:56.900711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:56.908611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7195a812-39b9-405d-b4d7-012751594c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660e820a-f635-4940-9f81-34d2cdf9e827'}, {'server_uuid': '7f08b4f6-f3f8-4f08-88bc-606de2eda4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245a2afb-6d0d-4890-84e4-973e609dd239'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:56.911314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dac74c-1f09-44fd-bdb9-723ab83cffab" -d '{"events": [{"server_uuid": "7195a812-39b9-405d-b4d7-012751594c6e", "name": "network-vif-plugged", "status": "completed", "tag": "660e820a-f635-4940-9f81-34d2cdf9e827"}, {"server_uuid": "7f08b4f6-f3f8-4f08-88bc-606de2eda4ac", "name": "network-vif-plugged", "status": "completed", "tag": "245a2afb-6d0d-4890-84e4-973e609dd239"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:56.944611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-991990a7-9035-43ad-a074-6a0453dcc740 None None] For port 074d72de-6667-4b33-9715-37b1c718de4a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=074d72de-6667-4b33-9715-37b1c718de4a,segment=NetworkSegment(2a6e9a7a-b8a1-4973-97af-5d5605a1617d),segment_id=2a6e9a7a-b8a1-4973-97af-5d5605a1617d)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:56.996817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18c701d0-ee5a-4904-9b7c-c9224f552930 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.008406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.025185 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-991990a7-9035-43ad-a074-6a0453dcc740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.053452 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d45014-d85a-4aa1-b267-5bc382de6694 x-openstack-request-id: req-e4d45014-d85a-4aa1-b267-5bc382de6694 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:57.054027 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7195a812-39b9-405d-b4d7-012751594c6e", "name": "network-vif-plugged", "status": "completed", "tag": "660e820a-f635-4940-9f81-34d2cdf9e827", "code": 200}, {"server_uuid": "7f08b4f6-f3f8-4f08-88bc-606de2eda4ac", "name": "network-vif-plugged", "status": "completed", "tag": "245a2afb-6d0d-4890-84e4-973e609dd239", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:57.054617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4d45014-d85a-4aa1-b267-5bc382de6694 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:57.055191 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7195a812-39b9-405d-b4d7-012751594c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660e820a-f635-4940-9f81-34d2cdf9e827', 'code': 200} Dec 10 18:30:57.055612 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f08b4f6-f3f8-4f08-88bc-606de2eda4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245a2afb-6d0d-4890-84e4-973e609dd239', 'code': 200} Dec 10 18:30:57.107556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Allocated IP 2001:db8::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/42b268fe-3ad3-46a8-9df9-31e8b01b08a3/0ec5e4d3-d910-427e-ab4e-10b278806fc2) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:57.118249 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c701d0-ee5a-4904-9b7c-c9224f552930 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:57.130110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991990a7-9035-43ad-a074-6a0453dcc740 None None] Pushing event updated for resources: {'Port': ['ID=074d72de-6667-4b33-9715-37b1c718de4a,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:57.160606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-18c701d0-ee5a-4904-9b7c-c9224f552930 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:57.202329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0257a-1702-40b0-beba-28d99922b4da None None] Network a6add95b-704a-498f-b2ab-9ff0941d662e requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:57.203466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c701d0-ee5a-4904-9b7c-c9224f552930 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:57.209627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c701d0-ee5a-4904-9b7c-c9224f552930 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:57.210237 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18c701d0-ee5a-4904-9b7c-c9224f552930 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.263601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c701d0-ee5a-4904-9b7c-c9224f552930 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=69afa418-58b3-40ea-962f-24a6138a86e9,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:57.275619 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f7fd6d5b-5562-4317-aaf8-284d29b645db req-6b640ade-0921-4b79-95ed-2bcb106b90f5 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371713 Dec 10 18:30:57.280159 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:30:57.291274 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36acb4a4-fffb-4769-b517-b07360d4f520 None None] Sync routers for ids ['2bcdd298-a0c6-4059-8049-5655eace8acd'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:30:57.331730 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36acb4a4-fffb-4769-b517-b07360d4f520 None None] Routers {'2bcdd298-a0c6-4059-8049-5655eace8acd'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:57.332614 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-36acb4a4-fffb-4769-b517-b07360d4f520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2bcdd298-a0c6-4059-8049-5655eace8acd'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:57.410570 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-36acb4a4-fffb-4769-b517-b07360d4f520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:57.413920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] device_id is not set on port 531d97fd-9910-45c2-bfcc-1f187a559e4b yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:57.417245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7cb51259-1cba-4393-b008-a1357d4d16ef None None] Provisioning complete for port 22123a4d-dde2-4164-9ea2-b730a9297276 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:57.417770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7cb51259-1cba-4393-b008-a1357d4d16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.425420 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36acb4a4-fffb-4769-b517-b07360d4f520 None None] Routers {'2bcdd298-a0c6-4059-8049-5655eace8acd'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:57.426386 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-36acb4a4-fffb-4769-b517-b07360d4f520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2bcdd298-a0c6-4059-8049-5655eace8acd'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:57.434403 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.443025 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-18c701d0-ee5a-4904-9b7c-c9224f552930 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.5869107 Dec 10 18:30:57.445506 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58808) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:57.445825 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.447119 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-81e27fea-c6f4-4ca7-944b-0d4056301c00 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.4199340 Dec 10 18:30:57.465673 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58810) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:57.555452 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-36acb4a4-fffb-4769-b517-b07360d4f520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:57.556323 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36acb4a4-fffb-4769-b517-b07360d4f520 None None] The sync data for ids ['2bcdd298-a0c6-4059-8049-5655eace8acd'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:30:57.601042 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dcf02a04-14a2-4d96-bc9b-73f0f25e03f1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.601991 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 074d72de-6667-4b33-9715-37b1c718de4a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:57.704670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.767899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8382fe1-6ba1-41f7-aa8f-4620ab19c30e req-a66eafcf-3e0d-4fa4-8858-e3582598084b tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:57.769933 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f8382fe1-6ba1-41f7-aa8f-4620ab19c30e req-a66eafcf-3e0d-4fa4-8858-e3582598084b tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 946 time: 0.3436518 Dec 10 18:30:57.818628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf02a04-14a2-4d96-bc9b-73f0f25e03f1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Checking segment: {'id': '1255ff7d-4d91-4665-9729-89182b3ed799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37aad94c-20aa-4fc3-80b4-c8c174978e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:57.818987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf02a04-14a2-4d96-bc9b-73f0f25e03f1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network hostable DHCP agents. Network: 37aad94c-20aa-4fc3-80b4-c8c174978e5f, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:57.835750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf02a04-14a2-4d96-bc9b-73f0f25e03f1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Subnet': ['ID=86ce647a-55b7-4656-8161-1dda85ea9815,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:57.857212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ad07a-314b-4c34-a824-9861c0af3020 req-8bdcafbc-8cb5-408e-be56-9b17e3f1651c tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:57.865600 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c67ad07a-314b-4c34-a824-9861c0af3020 req-8bdcafbc-8cb5-408e-be56-9b17e3f1651c tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 945 time: 0.2538774 Dec 10 18:30:57.895615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.918995 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f8382fe1-6ba1-41f7-aa8f-4620ab19c30e req-1bb519e5-9fc2-4a96-8921-83be54fdee89 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1315503 Dec 10 18:30:57.962456 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7cb51259-1cba-4393-b008-a1357d4d16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.966307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.980921 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c67ad07a-314b-4c34-a824-9861c0af3020 req-8834c8d6-68e5-4583-b979-d7d0a1d59c79 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141529 Dec 10 18:30:58.030610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc1e51-f178-463d-8a99-07a8976ecf96 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:58.035464 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a7cc1e51-f178-463d-8a99-07a8976ecf96 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.5653143 Dec 10 18:30:58.038267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58822) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:58.056006 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf02a04-14a2-4d96-bc9b-73f0f25e03f1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network 37aad94c-20aa-4fc3-80b4-c8c174978e5f is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:58.061817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:58.062166 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:58.062515 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:58.064908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Pushing event updated for resources: {'Port': ['ID=531d97fd-9910-45c2-bfcc-1f187a559e4b,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:58.072155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 074d72de-6667-4b33-9715-37b1c718de4a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:58.072763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.078581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf3ff9-93f2-45c4-b9fc-ae9f604ec65d req-03c9b470-f06b-44f4-844c-034a6fb2cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:58.080745 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e4cf3ff9-93f2-45c4-b9fc-ae9f604ec65d req-03c9b470-f06b-44f4-844c-034a6fb2cec9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 1098 time: 0.2057254 Dec 10 18:30:58.100973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:58.101245 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:58.104336 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 2 to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b Dec 10 18:30:58.113453 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5842c-ea6c-429d-a9ad-2846bdd9a47d req-9fd003c0-100f-4833-9ef8-db6719287073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:58.114731 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d8d5842c-ea6c-429d-a9ad-2846bdd9a47d req-9fd003c0-100f-4833-9ef8-db6719287073 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 1099 time: 0.2408488 Dec 10 18:30:58.123759 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58824) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:58.127672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:58.135202 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-dcf02a04-14a2-4d96-bc9b-73f0f25e03f1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 37aad94c-20aa-4fc3-80b4-c8c174978e5f) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:58.145410 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf02a04-14a2-4d96-bc9b-73f0f25e03f1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:58.146076 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dcf02a04-14a2-4d96-bc9b-73f0f25e03f1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.158098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:58.158438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:58.159032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:58.164371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db60e72e-742e-4be9-bdff-4c1027dccf3a None None] Network 37aad94c-20aa-4fc3-80b4-c8c174978e5f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:58.196925 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:58.210864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:58.211205 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:58.217710 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 3 to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b Dec 10 18:30:58.228359 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-7cb51259-1cba-4393-b008-a1357d4d16ef None None] For port 22123a4d-dde2-4164-9ea2-b730a9297276, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=22123a4d-dde2-4164-9ea2-b730a9297276,segment=NetworkSegment(05321c4b-fcc9-4911-8f24-f3f619f37d67),segment_id=05321c4b-fcc9-4911-8f24-f3f619f37d67)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:58.236429 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:58.250062 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Pushing event updated for resources: {'Port': ['ID=0ec5e4d3-d910-427e-ab4e-10b278806fc2,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:58.290254 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:58.290608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:58.290949 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:58.294622 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e4cf3ff9-93f2-45c4-b9fc-ae9f604ec65d req-f9e3d6ff-f7d7-4258-b8e5-ce8a87a71963 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840379 Dec 10 18:30:58.300367 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d8d5842c-ea6c-429d-a9ad-2846bdd9a47d req-231bc7c2-167b-4d94-990a-f16a630e2644 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1710293 Dec 10 18:30:58.301736 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 22123a4d-dde2-4164-9ea2-b730a9297276 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:58.303305 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:58.303644 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:58.304871 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 4 to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b Dec 10 18:30:58.320912 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dcf02a04-14a2-4d96-bc9b-73f0f25e03f1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1324754 Dec 10 18:30:58.332031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58830) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:58.351395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-efbe0c88-a11c-4902-80e0-968c049d0e0d tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] Request body: {'port': {'network_id': '99c8fac0-442e-4b85-8fee-69eb000b717c', 'name': 'tempest-NetworksNegativeTestJSON-1593497077'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:58.360540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7cb51259-1cba-4393-b008-a1357d4d16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.367083 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:58.368586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:58.369076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:58.385604 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbe0c88-a11c-4902-80e0-968c049d0e0d tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] POST failed (client error): The resource could not be found. Dec 10 18:30:58.386127 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbe0c88-a11c-4902-80e0-968c049d0e0d tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:30:58.387210 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-efbe0c88-a11c-4902-80e0-968c049d0e0d tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2622111 Dec 10 18:30:58.394164 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58832) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:58.416872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:58.417467 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:58.421356 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 5 to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b Dec 10 18:30:58.428688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a535751c-eabc-434d-9e7a-286ee412da2f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 69afa418-58b3-40ea-962f-24a6138a86e9 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:58.429122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a535751c-eabc-434d-9e7a-286ee412da2f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.459915 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6013bb-9ecd-4f41-a3cd-f765390a69e8 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] DELETE failed (client error): The resource could not be found. Dec 10 18:30:58.461562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6013bb-9ecd-4f41-a3cd-f765390a69e8 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:30:58.464708 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9d6013bb-9ecd-4f41-a3cd-f765390a69e8 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] 10.222.0.60 "DELETE /v2.0/networks/feea6cc0-87a1-4fff-997d-2f9f6d96467e HTTP/1.1" status: 404 len: 339 time: 0.0565276 Dec 10 18:30:58.471860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58834) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:58.477149 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Attempting to bind port 0ec5e4d3-d910-427e-ab4e-10b278806fc2 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:58.477652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Attempting to bind port 0ec5e4d3-d910-427e-ab4e-10b278806fc2 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:58.477908 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Attempting to bind port 0ec5e4d3-d910-427e-ab4e-10b278806fc2 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:58.490068 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7cb51259-1cba-4393-b008-a1357d4d16ef None None] Provisioning complete for port 074d72de-6667-4b33-9715-37b1c718de4a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:58.490384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7cb51259-1cba-4393-b008-a1357d4d16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.502986 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:58.503330 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:58.503668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:58.514061 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:58.514510 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:58.520177 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 6 to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b Dec 10 18:30:58.526427 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5fb55-6bf0-4474-838c-855df6908d86 req-e5474d49-2664-4a05-8bc1-cb52f361d4fe tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:58.527705 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a7e5fb55-6bf0-4474-838c-855df6908d86 req-e5474d49-2664-4a05-8bc1-cb52f361d4fe tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1540594 Dec 10 18:30:58.530496 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2feda8-0a3e-4b8d-949e-c614e3331807 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] DELETE failed (client error): The resource could not be found. Dec 10 18:30:58.530684 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:58.530875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2feda8-0a3e-4b8d-949e-c614e3331807 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:30:58.530979 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:58.530979 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.530979 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:58.530979 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Bound port: 0ec5e4d3-d910-427e-ab4e-10b278806fc2, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:58.531261 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.539059 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ce2feda8-0a3e-4b8d-949e-c614e3331807 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] 10.222.0.60 "DELETE /v2.0/ports/02b3e546-f6b1-440f-96f3-a445edbaff18 HTTP/1.1" status: 404 len: 333 time: 0.0601122 Dec 10 18:30:58.540122 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58836) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:58.559932 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:58.560890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:58.561235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:58.567621 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb51259-1cba-4393-b008-a1357d4d16ef None None] Pushing event updated for resources: {'Port': ['ID=22123a4d-dde2-4164-9ea2-b730a9297276,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:58.575565 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-37aad94c-20aa-4fc3-80b4-c8c174978e5f', 'network_id': '37aad94c-20aa-4fc3-80b4-c8c174978e5f', 'project_id': '7c2e23c6ae1e4737a1288513c38bfa75', 'fixed_ips': [{'subnet_id': '86ce647a-55b7-4656-8161-1dda85ea9815'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:58.576485 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.578361 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 22123a4d-dde2-4164-9ea2-b730a9297276 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:58.578723 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.584517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:58.585526 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:58.589890 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 7 to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b Dec 10 18:30:58.610061 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b80ca9e-352c-4d68-a72b-1b1d1392adaa tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] DELETE failed (client error): The resource could not be found. Dec 10 18:30:58.611048 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b80ca9e-352c-4d68-a72b-1b1d1392adaa tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:30:58.614222 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3b80ca9e-352c-4d68-a72b-1b1d1392adaa tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] 10.222.0.60 "DELETE /v2.0/subnets/b0d5e12f-eace-4038-801d-eeb163bc1113 HTTP/1.1" status: 404 len: 337 time: 0.0731766 Dec 10 18:30:58.622639 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58838) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:58.644936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.648248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:58.648786 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:58.649348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:58.658751 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a535751c-eabc-434d-9e7a-286ee412da2f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.665336 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c785cc9b-dd64-4dde-b82e-ecd8143943b4 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] GET failed (client error): The resource could not be found. Dec 10 18:30:58.670463 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c785cc9b-dd64-4dde-b82e-ecd8143943b4 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] 10.222.0.60 "GET /v2.0/networks/5f520a55-d2cf-4cef-aea9-9a9817916e97 HTTP/1.1" status: 404 len: 339 time: 0.0418937 Dec 10 18:30:58.670620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:58.670620 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:58.670819 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58840) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:58.670943 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 8 to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b Dec 10 18:30:58.688166 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a535751c-eabc-434d-9e7a-286ee412da2f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 69afa418-58b3-40ea-962f-24a6138a86e9 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:58.698316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:58.698654 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:58.698993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:58.707632 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.717316 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab72c6b-2113-45e5-b78f-f3b78c35b00f tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] GET failed (client error): The resource could not be found. Dec 10 18:30:58.724127 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2ab72c6b-2113-45e5-b78f-f3b78c35b00f tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] 10.222.0.60 "GET /v2.0/ports/494fce8d-6fb8-49b0-a580-cb256ed9dc3d HTTP/1.1" status: 404 len: 333 time: 0.0472438 Dec 10 18:30:58.724306 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a7e5fb55-6bf0-4474-838c-855df6908d86 req-28218265-0347-475c-b756-81e9f5609a7f tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698050 Dec 10 18:30:58.725862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58842) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:58.732925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:58.733269 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:58.762966 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 9 to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b Dec 10 18:30:58.793602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.808509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:58.808853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:58.809194 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:58.811394 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] For port 0ec5e4d3-d910-427e-ab4e-10b278806fc2, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:58.821227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] For port 0ec5e4d3-d910-427e-ab4e-10b278806fc2, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0ec5e4d3-d910-427e-ab4e-10b278806fc2,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:58.841469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:58.841859 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:58.850290 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.plugins.ml2.plugin [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempt 10 to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b Dec 10 18:30:58.893057 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:58.893885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:58.893885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempting to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:58.913312 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.915161 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:58.915503 dv-neutron-821434-1-hyperv neutron-server[103593]: ERROR neutron.plugins.ml2.managers [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Failed to bind port 531d97fd-9910-45c2-bfcc-1f187a559e4b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'afc270a8-7423-4318-b848-480a2a5cfdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f0de83f6-ff86-4037-8f3e-25e462ecd753'}] Dec 10 18:30:58.915878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.000627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8c8be-53fc-4bfe-9a76-42aa837d75f5 None None] Pushing event updated for resources: {'Port': ['ID=0ec5e4d3-d910-427e-ab4e-10b278806fc2,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:59.021040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Allocated IP 2001:db8::1 (37aad94c-20aa-4fc3-80b4-c8c174978e5f/86ce647a-55b7-4656-8161-1dda85ea9815/179a5fc9-b6ab-4f72-ab46-5a031f6e31b8) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:59.030741 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-426f9192-8e74-4f2e-8931-31d6943eb2d2 None None] Provisioning complete for port 22123a4d-dde2-4164-9ea2-b730a9297276 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:59.031303 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-426f9192-8e74-4f2e-8931-31d6943eb2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.053560 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] For port 531d97fd-9910-45c2-bfcc-1f187a559e4b, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:59.054202 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attempted to set empty binding levels {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:30:59.113549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.143868 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b70e90-f5a6-45b3-9601-6425e53edadc tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] GET failed (client error): The resource could not be found. Dec 10 18:30:59.148819 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a535751c-eabc-434d-9e7a-286ee412da2f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.150592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] In _notify_port_updated(), no bound segment for port 531d97fd-9910-45c2-bfcc-1f187a559e4b on network f0de83f6-ff86-4037-8f3e-25e462ecd753 {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:30:59.151283 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a9b70e90-f5a6-45b3-9601-6425e53edadc tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] 10.222.0.60 "GET /v2.0/subnets/230d61de-eb3c-433b-a45e-869badcd6e5e HTTP/1.1" status: 404 len: 337 time: 0.4241652 Dec 10 18:30:59.151469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:59.152030 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.155945 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "PUT /v2.0/ports/531d97fd-9910-45c2-bfcc-1f187a559e4b HTTP/1.1" status: 200 len: 977 time: 2.2716994 Dec 10 18:30:59.155945 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58850) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:59.158240 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58852) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:59.163633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-df5964e2-cc84-4b98-adea-b07a16e6f932 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:59.217131 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5964e2-cc84-4b98-adea-b07a16e6f932 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] PUT failed (client error): The resource could not be found. Dec 10 18:30:59.217656 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5964e2-cc84-4b98-adea-b07a16e6f932 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:30:59.223294 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-df5964e2-cc84-4b98-adea-b07a16e6f932 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] 10.222.0.60 "PUT /v2.0/networks/c222babe-87d3-4e37-8312-17f62082c613 HTTP/1.1" status: 404 len: 339 time: 0.0621367 Dec 10 18:30:59.230795 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58854) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:59.237390 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840c14f-b7b3-42a1-8c44-8ee8586b55dc tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Pushing event updated for resources: {'Port': ['ID=531d97fd-9910-45c2-bfcc-1f187a559e4b,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:59.241480 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219b2cb-fd00-4f7f-a6a7-9344ff8cfb7c req-6b5ba15e-64ab-479d-ab04-298405c0a1e7 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:59.256365 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7219b2cb-fd00-4f7f-a6a7-9344ff8cfb7c req-6b5ba15e-64ab-479d-ab04-298405c0a1e7 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1547332 Dec 10 18:30:59.272367 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58856) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:59.307780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-0b35b21a-4a62-49db-a871-17324ab18dc5 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:59.335492 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a535751c-eabc-434d-9e7a-286ee412da2f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.339355 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a535751c-eabc-434d-9e7a-286ee412da2f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/69afa418-58b3-40ea-962f-24a6138a86e9 HTTP/1.1" status: 204 len: 168 time: 1.2870331 Dec 10 18:30:59.343127 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-48c2e460-ee76-419e-99fa-27b81cd5a88a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Request body: {'floatingip': {'port_id': 'daf249f3-32dc-4cdd-b31d-bf560b49cb90'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:59.343667 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535751c-eabc-434d-9e7a-286ee412da2f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=69afa418-58b3-40ea-962f-24a6138a86e9,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:59.346977 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.351438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58858) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:59.434175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 22123a4d-dde2-4164-9ea2-b730a9297276 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:59.434365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecbdd71-35f0-4060-8686-70da1608681a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:59.434365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecbdd71-35f0-4060-8686-70da1608681a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:59.436346 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-eecbdd71-35f0-4060-8686-70da1608681a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0837355 Dec 10 18:30:59.441553 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58860) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:59.526367 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-9941bcff-165b-499c-ae2f-5682549120c1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 42b268fe-3ad3-46a8-9df9-31e8b01b08a3 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:30:59.533727 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9941bcff-165b-499c-ae2f-5682549120c1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.549872 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.565440 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b35b21a-4a62-49db-a871-17324ab18dc5 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] PUT failed (client error): The resource could not be found. Dec 10 18:30:59.566549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b35b21a-4a62-49db-a871-17324ab18dc5 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:30:59.569333 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0b35b21a-4a62-49db-a871-17324ab18dc5 tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] 10.222.0.60 "PUT /v2.0/ports/690079fa-6975-464b-b415-a54f4dfc56ad HTTP/1.1" status: 404 len: 333 time: 0.2996755 Dec 10 18:30:59.578280 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-48c2e460-ee76-419e-99fa-27b81cd5a88a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for floatingip, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.602103 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58862) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:59.618861 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-77c6becc-7f4b-45fb-92c7-4107081c5d3f tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:59.621156 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Pushing event updated for resources: {'Port': ['ID=179a5fc9-b6ab-4f72-ab46-5a031f6e31b8,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:59.633602 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Network 37aad94c-20aa-4fc3-80b4-c8c174978e5f is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:59.647958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:59.653239 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c6becc-7f4b-45fb-92c7-4107081c5d3f tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] PUT failed (client error): The resource could not be found. Dec 10 18:30:59.659278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c6becc-7f4b-45fb-92c7-4107081c5d3f tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:30:59.659422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:59.659543 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-77c6becc-7f4b-45fb-92c7-4107081c5d3f tempest-NetworksNegativeTestJSON-187555156 tempest-NetworksNegativeTestJSON-187555156-project] 10.222.0.60 "PUT /v2.0/subnets/56f368cc-7d53-425b-a4e2-5ab371e0be38 HTTP/1.1" status: 404 len: 337 time: 0.0556152 Dec 10 18:30:59.674293 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 22123a4d-dde2-4164-9ea2-b730a9297276 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:59.674759 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.689935 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-613a09ce-12ff-4ff7-876d-94ebcee6e175 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Deleting port 531d97fd-9910-45c2-bfcc-1f187a559e4b {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:59.690279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-613a09ce-12ff-4ff7-876d-94ebcee6e175 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.697944 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a4e83-d51e-45e4-b685-8a943eb385ce req-e0ae3a89-3d06-4557-9b13-a491b7e0607f tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:59.699824 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-343a4e83-d51e-45e4-b685-8a943eb385ce req-e0ae3a89-3d06-4557-9b13-a491b7e0607f tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 946 time: 0.6202595 Dec 10 18:30:59.708795 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9941bcff-165b-499c-ae2f-5682549120c1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.773589 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Attempting to bind port 179a5fc9-b6ab-4f72-ab46-5a031f6e31b8 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:59.774129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Attempting to bind port 179a5fc9-b6ab-4f72-ab46-5a031f6e31b8 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '1255ff7d-4d91-4665-9729-89182b3ed799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37aad94c-20aa-4fc3-80b4-c8c174978e5f'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:59.774517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Attempting to bind port 179a5fc9-b6ab-4f72-ab46-5a031f6e31b8 on network 37aad94c-20aa-4fc3-80b4-c8c174978e5f {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:59.781400 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:59.781907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Checking segment: {'id': '1255ff7d-4d91-4665-9729-89182b3ed799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37aad94c-20aa-4fc3-80b4-c8c174978e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:59.782574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.783045 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Bound using segment: {'id': '1255ff7d-4d91-4665-9729-89182b3ed799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37aad94c-20aa-4fc3-80b4-c8c174978e5f'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:59.783569 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Bound port: 179a5fc9-b6ab-4f72-ab46-5a031f6e31b8, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1255ff7d-4d91-4665-9729-89182b3ed799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37aad94c-20aa-4fc3-80b4-c8c174978e5f'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:59.784023 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.850347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.945158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] For port 179a5fc9-b6ab-4f72-ab46-5a031f6e31b8, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:59.947866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Subnet': ['ID=86ce647a-55b7-4656-8161-1dda85ea9815,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:59.955368 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] For port 179a5fc9-b6ab-4f72-ab46-5a031f6e31b8, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=179a5fc9-b6ab-4f72-ab46-5a031f6e31b8,segment=NetworkSegment(1255ff7d-4d91-4665-9729-89182b3ed799),segment_id=1255ff7d-4d91-4665-9729-89182b3ed799)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:59.955690 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe0f65-dff5-4f55-b8fe-aab52b72702a req-0715c8ae-78ed-4a8c-bc27-0cffbb30d882 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:59.955690 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a1fe0f65-dff5-4f55-b8fe-aab52b72702a req-0715c8ae-78ed-4a8c-bc27-0cffbb30d882 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 945 time: 0.4508584 Dec 10 18:31:00.037243 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.052803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.073268 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-343a4e83-d51e-45e4-b685-8a943eb385ce req-e5d0b82f-926e-4a3d-9be8-ec71c4bdc6f6 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3312519 Dec 10 18:31:00.080225 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-613a09ce-12ff-4ff7-876d-94ebcee6e175 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] For port 531d97fd-9910-45c2-bfcc-1f187a559e4b, host hv-neutron-8214, got binding levels [] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:00.080682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-613a09ce-12ff-4ff7-876d-94ebcee6e175 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.095843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-613a09ce-12ff-4ff7-876d-94ebcee6e175 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Calling delete_port for 531d97fd-9910-45c2-bfcc-1f187a559e4b owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:00.164069 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a1fe0f65-dff5-4f55-b8fe-aab52b72702a req-49541a45-0d0d-4e20-bb06-381b5b5fb485 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999090 Dec 10 18:31:00.210077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37aad94c-20aa-4fc3-80b4-c8c174978e5f']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:00.225454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba5f5c-dd79-4cb4-b1a1-26c1499aca1a None None] Pushing event updated for resources: {'Port': ['ID=179a5fc9-b6ab-4f72-ab46-5a031f6e31b8,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:00.229808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Allocated IP 172.20.0.1 (76c1b499-2d12-48f6-a961-6b408a4dc3cc/86a5e783-a939-4d8f-a560-55c4adab225b/b0ae57e0-907e-4b86-b679-b733117cf3cf) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:00.236123 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1255ff7d-4d91-4665-9729-89182b3ed799') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:00.236123 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1255ff7d-4d91-4665-9729-89182b3ed799') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:00.248959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430e2abb-72c6-4fc6-a9e5-ed727c3f5b72 None None] Network 37aad94c-20aa-4fc3-80b4-c8c174978e5f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:00.264327 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.296972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.310956 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:00.311360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:00.315880 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:00.329564 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9941bcff-165b-499c-ae2f-5682549120c1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.399668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-613a09ce-12ff-4ff7-876d-94ebcee6e175 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.432355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58868) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:00.491839 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a09ce-12ff-4ff7-876d-94ebcee6e175 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Pushing event deleted for resources: {'Port': ['ID=531d97fd-9910-45c2-bfcc-1f187a559e4b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:00.497582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:31:00.497582 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:31:00.497582 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'id': '37aad94c-20aa-4fc3-80b4-c8c174978e5f'}] Dec 10 18:31:00.497582 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:31:00.497582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:31:00.515312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-613a09ce-12ff-4ff7-876d-94ebcee6e175 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.522235 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-613a09ce-12ff-4ff7-876d-94ebcee6e175 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "DELETE /v2.0/ports/531d97fd-9910-45c2-bfcc-1f187a559e4b HTTP/1.1" status: 204 len: 168 time: 1.3529944 Dec 10 18:31:00.523711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58872) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:00.552577 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-79361ce4-6f10-4c5f-99ce-bee75a3e9b00 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:31:00.557284 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-79361ce4-6f10-4c5f-99ce-bee75a3e9b00 tempest-PortsAdminExtendedAttrsTestJSON-1995336011 tempest-PortsAdminExtendedAttrsTestJSON-1995336011-project-admin] 10.222.0.60 "GET /v2.0/ports/531d97fd-9910-45c2-bfcc-1f187a559e4b HTTP/1.1" status: 404 len: 333 time: 0.0286562 Dec 10 18:31:00.557623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58874) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:00.615940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9941bcff-165b-499c-ae2f-5682549120c1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.660772 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94799499-2ae3-49ed-99b0-0817163301ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.665569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941bcff-165b-499c-ae2f-5682549120c1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=42b268fe-3ad3-46a8-9df9-31e8b01b08a3,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:00.670959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a88c463a-80a1-4fd4-8d57-cd4f87854a3e None None] Provisioning complete for port 0ec5e4d3-d910-427e-ab4e-10b278806fc2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:00.671412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a88c463a-80a1-4fd4-8d57-cd4f87854a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.681378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9941bcff-165b-499c-ae2f-5682549120c1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.684889 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9941bcff-165b-499c-ae2f-5682549120c1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/42b268fe-3ad3-46a8-9df9-31e8b01b08a3 HTTP/1.1" status: 204 len: 168 time: 1.2419159 Dec 10 18:31:00.691802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58876) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:00.693632 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.744795 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9844bcc8-6b7c-41c5-8e51-f0db72e50bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520680 Dec 10 18:31:00.756622 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1049c802-81e7-4fd2-8f3f-3fe4b21bde1b tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.763115 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58878) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:00.786199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a88c463a-80a1-4fd4-8d57-cd4f87854a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.804250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-48c2e460-ee76-419e-99fa-27b81cd5a88a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.824874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a88c463a-80a1-4fd4-8d57-cd4f87854a3e None None] For port 0ec5e4d3-d910-427e-ab4e-10b278806fc2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0ec5e4d3-d910-427e-ab4e-10b278806fc2,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:00.834842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0529a5ec-c05e-4701-8639-19c6dd337634 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.838693 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0529a5ec-c05e-4701-8639-19c6dd337634 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0825667 Dec 10 18:31:00.839319 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58880) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:00.871873 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-48c2e460-ee76-419e-99fa-27b81cd5a88a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.890841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1049c802-81e7-4fd2-8f3f-3fe4b21bde1b tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.895420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a88c463a-80a1-4fd4-8d57-cd4f87854a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.902309 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01df271d-aab2-44d6-b257-5bd4cb5fa05a None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:00.920296 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94799499-2ae3-49ed-99b0-0817163301ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.924412 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-1049c802-81e7-4fd2-8f3f-3fe4b21bde1b tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0de83f6-ff86-4037-8f3e-25e462ecd753']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:00.934581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-1049c802-81e7-4fd2-8f3f-3fe4b21bde1b tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc270a8-7423-4318-b848-480a2a5cfdde') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:00.934970 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-1049c802-81e7-4fd2-8f3f-3fe4b21bde1b tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc270a8-7423-4318-b848-480a2a5cfdde') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:00.946146 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1049c802-81e7-4fd2-8f3f-3fe4b21bde1b tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.952077 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.960492 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1049c802-81e7-4fd2-8f3f-3fe4b21bde1b tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.969932 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1049c802-81e7-4fd2-8f3f-3fe4b21bde1b tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:00.970348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1049c802-81e7-4fd2-8f3f-3fe4b21bde1b tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:00.974473 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a7766a-8af3-4288-a883-190e161041d8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:00.974687 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:00.979670 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-22a7766a-8af3-4288-a883-190e161041d8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1354880 Dec 10 18:31:00.985052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58882) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:01.017428 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Network 76c1b499-2d12-48f6-a961-6b408a4dc3cc is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:01.023876 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.026300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:01.032842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:01.036959 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event updated for resources: {'Port': ['ID=b0ae57e0-907e-4b86-b679-b733117cf3cf,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:01.072284 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-48c2e460-ee76-419e-99fa-27b81cd5a88a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Floating IP dfd6875a-71b1-40be-a727-466f6a3a61c4 associated. External IP: 172.26.5.9, port: daf249f3-32dc-4cdd-b31d-bf560b49cb90. Dec 10 18:31:01.078483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58884) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:01.080042 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c4e40b33-94c8-4227-9b64-cc6e1c1d6330 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923951 Dec 10 18:31:01.084576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94799499-2ae3-49ed-99b0-0817163301ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.085328 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e4810fcf-62c1-4a51-bc8e-591bb4894831 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:01.139337 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6fb62ea4-b96e-4efa-8e4f-f4684a44b2ea None None] Could not find standard attr ID for object 69afa418-58b3-40ea-962f-24a6138a86e9. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:31:01.168333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c463a-80a1-4fd4-8d57-cd4f87854a3e None None] Pushing event updated for resources: {'Port': ['ID=0ec5e4d3-d910-427e-ab4e-10b278806fc2,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:01.183631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94799499-2ae3-49ed-99b0-0817163301ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8b8803-f167-437d-a066-34b8b4d2a6a6,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:01.192162 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-94799499-2ae3-49ed-99b0-0817163301ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e86839b4ed24acea498e2efdfce487b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7546721 Dec 10 18:31:01.194032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58888) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:01.249578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1049c802-81e7-4fd2-8f3f-3fe4b21bde1b tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.291047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1049c802-81e7-4fd2-8f3f-3fe4b21bde1b tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.299720 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1049c802-81e7-4fd2-8f3f-3fe4b21bde1b tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] 10.222.0.60 "DELETE /v2.0/networks/f0de83f6-ff86-4037-8f3e-25e462ecd753 HTTP/1.1" status: 204 len: 168 time: 0.7388899 Dec 10 18:31:01.326555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049c802-81e7-4fd2-8f3f-3fe4b21bde1b tempest-PortsAdminExtendedAttrsTestJSON-1251553979 tempest-PortsAdminExtendedAttrsTestJSON-1251553979-project] Pushing event deleted for resources: {'Network': ['ID=f0de83f6-ff86-4037-8f3e-25e462ecd753,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:01.338659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56a1259-97ef-4fe7-a104-da24ece0e47a None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:01.392195 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Deleting port 179a5fc9-b6ab-4f72-ab46-5a031f6e31b8 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:01.392674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.419111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b56a1259-97ef-4fe7-a104-da24ece0e47a None None] Deleting port 0ec5e4d3-d910-427e-ab4e-10b278806fc2 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:01.419761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b56a1259-97ef-4fe7-a104-da24ece0e47a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.437389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dceb23b7-97b4-40d4-9717-77d697564173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.480147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dceb23b7-97b4-40d4-9717-77d697564173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.490487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] For port 179a5fc9-b6ab-4f72-ab46-5a031f6e31b8, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=179a5fc9-b6ab-4f72-ab46-5a031f6e31b8,segment=NetworkSegment(1255ff7d-4d91-4665-9729-89182b3ed799),segment_id=1255ff7d-4d91-4665-9729-89182b3ed799)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:01.491037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.513750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Calling delete_port for 179a5fc9-b6ab-4f72-ab46-5a031f6e31b8 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:01.516089 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a9e9cb28-b72b-4cff-94f9-5209d828b740 None None] Provisioning complete for port b0ae57e0-907e-4b86-b679-b733117cf3cf triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:01.517003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a9e9cb28-b72b-4cff-94f9-5209d828b740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.520688 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b56a1259-97ef-4fe7-a104-da24ece0e47a None None] For port 0ec5e4d3-d910-427e-ab4e-10b278806fc2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0ec5e4d3-d910-427e-ab4e-10b278806fc2,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:01.521107 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b56a1259-97ef-4fe7-a104-da24ece0e47a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.553649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.561007 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b56a1259-97ef-4fe7-a104-da24ece0e47a None None] Calling delete_port for 0ec5e4d3-d910-427e-ab4e-10b278806fc2 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:01.573556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a9e9cb28-b72b-4cff-94f9-5209d828b740 None None] Port b0ae57e0-907e-4b86-b679-b733117cf3cf cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:01.654439 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dceb23b7-97b4-40d4-9717-77d697564173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.658049 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dceb23b7-97b4-40d4-9717-77d697564173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.659319 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-dceb23b7-97b4-40d4-9717-77d697564173 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe8b8803-f167-437d-a066-34b8b4d2a6a6 HTTP/1.1" status: 204 len: 168 time: 0.4530520 Dec 10 18:31:01.667380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb23b7-97b4-40d4-9717-77d697564173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8b8803-f167-437d-a066-34b8b4d2a6a6,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:01.681564 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.692378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf7b04-b6e3-460a-90f2-d506d7795b63 req-01139830-381f-46be-8bbc-678ff20b6ece tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:01.692378 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3bbf7b04-b6e3-460a-90f2-d506d7795b63 req-01139830-381f-46be-8bbc-678ff20b6ece tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 946 time: 0.2015486 Dec 10 18:31:01.718421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Port': ['ID=179a5fc9-b6ab-4f72-ab46-5a031f6e31b8,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:01.718574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11b412-8645-4dbd-a6ae-408746ea3d2e req-02543c74-8a50-489e-a5f1-9a676afc2a31 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:01.720949 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No DVR routers for this DVR port 179a5fc9-b6ab-4f72-ab46-5a031f6e31b8 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:01.726586 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3d11b412-8645-4dbd-a6ae-408746ea3d2e req-02543c74-8a50-489e-a5f1-9a676afc2a31 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 945 time: 0.1874256 Dec 10 18:31:01.801729 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.805155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b56a1259-97ef-4fe7-a104-da24ece0e47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.837492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a1259-97ef-4fe7-a104-da24ece0e47a None None] Pushing event deleted for resources: {'Port': ['ID=0ec5e4d3-d910-427e-ab4e-10b278806fc2,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:01.841420 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37aad94c-20aa-4fc3-80b4-c8c174978e5f']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:01.844867 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56a1259-97ef-4fe7-a104-da24ece0e47a None None] No DVR routers for this DVR port 0ec5e4d3-d910-427e-ab4e-10b278806fc2 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:01.872880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1255ff7d-4d91-4665-9729-89182b3ed799') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:01.873465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1255ff7d-4d91-4665-9729-89182b3ed799') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:01.882468 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f23c4-dd15-40b3-8d6e-d02fe44c88bb None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:31:01.902351 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.921405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.926222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58898) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:01.936983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:01.938022 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.939282 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3d11b412-8645-4dbd-a6ae-408746ea3d2e req-611059ed-36f7-41bd-9c50-35beead7877a tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118645 Dec 10 18:31:01.940053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4810fcf-62c1-4a51-bc8e-591bb4894831 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:01.944248 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4810fcf-62c1-4a51-bc8e-591bb4894831 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:01.957973 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:01.979800 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3bbf7b04-b6e3-460a-90f2-d506d7795b63 req-cf722d75-a05f-47e9-957f-ed4e7d8f6204 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2708004 Dec 10 18:31:02.077360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602f23c4-dd15-40b3-8d6e-d02fe44c88bb None None] Resources bound (agent type, host, resource id): {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:31:02.139862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.206931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.232185 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.244568 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/37aad94c-20aa-4fc3-80b4-c8c174978e5f HTTP/1.1" status: 204 len: 168 time: 3.9018312 Dec 10 18:31:02.257346 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58910) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:02.271944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a4d2a-fd15-43f9-9a64-e0c601b7c226 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Network': ['ID=37aad94c-20aa-4fc3-80b4-c8c174978e5f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:02.279190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-020dca3d-d01f-437d-a49c-201ef83cc467 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1707062169'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:02.297119 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c2e460-ee76-419e-99fa-27b81cd5a88a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Router 63a877c0-8edc-42ac-87a7-9575b8905ea9 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:02.306560 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b34e7-9a7f-4bad-ac76-25cbaa2147cc req-f9629d5e-9b7c-4f97-af88-59e90bae0c83 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:02.307689 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-459b34e7-9a7f-4bad-ac76-25cbaa2147cc req-f9629d5e-9b7c-4f97-af88-59e90bae0c83 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 945 time: 0.2339942 Dec 10 18:31:02.317049 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58916) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:02.321964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8581a410-d7fe-4e59-addb-94a44399ba89 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Request body: {'floatingip': {'port_id': '245a2afb-6d0d-4890-84e4-973e609dd239'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:02.470047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8581a410-d7fe-4e59-addb-94a44399ba89 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for floatingip, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.526132 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d0724-a5b9-4d57-8394-06b0eb187c85 req-290f14ec-aa0d-4ec8-92c2-b8c0e29caad6 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:02.527684 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b61d0724-a5b9-4d57-8394-06b0eb187c85 req-290f14ec-aa0d-4ec8-92c2-b8c0e29caad6 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 946 time: 0.3625493 Dec 10 18:31:02.542272 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58920) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:02.556682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8850f3a6-9730-4815-8d73-814538b0cca7 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Request body: {'floatingip': {'port_id': '660e820a-f635-4940-9f81-34d2cdf9e827'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:02.629492 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8850f3a6-9730-4815-8d73-814538b0cca7 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for floatingip, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.642985 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020dca3d-d01f-437d-a49c-201ef83cc467 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:02.647203 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-020dca3d-d01f-437d-a49c-201ef83cc467 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.765278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020dca3d-d01f-437d-a49c-201ef83cc467 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:02.787829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c2e460-ee76-419e-99fa-27b81cd5a88a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:02.799570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-020dca3d-d01f-437d-a49c-201ef83cc467 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.799570 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-020dca3d-d01f-437d-a49c-201ef83cc467 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Added segment 4052005b-ead2-4cc9-84a3-183ab9d23024 of type vlan for network 071609de-25a7-49e9-b374-127b3e604ee4 Dec 10 18:31:02.799570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-48c2e460-ee76-419e-99fa-27b81cd5a88a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.802220 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5071055e-4ebd-4c03-ae11-08e3dc18ee67 None None] Sync routers for ids ['63a877c0-8edc-42ac-87a7-9575b8905ea9'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:02.814954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5071055e-4ebd-4c03-ae11-08e3dc18ee67 None None] Routers {'63a877c0-8edc-42ac-87a7-9575b8905ea9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:02.815766 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5071055e-4ebd-4c03-ae11-08e3dc18ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['63a877c0-8edc-42ac-87a7-9575b8905ea9'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:02.898100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4810fcf-62c1-4a51-bc8e-591bb4894831 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.932779 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-020dca3d-d01f-437d-a49c-201ef83cc467 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.947219 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-48c2e460-ee76-419e-99fa-27b81cd5a88a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "PUT /v2.0/floatingips/dfd6875a-71b1-40be-a727-466f6a3a61c4 HTTP/1.1" status: 200 len: 989 time: 3.6437821 Dec 10 18:31:02.958230 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d', 'tag': 'daf249f3-32dc-4cdd-b31d-bf560b49cb90'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:02.959218 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-5071055e-4ebd-4c03-ae11-08e3dc18ee67 None None] Set router 63a877c0-8edc-42ac-87a7-9575b8905ea9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:02.960534 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04073d8-6be0-4ad5-abc1-88ee32acbad3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d", "tag": "daf249f3-32dc-4cdd-b31d-bf560b49cb90"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:02.991033 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-510ed2d8-fc86-489c-a95e-d7b64f452c35 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33d03c52339a4a1587a78cbe676d5661&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0636785 Dec 10 18:31:02.996849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4810fcf-62c1-4a51-bc8e-591bb4894831 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:02.999004 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58934) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:03.022684 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-e4810fcf-62c1-4a51-bc8e-591bb4894831 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:03.031525 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4810fcf-62c1-4a51-bc8e-591bb4894831 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.033794 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4810fcf-62c1-4a51-bc8e-591bb4894831 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.043935 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dba3c3-1b3b-441a-b6cb-0d280a241487 x-openstack-request-id: req-73dba3c3-1b3b-441a-b6cb-0d280a241487 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:03.044511 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d", "tag": "daf249f3-32dc-4cdd-b31d-bf560b49cb90", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:03.044928 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73dba3c3-1b3b-441a-b6cb-0d280a241487 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:03.045562 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d', 'tag': 'daf249f3-32dc-4cdd-b31d-bf560b49cb90', 'status': 'completed', 'code': 200} Dec 10 18:31:03.078283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4810fcf-62c1-4a51-bc8e-591bb4894831 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=ff684637-9f77-45eb-a9a4-010284167960,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:03.132825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e3b247-5728-428b-a304-1edfb1b6aa37 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:03.151601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.156677 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-020dca3d-d01f-437d-a49c-201ef83cc467 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.163266 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020dca3d-d01f-437d-a49c-201ef83cc467 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.168837 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-020dca3d-d01f-437d-a49c-201ef83cc467 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.177569 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-288d4282-aed2-40f3-9466-9ae021a5eda9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.202572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58938) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:03.238392 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04073d8-6be0-4ad5-abc1-88ee32acbad3 req-8e9e21b5-6948-456f-8392-00095c6c5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.245254 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a04073d8-6be0-4ad5-abc1-88ee32acbad3 req-8e9e21b5-6948-456f-8392-00095c6c5461 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5b0ea7622f4bae8e83a24fbb913e21&device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 1098 time: 0.1660879 Dec 10 18:31:03.285980 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e4810fcf-62c1-4a51-bc8e-591bb4894831 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2064047 Dec 10 18:31:03.298406 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.306375 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0ec5e4d3-d910-427e-ab4e-10b278806fc2 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:03.312012 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58942) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:03.344229 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-288d4282-aed2-40f3-9466-9ae021a5eda9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.355930 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d5214d77-392d-48bf-b875-a983d59075f3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'fixed_ips': [{'subnet_id': 'ff684637-9f77-45eb-a9a4-010284167960', 'ip_address': '2001:db8::59cd:7d42:f63:a51d'}], 'name': 'tempest-NetworksTestDHCPv6-1680004217'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:03.361984 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 0ec5e4d3-d910-427e-ab4e-10b278806fc2 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:03.362330 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0ec5e4d3-d910-427e-ab4e-10b278806fc2 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:03.365848 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-020dca3d-d01f-437d-a49c-201ef83cc467 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0914805 Dec 10 18:31:03.378920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58944) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:03.396253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': 'ff684637-9f77-45eb-a9a4-010284167960'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:03.406885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.410238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1cdd8728-f4c8-4f81-953d-3e01cd61de64 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'subnet': {'network_id': '071609de-25a7-49e9-b374-127b3e604ee4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:03.460685 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020dca3d-d01f-437d-a49c-201ef83cc467 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Network': ['ID=071609de-25a7-49e9-b374-127b3e604ee4,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:03.477290 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5071055e-4ebd-4c03-ae11-08e3dc18ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'dfd6875a-71b1-40be-a727-466f6a3a61c4', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'floating_ip_address': '172.26.5.9', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'port_id': 'daf249f3-32dc-4cdd-b31d-bf560b49cb90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'mac_address': 'fa:16:3e:85:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:30:21Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 1, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2a95d7-7ce6-4c9a-b347-00012b59a3d8', 'name': '', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'mac_address': 'fa:16:3e:ca:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:18Z', 'revision_number': 5, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'subnets': [{'id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:03.483695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 071609de-25a7-49e9-b374-127b3e604ee4 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:03.518335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event updated for resources: {'Port': ['ID=b0ae57e0-907e-4b86-b679-b733117cf3cf,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:03.527893 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.541242 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-502618304'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:03.558009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5071055e-4ebd-4c03-ae11-08e3dc18ee67 None None] Checking router: 63a877c0-8edc-42ac-87a7-9575b8905ea9 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:03.593384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5071055e-4ebd-4c03-ae11-08e3dc18ee67 None None] Routers {'63a877c0-8edc-42ac-87a7-9575b8905ea9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:03.594287 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5071055e-4ebd-4c03-ae11-08e3dc18ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['63a877c0-8edc-42ac-87a7-9575b8905ea9'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:03.662570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Network 76c1b499-2d12-48f6-a961-6b408a4dc3cc is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:03.664618 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:03.696159 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04073d8-6be0-4ad5-abc1-88ee32acbad3 req-c9afb5d8-6e79-4703-978e-98d596d81194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.697880 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a04073d8-6be0-4ad5-abc1-88ee32acbad3 req-c9afb5d8-6e79-4703-978e-98d596d81194 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62f9555d-cabd-4fc1-91e0-b246290379c5 HTTP/1.1" status: 200 len: 912 time: 0.4484701 Dec 10 18:31:03.721348 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Allocated IP 2001:db8::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/ff684637-9f77-45eb-a9a4-010284167960/41f29a41-92de-455c-803e-cc0da37823e1) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:03.739291 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-288d4282-aed2-40f3-9466-9ae021a5eda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.742118 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-288d4282-aed2-40f3-9466-9ae021a5eda9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.752263 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-288d4282-aed2-40f3-9466-9ae021a5eda9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1711025a-a8a0-4dad-a354-74253d49bd1d HTTP/1.1" status: 204 len: 168 time: 0.7458246 Dec 10 18:31:03.764717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d4282-aed2-40f3-9466-9ae021a5eda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1711025a-a8a0-4dad-a354-74253d49bd1d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:03.825592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:03.830052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.830441 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Router 2bcdd298-a0c6-4059-8049-5655eace8acd has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:03.832561 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-1cdd8728-f4c8-4f81-953d-3e01cd61de64 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:31:03.832561 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:31:03.832561 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'project_id_1': '7c2e23c6ae1e4737a1288513c38bfa75', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 30, 43, 743935)}] Dec 10 18:31:03.832561 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:31:03.833336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-1cdd8728-f4c8-4f81-953d-3e01cd61de64 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:31:03.895831 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5214d77-392d-48bf-b875-a983d59075f3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:03.962302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.013197 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-5071055e-4ebd-4c03-ae11-08e3dc18ee67 None None] Set router 63a877c0-8edc-42ac-87a7-9575b8905ea9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:04.030335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.resource_extend [None req-8581a410-d7fe-4e59-addb-94a44399ba89 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:31:04.048605 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:04.060418 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6168b5-e535-4c1d-9faa-988b2e373058 None None] Sync routers for ids ['2bcdd298-a0c6-4059-8049-5655eace8acd'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:04.073112 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a04073d8-6be0-4ad5-abc1-88ee32acbad3 req-66989baa-5622-48ac-ab72-2d9111567a21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf249f3-32dc-4cdd-b31d-bf560b49cb90 HTTP/1.1" status: 200 len: 997 time: 0.2960799 Dec 10 18:31:04.083634 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6168b5-e535-4c1d-9faa-988b2e373058 None None] Routers {'2bcdd298-a0c6-4059-8049-5655eace8acd'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:04.084626 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ff6168b5-e535-4c1d-9faa-988b2e373058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2bcdd298-a0c6-4059-8049-5655eace8acd'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:04.085648 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0c696ec2-17a5-44d5-a217-94636dff411d tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "PUT /v2.0/routers/2bcdd298-a0c6-4059-8049-5655eace8acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6179857 Dec 10 18:31:04.086512 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58948) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:04.107693 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-72a20837-7b99-4727-bd83-796db11f2ca3 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Request body: {'port': {'network_id': '76c1b499-2d12-48f6-a961-6b408a4dc3cc', 'name': 'tempest-FloatingIPAdminTestJSON-948802790'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:04.117898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5214d77-392d-48bf-b875-a983d59075f3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.146841 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ff6168b5-e535-4c1d-9faa-988b2e373058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:04.157322 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6168b5-e535-4c1d-9faa-988b2e373058 None None] Routers {'2bcdd298-a0c6-4059-8049-5655eace8acd'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:04.158306 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ff6168b5-e535-4c1d-9faa-988b2e373058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2bcdd298-a0c6-4059-8049-5655eace8acd'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:04.164229 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8581a410-d7fe-4e59-addb-94a44399ba89 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.192378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-d5214d77-392d-48bf-b875-a983d59075f3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port ad916c7c-1e1a-4ae6-bf85-dad9c0a0fc20 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:04.193756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2301b405-f2b7-4910-983b-142d45d81ed7 None None] Provisioning complete for port b0ae57e0-907e-4b86-b679-b733117cf3cf triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:04.194369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2301b405-f2b7-4910-983b-142d45d81ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.196619 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ff6168b5-e535-4c1d-9faa-988b2e373058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:04.197494 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6168b5-e535-4c1d-9faa-988b2e373058 None None] The sync data for ids ['2bcdd298-a0c6-4059-8049-5655eace8acd'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:04.349452 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.353530 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8581a410-d7fe-4e59-addb-94a44399ba89 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.361464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04073d8-6be0-4ad5-abc1-88ee32acbad3 req-35294dc0-fe07-420e-9490-c553751fa443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:04.362977 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a04073d8-6be0-4ad5-abc1-88ee32acbad3 req-35294dc0-fe07-420e-9490-c553751fa443 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae237fdd-10af-4d8e-bdae-3b418032a0b5 HTTP/1.1" status: 200 len: 850 time: 0.2697630 Dec 10 18:31:04.375365 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-2301b405-f2b7-4910-983b-142d45d81ed7 None None] Port b0ae57e0-907e-4b86-b679-b733117cf3cf cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:04.417848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.471831 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-d5214d77-392d-48bf-b875-a983d59075f3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::59cd:7d42:f63:a51d (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/ff684637-9f77-45eb-a9a4-010284167960/ad916c7c-1e1a-4ae6-bf85-dad9c0a0fc20) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:04.472083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:04.478117 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a20837-7b99-4727-bd83-796db11f2ca3 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Made reservation on behalf of dd3221e8eaa54179a8fb6c5a990f0889 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:04.481186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:04.482182 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-72a20837-7b99-4727-bd83-796db11f2ca3 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.483958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:04.508061 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5071055e-4ebd-4c03-ae11-08e3dc18ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'dfd6875a-71b1-40be-a727-466f6a3a61c4', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'floating_ip_address': '172.26.5.9', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'port_id': 'daf249f3-32dc-4cdd-b31d-bf560b49cb90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'mac_address': 'fa:16:3e:85:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:30:21Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 1, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2a95d7-7ce6-4c9a-b347-00012b59a3d8', 'name': '', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'mac_address': 'fa:16:3e:ca:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:18Z', 'revision_number': 5, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'subnets': [{'id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:04.510293 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Pushing event updated for resources: {'Port': ['ID=41f29a41-92de-455c-803e-cc0da37823e1,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:04.525426 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-72a20837-7b99-4727-bd83-796db11f2ca3 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] device_id is not set on port 50dd1461-0c9b-4e7a-aa9f-42d42d44fbfb yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:04.552037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5071055e-4ebd-4c03-ae11-08e3dc18ee67 None None] The sync data for ids ['63a877c0-8edc-42ac-87a7-9575b8905ea9'] in dv-neutron-821434-1-hyperv is: [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'dfd6875a-71b1-40be-a727-466f6a3a61c4', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'floating_ip_address': '172.26.5.9', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'port_id': 'daf249f3-32dc-4cdd-b31d-bf560b49cb90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'mac_address': 'fa:16:3e:85:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:30:21Z', 'updated_at': '2021-12-10T18:31:00Z', 'revision_number': 1, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2a95d7-7ce6-4c9a-b347-00012b59a3d8', 'name': '', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'mac_address': 'fa:16:3e:ca:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:18Z', 'revision_number': 5, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'subnets': [{'id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:04.616960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Attempting to bind port 41f29a41-92de-455c-803e-cc0da37823e1 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:04.617502 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Attempting to bind port 41f29a41-92de-455c-803e-cc0da37823e1 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:04.617933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Attempting to bind port 41f29a41-92de-455c-803e-cc0da37823e1 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:04.625118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:04.626483 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:04.627070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.627606 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:04.628513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Bound port: 41f29a41-92de-455c-803e-cc0da37823e1, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:04.628991 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.708418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] For port 41f29a41-92de-455c-803e-cc0da37823e1, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:04.712071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] For port 41f29a41-92de-455c-803e-cc0da37823e1, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=41f29a41-92de-455c-803e-cc0da37823e1,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:04.762445 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58956) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:04.790359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8850f3a6-9730-4815-8d73-814538b0cca7 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.817494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.866200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e34c7-c2c4-40a6-8d36-611a2d2c3429 None None] New status for floating IP dfd6875a-71b1-40be-a727-466f6a3a61c4: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:31:04.877489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04073d8-6be0-4ad5-abc1-88ee32acbad3 req-bc8ddd13-a59a-4169-b663-ecdd0b820d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:04.879143 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a04073d8-6be0-4ad5-abc1-88ee32acbad3 req-bc8ddd13-a59a-4169-b663-ecdd0b820d9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62f9555d-cabd-4fc1-91e0-b246290379c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4995034 Dec 10 18:31:04.887894 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d636c6d6-8ebe-40dc-9143-c85da4e60bbe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be86ee5493f5477ba99f5517d31ebcd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1175005 Dec 10 18:31:04.891634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8850f3a6-9730-4815-8d73-814538b0cca7 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.894671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58958) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:04.947119 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.948610 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-8581a410-d7fe-4e59-addb-94a44399ba89 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Floating IP 7a8fdaab-fcf6-464f-a1f4-21ce9ba2278b associated. External IP: 172.26.5.162, port: 245a2afb-6d0d-4890-84e4-973e609dd239. Dec 10 18:31:05.007873 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdd8728-f4c8-4f81-953d-3e01cd61de64 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:05.012998 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8728-f4c8-4f81-953d-3e01cd61de64 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.028372 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d8782449-ae9b-4139-a309-d00371bbc29a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.105434 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-72a20837-7b99-4727-bd83-796db11f2ca3 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Allocated IP 172.20.0.11 (76c1b499-2d12-48f6-a961-6b408a4dc3cc/86a5e783-a939-4d8f-a560-55c4adab225b/50dd1461-0c9b-4e7a-aa9f-42d42d44fbfb) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:05.193917 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.195287 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcbe63-54c2-46ee-816b-9889988396d9 None None] Pushing event updated for resources: {'Port': ['ID=41f29a41-92de-455c-803e-cc0da37823e1,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:05.214069 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d8782449-ae9b-4139-a309-d00371bbc29a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.269570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:05.318218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.318587 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Added segment b0fd1fc1-6736-46fc-b731-68e5b68b0888 of type vlan for network 20547e15-f950-4ecc-92a3-36fd6622eecd Dec 10 18:31:05.349347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a918ad07-5642-46fb-ac42-1af719950b84,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:05.369839 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5214d77-392d-48bf-b875-a983d59075f3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.413891 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-8850f3a6-9730-4815-8d73-814538b0cca7 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Floating IP de937b93-f22c-4615-b2a5-445ba7e309bd associated. External IP: 172.26.5.5, port: 660e820a-f635-4940-9f81-34d2cdf9e827. Dec 10 18:31:05.433073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 41f29a41-92de-455c-803e-cc0da37823e1 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:05.454377 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-72a20837-7b99-4727-bd83-796db11f2ca3 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.463491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.486390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d8782449-ae9b-4139-a309-d00371bbc29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.489257 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d8782449-ae9b-4139-a309-d00371bbc29a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.494208 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d8782449-ae9b-4139-a309-d00371bbc29a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/957ba8b3-0fb1-4019-8cb9-23bbb5e5aea3 HTTP/1.1" status: 204 len: 168 time: 0.5985394 Dec 10 18:31:05.510540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 41f29a41-92de-455c-803e-cc0da37823e1 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:05.511424 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.513595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8782449-ae9b-4139-a309-d00371bbc29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957ba8b3-0fb1-4019-8cb9-23bbb5e5aea3,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:05.525199 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a04073d8-6be0-4ad5-abc1-88ee32acbad3 req-5ae08bb0-cad2-4a69-9589-5a1352335d36 service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301229 Dec 10 18:31:05.538849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5214d77-392d-48bf-b875-a983d59075f3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.604349 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-72a20837-7b99-4727-bd83-796db11f2ca3 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.620690 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5214d77-392d-48bf-b875-a983d59075f3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:05.631063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-d5214d77-392d-48bf-b875-a983d59075f3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:05.637002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5214d77-392d-48bf-b875-a983d59075f3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=ad916c7c-1e1a-4ae6-bf85-dad9c0a0fc20,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:05.643017 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5214d77-392d-48bf-b875-a983d59075f3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:05.650106 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5214d77-392d-48bf-b875-a983d59075f3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:05.651034 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5214d77-392d-48bf-b875-a983d59075f3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.655534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.687585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a20837-7b99-4727-bd83-796db11f2ca3 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Network 76c1b499-2d12-48f6-a961-6b408a4dc3cc is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:05.700187 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-72a20837-7b99-4727-bd83-796db11f2ca3 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:05.705666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a20837-7b99-4727-bd83-796db11f2ca3 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:05.717159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 41f29a41-92de-455c-803e-cc0da37823e1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=41f29a41-92de-455c-803e-cc0da37823e1,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:05.748583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a20837-7b99-4727-bd83-796db11f2ca3 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event updated for resources: {'Port': ['ID=50dd1461-0c9b-4e7a-aa9f-42d42d44fbfb,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:05.770757 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a20837-7b99-4727-bd83-796db11f2ca3 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:05.771618 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-72a20837-7b99-4727-bd83-796db11f2ca3 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.772336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.778065 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:05.778682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.783977 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.795303 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d5214d77-392d-48bf-b875-a983d59075f3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4715357 Dec 10 18:31:05.795572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58964) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:05.801274 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-16744ce3-f780-4652-98ac-b13e75b16b71 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'fixed_ips': [{'subnet_id': 'ff684637-9f77-45eb-a9a4-010284167960', 'ip_address': '2001:db8::59cd:7d42:f63:a51d'}], 'name': 'tempest-NetworksTestDHCPv6-53824993'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:05.941609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=41f29a41-92de-455c-803e-cc0da37823e1,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:05.963009 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-72a20837-7b99-4727-bd83-796db11f2ca3 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8692372 Dec 10 18:31:05.968679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 58966) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:06.054254 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8506119 Dec 10 18:31:06.057138 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58972) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:06.062322 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'name': 'tempest-PortsIpV6TestJSON-2142630490'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:06.063115 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a04073d8-6be0-4ad5-abc1-88ee32acbad3 req-cf126878-df46-416b-ab81-ffacec52960c service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246828 Dec 10 18:31:06.067275 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8581a410-d7fe-4e59-addb-94a44399ba89 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Router e80a5744-0318-4176-af94-fe9d24361a9a has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:06.068236 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874f371-8a2c-48d1-9641-cda23b3bd258 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Network': ['ID=20547e15-f950-4ecc-92a3-36fd6622eecd,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:06.083470 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 20547e15-f950-4ecc-92a3-36fd6622eecd details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:06.106872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8728-f4c8-4f81-953d-3e01cd61de64 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.164128 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16744ce3-f780-4652-98ac-b13e75b16b71 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:06.175500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-16744ce3-f780-4652-98ac-b13e75b16b71 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.239621 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-16744ce3-f780-4652-98ac-b13e75b16b71 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 8e5b43bd-0cf6-4883-9df7-2e79dc62f372 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:06.259444 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7183ab1f-4fc4-446b-a003-5fd828c6ed3d None None] Provisioning complete for port 50dd1461-0c9b-4e7a-aa9f-42d42d44fbfb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:06.261496 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7183ab1f-4fc4-446b-a003-5fd828c6ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.285597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8850f3a6-9730-4815-8d73-814538b0cca7 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Router cdffd1a3-f591-4d85-9d98-4bc287748c4d has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:06.287739 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd8728-f4c8-4f81-953d-3e01cd61de64 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Subnet': ['ID=2a5335cd-1916-4090-85c0-8feed5948100,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:06.318358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7183ab1f-4fc4-446b-a003-5fd828c6ed3d None None] Port 50dd1461-0c9b-4e7a-aa9f-42d42d44fbfb cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:06.334995 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'project_id': 'dd3221e8eaa54179a8fb6c5a990f0889', 'port_id': '50dd1461-0c9b-4e7a-aa9f-42d42d44fbfb'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:06.339445 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdd8728-f4c8-4f81-953d-3e01cd61de64 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Checking segment: {'id': '4052005b-ead2-4cc9-84a3-183ab9d23024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '071609de-25a7-49e9-b374-127b3e604ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:06.339810 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd8728-f4c8-4f81-953d-3e01cd61de64 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network hostable DHCP agents. Network: 071609de-25a7-49e9-b374-127b3e604ee4, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:06.345442 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8581a410-d7fe-4e59-addb-94a44399ba89 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:06.352883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8581a410-d7fe-4e59-addb-94a44399ba89 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.357029 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2985998-edaf-4522-9026-b76c9af97faa None None] Sync routers for ids ['e80a5744-0318-4176-af94-fe9d24361a9a'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:06.381155 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2985998-edaf-4522-9026-b76c9af97faa None None] Routers {'e80a5744-0318-4176-af94-fe9d24361a9a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:06.381155 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-e2985998-edaf-4522-9026-b76c9af97faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e80a5744-0318-4176-af94-fe9d24361a9a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:06.455410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-777abc9a-2e7e-4782-a73b-f982021787b6 None None] Provisioning complete for port 41f29a41-92de-455c-803e-cc0da37823e1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:06.456135 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-777abc9a-2e7e-4782-a73b-f982021787b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.511270 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8581a410-d7fe-4e59-addb-94a44399ba89 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "PUT /v2.0/floatingips/7a8fdaab-fcf6-464f-a1f4-21ce9ba2278b HTTP/1.1" status: 200 len: 991 time: 4.1832328 Dec 10 18:31:06.517655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f08b4f6-f3f8-4f08-88bc-606de2eda4ac', 'tag': '245a2afb-6d0d-4890-84e4-973e609dd239'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:06.520034 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19df12ff-b5a4-4590-bf92-ff78680328db" -d '{"events": [{"name": "network-changed", "server_uuid": "7f08b4f6-f3f8-4f08-88bc-606de2eda4ac", "tag": "245a2afb-6d0d-4890-84e4-973e609dd239"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:06.553796 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.596764 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-16744ce3-f780-4652-98ac-b13e75b16b71 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 18:31:06.599550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16744ce3-f780-4652-98ac-b13e75b16b71 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:06.620559 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:06.624415 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd8728-f4c8-4f81-953d-3e01cd61de64 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network 071609de-25a7-49e9-b374-127b3e604ee4 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:06.629735 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.635117 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-e2985998-edaf-4522-9026-b76c9af97faa None None] Set router e80a5744-0318-4176-af94-fe9d24361a9a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:06.650192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port 9d710c11-f8e7-441c-a598-473f0fe8a335 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:06.709084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcca564-5502-4d97-9854-532fc72b542b x-openstack-request-id: req-afcca564-5502-4d97-9854-532fc72b542b {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:06.709400 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f08b4f6-f3f8-4f08-88bc-606de2eda4ac", "tag": "245a2afb-6d0d-4890-84e4-973e609dd239", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:06.709643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afcca564-5502-4d97-9854-532fc72b542b {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:06.710094 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f08b4f6-f3f8-4f08-88bc-606de2eda4ac', 'tag': '245a2afb-6d0d-4890-84e4-973e609dd239', 'status': 'completed', 'code': 200} Dec 10 18:31:06.735748 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d7865002-f625-44d4-87bb-9c8a3addd848 None None] Provisioning complete for port ad916c7c-1e1a-4ae6-bf85-dad9c0a0fc20 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:06.736127 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d7865002-f625-44d4-87bb-9c8a3addd848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.746914 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-16744ce3-f780-4652-98ac-b13e75b16b71 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9478068 Dec 10 18:31:06.747399 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58990) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:06.808124 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-1cdd8728-f4c8-4f81-953d-3e01cd61de64 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 071609de-25a7-49e9-b374-127b3e604ee4) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:06.814247 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d7865002-f625-44d4-87bb-9c8a3addd848 None None] Port ad916c7c-1e1a-4ae6-bf85-dad9c0a0fc20 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:06.815533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8850f3a6-9730-4815-8d73-814538b0cca7 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:06.818965 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d591494-944c-43cc-a661-9ab13b9d8927 None None] Network 071609de-25a7-49e9-b374-127b3e604ee4 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:06.842936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8850f3a6-9730-4815-8d73-814538b0cca7 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.852309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdd8728-f4c8-4f81-953d-3e01cd61de64 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:06.855935 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1cdd8728-f4c8-4f81-953d-3e01cd61de64 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.862653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0db5a3-553a-488d-bfe9-a7460b570c36 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:06.877933 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0db5a3-553a-488d-bfe9-a7460b570c36 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:06.883164 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7c0db5a3-553a-488d-bfe9-a7460b570c36 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1324437 Dec 10 18:31:06.896976 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 58996) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:06.903653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0651c-f610-4bae-b567-fb021ab79774 None None] Sync routers for ids ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:06.928952 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8850f3a6-9730-4815-8d73-814538b0cca7 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "PUT /v2.0/floatingips/de937b93-f22c-4615-b2a5-445ba7e309bd HTTP/1.1" status: 200 len: 990 time: 4.3824527 Dec 10 18:31:06.932398 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df12ff-b5a4-4590-bf92-ff78680328db req-88f9600f-687e-4f1d-902b-5f79b9d775da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:06.933922 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-19df12ff-b5a4-4590-bf92-ff78680328db req-88f9600f-687e-4f1d-902b-5f79b9d775da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66762df842f449769ae6481ac7ddc59e&device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 1098 time: 0.1917903 Dec 10 18:31:06.946057 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0651c-f610-4bae-b567-fb021ab79774 None None] Routers {'cdffd1a3-f591-4d85-9d98-4bc287748c4d'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:06.955904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-58d0651c-f610-4bae-b567-fb021ab79774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:07.043952 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.075369 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-e2985998-edaf-4522-9026-b76c9af97faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:30:05Z', 'revision_number': 4, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port': {'id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:57Z', 'updated_at': '2021-12-10T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '7a8fdaab-fcf6-464f-a1f4-21ce9ba2278b', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'floating_ip_address': '172.26.5.162', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'port_id': '245a2afb-6d0d-4890-84e4-973e609dd239', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'mac_address': 'fa:16:3e:96:77:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f08b4f6-f3f8-4f08-88bc-606de2eda4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:30:20Z', 'updated_at': '2021-12-10T18:31:03Z', 'revision_number': 1, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c44b87-84dd-4c8c-8a15-d3f344c3d243', 'name': '', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'mac_address': 'fa:16:3e:59:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:14Z', 'revision_number': 5, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'subnets': [{'id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:07.132847 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2985998-edaf-4522-9026-b76c9af97faa None None] Checking router: e80a5744-0318-4176-af94-fe9d24361a9a for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:07.147368 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-071609de-25a7-49e9-b374-127b3e604ee4', 'network_id': '071609de-25a7-49e9-b374-127b3e604ee4', 'project_id': '7c2e23c6ae1e4737a1288513c38bfa75', 'fixed_ips': [{'subnet_id': '2a5335cd-1916-4090-85c0-8feed5948100'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:07.148280 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.153870 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2985998-edaf-4522-9026-b76c9af97faa None None] Routers {'e80a5744-0318-4176-af94-fe9d24361a9a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:07.154582 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-e2985998-edaf-4522-9026-b76c9af97faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e80a5744-0318-4176-af94-fe9d24361a9a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:07.176673 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59002) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:07.189188 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-58d0651c-f610-4bae-b567-fb021ab79774 None None] Set router cdffd1a3-f591-4d85-9d98-4bc287748c4d gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:07.214995 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-8532d86f-c260-4af5-896a-32183dbd2f90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port ad916c7c-1e1a-4ae6-bf85-dad9c0a0fc20 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:07.216422 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8532d86f-c260-4af5-896a-32183dbd2f90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.263737 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.310341 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-e2985998-edaf-4522-9026-b76c9af97faa None None] Set router e80a5744-0318-4176-af94-fe9d24361a9a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:07.345112 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1cdd8728-f4c8-4f81-953d-3e01cd61de64 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.9610686 Dec 10 18:31:07.351010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59006) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:07.420803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.433903 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2065543714'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:07.444992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=9d710c11-f8e7-441c-a598-473f0fe8a335,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:07.452431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Checking segment: {'id': 'b0fd1fc1-6736-46fc-b731-68e5b68b0888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:07.452585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network hostable DHCP agents. Network: 20547e15-f950-4ecc-92a3-36fd6622eecd, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:07.498987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8532d86f-c260-4af5-896a-32183dbd2f90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.519280 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-8532d86f-c260-4af5-896a-32183dbd2f90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for ad916c7c-1e1a-4ae6-bf85-dad9c0a0fc20 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:07.543122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df12ff-b5a4-4590-bf92-ff78680328db req-728cd8f9-df17-432a-9aa7-e42475542d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:07.544604 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-19df12ff-b5a4-4590-bf92-ff78680328db req-728cd8f9-df17-432a-9aa7-e42475542d1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=8021c4a7-1487-46d5-b9e5-4b74cb3806a5 HTTP/1.1" status: 200 len: 907 time: 0.6016860 Dec 10 18:31:07.577065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Made reservation on behalf of 8d9be3d86c66471b8fdabd1930472131 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:07.581746 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.592002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.605737 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.621302 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 20547e15-f950-4ecc-92a3-36fd6622eecd is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:07.665510 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 41f29a41-92de-455c-803e-cc0da37823e1 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:07.730446 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-19df12ff-b5a4-4590-bf92-ff78680328db req-0be78f40-5d64-41d9-a6b3-66117c7a467f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=245a2afb-6d0d-4890-84e4-973e609dd239 HTTP/1.1" status: 200 len: 999 time: 0.1713121 Dec 10 18:31:07.736709 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 20547e15-f950-4ecc-92a3-36fd6622eecd) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:07.755335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:07.756618 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Allocated IP 172.26.5.251 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/25ecf66e-38b2-4a91-ba25-0bd962c63a5a) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:07.761026 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:07.761654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.794574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.801948 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-e2985998-edaf-4522-9026-b76c9af97faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:30:05Z', 'revision_number': 4, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port': {'id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:57Z', 'updated_at': '2021-12-10T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '7a8fdaab-fcf6-464f-a1f4-21ce9ba2278b', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'floating_ip_address': '172.26.5.162', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'port_id': '245a2afb-6d0d-4890-84e4-973e609dd239', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'mac_address': 'fa:16:3e:96:77:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f08b4f6-f3f8-4f08-88bc-606de2eda4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:30:20Z', 'updated_at': '2021-12-10T18:31:03Z', 'revision_number': 1, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c44b87-84dd-4c8c-8a15-d3f344c3d243', 'name': '', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'mac_address': 'fa:16:3e:59:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:14Z', 'revision_number': 5, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'subnets': [{'id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:07.841657 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2985998-edaf-4522-9026-b76c9af97faa None None] The sync data for ids ['e80a5744-0318-4176-af94-fe9d24361a9a'] in dv-neutron-821434-1-hyperv is: [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:30:05Z', 'revision_number': 4, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port': {'id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:57Z', 'updated_at': '2021-12-10T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '7a8fdaab-fcf6-464f-a1f4-21ce9ba2278b', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'floating_ip_address': '172.26.5.162', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'port_id': '245a2afb-6d0d-4890-84e4-973e609dd239', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'mac_address': 'fa:16:3e:96:77:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f08b4f6-f3f8-4f08-88bc-606de2eda4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:30:20Z', 'updated_at': '2021-12-10T18:31:03Z', 'revision_number': 1, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c44b87-84dd-4c8c-8a15-d3f344c3d243', 'name': '', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'mac_address': 'fa:16:3e:59:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:14Z', 'revision_number': 5, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'subnets': [{'id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:07.858794 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bc754772-f1ba-4e1f-bcf0-690ca8a29d0a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8005016 Dec 10 18:31:07.860564 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.861846 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59012) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:07.866916 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-24044c1d-ded4-463d-945b-2560fef8130e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1638114973'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:07.872739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbebcbd-2fec-46a7-aaa2-9286bf614967 None None] Network 20547e15-f950-4ecc-92a3-36fd6622eecd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:07.893607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.897567 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8532d86f-c260-4af5-896a-32183dbd2f90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.936934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df12ff-b5a4-4590-bf92-ff78680328db req-32d69cf2-eda1-4bd2-b28c-8dec12dec6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:07.939112 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-19df12ff-b5a4-4590-bf92-ff78680328db req-32d69cf2-eda1-4bd2-b28c-8dec12dec6da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c432002-879e-473c-bfa5-c71ce6382c4d HTTP/1.1" status: 200 len: 845 time: 0.1801112 Dec 10 18:31:07.952138 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:07.963221 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532d86f-c260-4af5-896a-32183dbd2f90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=ad916c7c-1e1a-4ae6-bf85-dad9c0a0fc20,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:07.978837 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24044c1d-ded4-463d-945b-2560fef8130e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:07.985065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-24044c1d-ded4-463d-945b-2560fef8130e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.986536 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Allocated IP 2001:db8::1 (071609de-25a7-49e9-b374-127b3e604ee4/2a5335cd-1916-4090-85c0-8feed5948100/e0b1f789-d40b-4adf-97bd-ec693149ab12) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:08.004116 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.009525 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Added segment 6caa4eec-7dc5-4ae3-b339-bbe643410333 of type vlan for network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 Dec 10 18:31:08.037853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.047572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df12ff-b5a4-4590-bf92-ff78680328db req-d6e48112-74f0-4dcc-a9e4-877ea188da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.049518 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-19df12ff-b5a4-4590-bf92-ff78680328db req-d6e48112-74f0-4dcc-a9e4-877ea188da41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8021c4a7-1487-46d5-b9e5-4b74cb3806a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891380 Dec 10 18:31:08.053668 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 41f29a41-92de-455c-803e-cc0da37823e1 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:08.054094 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.061400 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f9171b-46dc-4629-a607-a3776f8d3b96,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:08.118935 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8532d86f-c260-4af5-896a-32183dbd2f90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.122391 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8532d86f-c260-4af5-896a-32183dbd2f90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/ad916c7c-1e1a-4ae6-bf85-dad9c0a0fc20 HTTP/1.1" status: 204 len: 168 time: 1.2244499 Dec 10 18:31:08.129255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59016) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:08.170604 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24044c1d-ded4-463d-945b-2560fef8130e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:08.211920 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-19df12ff-b5a4-4590-bf92-ff78680328db req-c9b112cb-f835-42e0-8a70-c98bfb8a9dcc service neutron] 10.222.0.21 "GET /v2.0/networks/8021c4a7-1487-46d5-b9e5-4b74cb3806a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537309 Dec 10 18:31:08.247916 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.258500 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e8e4bb-1815-4d9b-9afa-73c585b9352f None None] New status for floating IP 7a8fdaab-fcf6-464f-a1f4-21ce9ba2278b: ACTIVE {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:31:08.285592 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-24044c1d-ded4-463d-945b-2560fef8130e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.286002 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-24044c1d-ded4-463d-945b-2560fef8130e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Added segment fb936427-c463-45f8-a345-9b6c756e99c4 of type vlan for network d6b3531a-132c-45b5-a643-d78bf0509c92 Dec 10 18:31:08.320269 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.405490 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:08.413464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:08.418685 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:08.433489 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-58d0651c-f610-4bae-b567-fb021ab79774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:30:02Z', 'revision_number': 4, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'de937b93-f22c-4615-b2a5-445ba7e309bd', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'floating_ip_address': '172.26.5.5', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'port_id': '660e820a-f635-4940-9f81-34d2cdf9e827', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'mac_address': 'fa:16:3e:46:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7195a812-39b9-405d-b4d7-012751594c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:30:17Z', 'updated_at': '2021-12-10T18:31:04Z', 'revision_number': 1, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4653c8e5-139d-4ae9-bf8b-84ee0da033ad', 'name': '', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'mac_address': 'fa:16:3e:fa:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10285287-a2f3-4c13-9830-3267cee803d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:59Z', 'updated_at': '2021-12-10T18:30:10Z', 'revision_number': 5, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'subnets': [{'id': '10285287-a2f3-4c13-9830-3267cee803d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:08.445100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-24044c1d-ded4-463d-945b-2560fef8130e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.452202 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Pushing event updated for resources: {'Port': ['ID=25ecf66e-38b2-4a91-ba25-0bd962c63a5a,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:08.479559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0651c-f610-4bae-b567-fb021ab79774 None None] Checking router: cdffd1a3-f591-4d85-9d98-4bc287748c4d for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:08.486571 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.496395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0651c-f610-4bae-b567-fb021ab79774 None None] Routers {'cdffd1a3-f591-4d85-9d98-4bc287748c4d'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:08.497098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed778b7-2c30-4c22-8151-a31e006001bf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.497441 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-58d0651c-f610-4bae-b567-fb021ab79774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:08.502352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed778b7-2c30-4c22-8151-a31e006001bf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.507364 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59018) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:08.508567 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9ed778b7-2c30-4c22-8151-a31e006001bf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3716319 Dec 10 18:31:08.510352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.511308 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-19df12ff-b5a4-4590-bf92-ff78680328db req-7af5c852-68f7-4f5f-b826-89a9bb7d2cec service neutron] 10.222.0.21 "GET /v2.0/networks/8021c4a7-1487-46d5-b9e5-4b74cb3806a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876992 Dec 10 18:31:08.517431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.518238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.596273 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.650189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Network 071609de-25a7-49e9-b374-127b3e604ee4 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:08.661338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:08.667026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:08.678238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-31781d11-c2aa-412a-acc9-ebeeb0c7de09 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet ff684637-9f77-45eb-a9a4-010284167960 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:08.678907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Pushing event updated for resources: {'Port': ['ID=e0b1f789-d40b-4adf-97bd-ec693149ab12,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:08.684295 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event updated for resources: {'Network': ['ID=6eb014f5-f127-4ff2-8a4e-d7c8036dfc91,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:08.688112 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-24044c1d-ded4-463d-945b-2560fef8130e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.696001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24044c1d-ded4-463d-945b-2560fef8130e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.696749 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-24044c1d-ded4-463d-945b-2560fef8130e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.700112 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-31781d11-c2aa-412a-acc9-ebeeb0c7de09 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.711399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:08.716769 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-593042f5-0641-428a-8a89-dc21fd4f3db9 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5384915 Dec 10 18:31:08.727695 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59020) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:08.735950 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a21d144e-b2e3-4fc7-84b9-8f423616770d tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Request body: {'subnet': {'network_id': '6eb014f5-f127-4ff2-8a4e-d7c8036dfc91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:08.736188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7195a812-39b9-405d-b4d7-012751594c6e', 'tag': '660e820a-f635-4940-9f81-34d2cdf9e827'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:08.736295 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-58d0651c-f610-4bae-b567-fb021ab79774 None None] Set router cdffd1a3-f591-4d85-9d98-4bc287748c4d gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:08.738907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33eb457-2c3f-499f-8206-9d2280af3a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7195a812-39b9-405d-b4d7-012751594c6e", "tag": "660e820a-f635-4940-9f81-34d2cdf9e827"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:08.752195 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.835430 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Attempting to bind port e0b1f789-d40b-4adf-97bd-ec693149ab12 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:08.835811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Attempting to bind port e0b1f789-d40b-4adf-97bd-ec693149ab12 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '4052005b-ead2-4cc9-84a3-183ab9d23024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '071609de-25a7-49e9-b374-127b3e604ee4'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:08.836179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Attempting to bind port e0b1f789-d40b-4adf-97bd-ec693149ab12 on network 071609de-25a7-49e9-b374-127b3e604ee4 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:08.884084 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:08.884519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Checking segment: {'id': '4052005b-ead2-4cc9-84a3-183ab9d23024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '071609de-25a7-49e9-b374-127b3e604ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:08.884930 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.885323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Bound using segment: {'id': '4052005b-ead2-4cc9-84a3-183ab9d23024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '071609de-25a7-49e9-b374-127b3e604ee4'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:08.885832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Bound port: e0b1f789-d40b-4adf-97bd-ec693149ab12, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052005b-ead2-4cc9-84a3-183ab9d23024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '071609de-25a7-49e9-b374-127b3e604ee4'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:08.886219 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.915714 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-24044c1d-ded4-463d-945b-2560fef8130e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0491273 Dec 10 18:31:08.917455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59028) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:08.929812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'ports': [{'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd'}, {'network_id': 'd6b3531a-132c-45b5-a643-d78bf0509c92'}]} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:08.929812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:08.930234 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'network_id': 'd6b3531a-132c-45b5-a643-d78bf0509c92'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:08.943143 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4522f991-8bc4-4007-b87c-aa980c072193 x-openstack-request-id: req-4522f991-8bc4-4007-b87c-aa980c072193 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:08.943980 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7195a812-39b9-405d-b4d7-012751594c6e", "tag": "660e820a-f635-4940-9f81-34d2cdf9e827", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:08.944251 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4522f991-8bc4-4007-b87c-aa980c072193 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:08.944661 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7195a812-39b9-405d-b4d7-012751594c6e', 'tag': '660e820a-f635-4940-9f81-34d2cdf9e827', 'status': 'completed', 'code': 200} Dec 10 18:31:08.947539 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5335cd-1916-4090-85c0-8feed5948100,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:09.039538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-31781d11-c2aa-412a-acc9-ebeeb0c7de09 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.099145 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24044c1d-ded4-463d-945b-2560fef8130e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Network': ['ID=d6b3531a-132c-45b5-a643-d78bf0509c92,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:09.109153 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] For port e0b1f789-d40b-4adf-97bd-ec693149ab12, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:09.113237 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.123354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network d6b3531a-132c-45b5-a643-d78bf0509c92 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:09.139365 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] For port e0b1f789-d40b-4adf-97bd-ec693149ab12, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e0b1f789-d40b-4adf-97bd-ec693149ab12,segment=NetworkSegment(4052005b-ead2-4cc9-84a3-183ab9d23024),segment_id=4052005b-ead2-4cc9-84a3-183ab9d23024)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:09.152653 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33eb457-2c3f-499f-8206-9d2280af3a9f req-d59dca14-448f-43d6-80d0-c551b6cbc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:09.154290 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a33eb457-2c3f-499f-8206-9d2280af3a9f req-d59dca14-448f-43d6-80d0-c551b6cbc406 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fef7d7d333340c9895bd62dcce63be7&device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 1099 time: 0.2269356 Dec 10 18:31:09.166351 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071609de-25a7-49e9-b374-127b3e604ee4']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:09.211268 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-58d0651c-f610-4bae-b567-fb021ab79774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:30:02Z', 'revision_number': 4, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'de937b93-f22c-4615-b2a5-445ba7e309bd', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'floating_ip_address': '172.26.5.5', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'port_id': '660e820a-f635-4940-9f81-34d2cdf9e827', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'mac_address': 'fa:16:3e:46:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7195a812-39b9-405d-b4d7-012751594c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:30:17Z', 'updated_at': '2021-12-10T18:31:04Z', 'revision_number': 1, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4653c8e5-139d-4ae9-bf8b-84ee0da033ad', 'name': '', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'mac_address': 'fa:16:3e:fa:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10285287-a2f3-4c13-9830-3267cee803d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:59Z', 'updated_at': '2021-12-10T18:30:10Z', 'revision_number': 5, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'subnets': [{'id': '10285287-a2f3-4c13-9830-3267cee803d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:09.227745 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21d144e-b2e3-4fc7-84b9-8f423616770d tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Made reservation on behalf of 8d9be3d86c66471b8fdabd1930472131 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:09.232227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a21d144e-b2e3-4fc7-84b9-8f423616770d tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.246826 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0651c-f610-4bae-b567-fb021ab79774 None None] The sync data for ids ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'] in dv-neutron-821434-1-hyperv is: [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:30:02Z', 'revision_number': 4, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'de937b93-f22c-4615-b2a5-445ba7e309bd', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'floating_ip_address': '172.26.5.5', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'port_id': '660e820a-f635-4940-9f81-34d2cdf9e827', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'mac_address': 'fa:16:3e:46:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7195a812-39b9-405d-b4d7-012751594c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:30:17Z', 'updated_at': '2021-12-10T18:31:04Z', 'revision_number': 1, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4653c8e5-139d-4ae9-bf8b-84ee0da033ad', 'name': '', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'mac_address': 'fa:16:3e:fa:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10285287-a2f3-4c13-9830-3267cee803d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:59Z', 'updated_at': '2021-12-10T18:30:10Z', 'revision_number': 5, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'subnets': [{'id': '10285287-a2f3-4c13-9830-3267cee803d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:09.249121 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.303383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4052005b-ead2-4cc9-84a3-183ab9d23024') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:09.303691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4052005b-ead2-4cc9-84a3-183ab9d23024') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:09.385045 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.397480 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463625f-e8bf-472b-8dbf-2ff51c5d481a None None] Pushing event updated for resources: {'Port': ['ID=e0b1f789-d40b-4adf-97bd-ec693149ab12,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:09.439293 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cabf87f-32d5-46ba-9338-547a5a96cd67 None None] Network 071609de-25a7-49e9-b374-127b3e604ee4 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:09.469576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 2} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:09.476388 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.488371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-31781d11-c2aa-412a-acc9-ebeeb0c7de09 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.496456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.512523 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.556763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:09.557174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:09.573954 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:09.602912 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909cf4c2-dc69-4210-9d6c-a2d02a7e6846 None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:31:09.660196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54db551-9e84-4fa8-946c-646ba37be965 None None] New status for floating IP de937b93-f22c-4615-b2a5-445ba7e309bd: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:31:09.677399 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33eb457-2c3f-499f-8206-9d2280af3a9f req-72fbf3cd-d2ad-4c33-a3a2-cb05f003871f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:09.678967 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a33eb457-2c3f-499f-8206-9d2280af3a9f req-72fbf3cd-d2ad-4c33-a3a2-cb05f003871f service neutron] 10.222.0.21 "GET /v2.0/networks?id=df7c08a5-ac1e-45f6-93ce-d389852f8247 HTTP/1.1" status: 200 len: 913 time: 0.5025294 Dec 10 18:31:09.688459 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port 47c64440-d862-4ed7-8c5c-3c7024b3c530 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:09.694646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.763763 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a33eb457-2c3f-499f-8206-9d2280af3a9f req-ba41b1a1-a63c-4253-b7f4-5969774e1bd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660e820a-f635-4940-9f81-34d2cdf9e827 HTTP/1.1" status: 200 len: 998 time: 0.0704668 Dec 10 18:31:09.788407 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:31:09.788407 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:31:09.788407 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'id': '071609de-25a7-49e9-b374-127b3e604ee4'}] Dec 10 18:31:09.788407 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:31:09.788825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:31:09.847394 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.849066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33eb457-2c3f-499f-8206-9d2280af3a9f req-ef5e21ee-310e-4e51-bbb6-e989eb004657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:09.850662 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a33eb457-2c3f-499f-8206-9d2280af3a9f req-ef5e21ee-310e-4e51-bbb6-e989eb004657 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=10285287-a2f3-4c13-9830-3267cee803d1 HTTP/1.1" status: 200 len: 851 time: 0.0676253 Dec 10 18:31:09.894038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-31781d11-c2aa-412a-acc9-ebeeb0c7de09 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.927666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-31781d11-c2aa-412a-acc9-ebeeb0c7de09 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.931122 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-31781d11-c2aa-412a-acc9-ebeeb0c7de09 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/ff684637-9f77-45eb-a9a4-010284167960 HTTP/1.1" status: 204 len: 168 time: 1.4222476 Dec 10 18:31:09.935556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59032) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:09.936226 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781d11-c2aa-412a-acc9-ebeeb0c7de09 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=ff684637-9f77-45eb-a9a4-010284167960,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:10.013509 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-35ece003-a5c1-420e-ad47-2090eb47d360 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743001 Dec 10 18:31:10.018703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59038) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:10.020642 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33eb457-2c3f-499f-8206-9d2280af3a9f req-a5d64545-6d70-46cd-85d7-799ba84177ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:10.022485 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a33eb457-2c3f-499f-8206-9d2280af3a9f req-a5d64545-6d70-46cd-85d7-799ba84177ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df7c08a5-ac1e-45f6-93ce-d389852f8247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1635861 Dec 10 18:31:10.027583 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-06dd7b44-453c-4ae5-82e6-79572bf598ef tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:10.080175 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port b227fc98-f284-4937-83c9-d018906489a5 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:10.126075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.133244 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a21d144e-b2e3-4fc7-84b9-8f423616770d tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.169215 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909cf4c2-dc69-4210-9d6c-a2d02a7e6846 None None] Resources bound (agent type, host, resource id): {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:31:10.250379 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d144e-b2e3-4fc7-84b9-8f423616770d tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event updated for resources: {'Subnet': ['ID=d9ae18ed-df4b-4f8f-b734-0a22ae39fec2,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:10.272493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d144e-b2e3-4fc7-84b9-8f423616770d tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Checking segment: {'id': '6caa4eec-7dc5-4ae3-b339-bbe643410333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6eb014f5-f127-4ff2-8a4e-d7c8036dfc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:10.272788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21d144e-b2e3-4fc7-84b9-8f423616770d tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Network hostable DHCP agents. Network: 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:10.285171 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.290477 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.292151 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dd7b44-453c-4ae5-82e6-79572bf598ef tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:10.295881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-06dd7b44-453c-4ae5-82e6-79572bf598ef tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.319334 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a33eb457-2c3f-499f-8206-9d2280af3a9f req-55a45a80-8148-4a29-962e-004402b57a14 service neutron] 10.222.0.21 "GET /v2.0/networks/df7c08a5-ac1e-45f6-93ce-d389852f8247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015567 Dec 10 18:31:10.381856 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21d144e-b2e3-4fc7-84b9-8f423616770d tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:10.405382 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.464771 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 20547e15-f950-4ecc-92a3-36fd6622eecd is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:10.469139 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a21d144e-b2e3-4fc7-84b9-8f423616770d tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:10.471511 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:10.473312 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb76f59-bed0-4e03-b4e4-548cf702b7cc None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:10.473449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=47c64440-d862-4ed7-8c5c-3c7024b3c530,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:10.481914 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:10.484591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.492065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21d144e-b2e3-4fc7-84b9-8f423616770d tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:10.492677 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a21d144e-b2e3-4fc7-84b9-8f423616770d tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.526463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bebb34-8df1-4b3e-a8c9-d990b3b53309 None None] Network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:10.565509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=b227fc98-f284-4937-83c9-d018906489a5,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:10.583626 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Checking segment: {'id': 'fb936427-c463-45f8-a345-9b6c756e99c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd6b3531a-132c-45b5-a643-d78bf0509c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:10.584077 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network hostable DHCP agents. Network: d6b3531a-132c-45b5-a643-d78bf0509c92, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:10.638037 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a21d144e-b2e3-4fc7-84b9-8f423616770d tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9091594 Dec 10 18:31:10.640806 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59042) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:10.646820 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a646f16c-8226-4c27-97f2-b65bc9cdf3dd tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Request body: {'port': {'network_id': '6eb014f5-f127-4ff2-8a4e-d7c8036dfc91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1810225719'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:10.677432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-6eb014f5-f127-4ff2-8a4e-d7c8036dfc91', 'network_id': '6eb014f5-f127-4ff2-8a4e-d7c8036dfc91', 'project_id': '8d9be3d86c66471b8fdabd1930472131', 'fixed_ips': [{'subnet_id': 'd9ae18ed-df4b-4f8f-b734-0a22ae39fec2'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:10.678361 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.733233 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network d6b3531a-132c-45b5-a643-d78bf0509c92 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:10.759260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9ff1e9-19ce-4849-ae6b-f0c22afa347a None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:10.804069 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, d6b3531a-132c-45b5-a643-d78bf0509c92) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:10.810826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:10.819867 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:10.826347 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:10.827273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.829265 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a33eb457-2c3f-499f-8206-9d2280af3a9f req-9f58a3aa-47e9-4cc5-b598-642b174092bf service neutron] 10.222.0.21 "GET /v2.0/networks/df7c08a5-ac1e-45f6-93ce-d389852f8247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738162 Dec 10 18:31:10.834915 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddd5859-7736-488a-8b60-69ca9196fd57 None None] Network d6b3531a-132c-45b5-a643-d78bf0509c92 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:10.863941 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a646f16c-8226-4c27-97f2-b65bc9cdf3dd tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Made reservation on behalf of 8d9be3d86c66471b8fdabd1930472131 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:10.867550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a646f16c-8226-4c27-97f2-b65bc9cdf3dd tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.888444 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-a646f16c-8226-4c27-97f2-b65bc9cdf3dd tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] device_id is not set on port 835b3ffe-70f1-4b97-acdf-20f7b486e7b2 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:10.895066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Deleting port e0b1f789-d40b-4adf-97bd-ec693149ab12 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:10.895415 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.900835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.918690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Allocated IP 2001:db8::2 (6eb014f5-f127-4ff2-8a4e-d7c8036dfc91/d9ae18ed-df4b-4f8f-b734-0a22ae39fec2/c00db97a-8098-4bfb-9f20-3068f76b11d2) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:10.934373 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ff1e9-19ce-4849-ae6b-f0c22afa347a None None] Deleting port 41f29a41-92de-455c-803e-cc0da37823e1 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:10.935101 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff1e9-19ce-4849-ae6b-f0c22afa347a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.965917 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-793011b6-0850-40c2-8e7d-7bf699e40268 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0436807 Dec 10 18:31:10.968426 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59044) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:10.980691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.045663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] For port e0b1f789-d40b-4adf-97bd-ec693149ab12, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e0b1f789-d40b-4adf-97bd-ec693149ab12,segment=NetworkSegment(4052005b-ead2-4cc9-84a3-183ab9d23024),segment_id=4052005b-ead2-4cc9-84a3-183ab9d23024)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:11.046057 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.071308 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-c119ce3a-8a64-4c7e-9054-419c910bdc8a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port b227fc98-f284-4937-83c9-d018906489a5 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:11.071308 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c119ce3a-8a64-4c7e-9054-419c910bdc8a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.072622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1a9ff1e9-19ce-4849-ae6b-f0c22afa347a None None] For port 41f29a41-92de-455c-803e-cc0da37823e1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=41f29a41-92de-455c-803e-cc0da37823e1,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:11.072968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff1e9-19ce-4849-ae6b-f0c22afa347a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.096469 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ff1e9-19ce-4849-ae6b-f0c22afa347a None None] Calling delete_port for 41f29a41-92de-455c-803e-cc0da37823e1 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:11.101405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Calling delete_port for e0b1f789-d40b-4adf-97bd-ec693149ab12 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:11.118276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Pushing event updated for resources: {'Port': ['ID=25ecf66e-38b2-4a91-ba25-0bd962c63a5a,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:11.136423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-06dd7b44-453c-4ae5-82e6-79572bf598ef tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.156101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c119ce3a-8a64-4c7e-9054-419c910bdc8a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.174203 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-c119ce3a-8a64-4c7e-9054-419c910bdc8a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for b227fc98-f284-4937-83c9-d018906489a5 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:11.241131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.250556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.312889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dd7b44-453c-4ae5-82e6-79572bf598ef tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:11.321246 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 41f29a41-92de-455c-803e-cc0da37823e1 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:11.339475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-06dd7b44-453c-4ae5-82e6-79572bf598ef tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:11.341196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dd7b44-453c-4ae5-82e6-79572bf598ef tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:11.341196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-06dd7b44-453c-4ae5-82e6-79572bf598ef tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.349373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd7b44-453c-4ae5-82e6-79572bf598ef tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=831d53b1-4b88-4298-9bf3-2f3b460f04d4,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:11.350218 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.393628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff1e9-19ce-4849-ae6b-f0c22afa347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.397925 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Floating IP 3596117d-6301-41d0-98c3-ffe2b837f71a associated. External IP: 172.26.5.251, port: 50dd1461-0c9b-4e7a-aa9f-42d42d44fbfb. Dec 10 18:31:11.403122 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-a646f16c-8226-4c27-97f2-b65bc9cdf3dd tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Allocated IP 2001:db8::169 (6eb014f5-f127-4ff2-8a4e-d7c8036dfc91/d9ae18ed-df4b-4f8f-b734-0a22ae39fec2/835b3ffe-70f1-4b97-acdf-20f7b486e7b2) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:11.411893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:11.414332 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No active binding found for port 41f29a41-92de-455c-803e-cc0da37823e1 {{(pid=103595) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 18:31:11.414830 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 41f29a41-92de-455c-803e-cc0da37823e1 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:11.424524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:11.427935 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:11.429880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Pushing event updated for resources: {'Port': ['ID=c00db97a-8098-4bfb-9f20-3068f76b11d2,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:11.434059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ff1e9-19ce-4849-ae6b-f0c22afa347a None None] No DVR routers for this DVR port 41f29a41-92de-455c-803e-cc0da37823e1 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:11.440419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c119ce3a-8a64-4c7e-9054-419c910bdc8a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.479261 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef0b7e-5ae7-4a8a-9c89-17bab9681057 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:11.489248 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-06dd7b44-453c-4ae5-82e6-79572bf598ef tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4655633 Dec 10 18:31:11.493598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59052) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:11.501018 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d302de70-ef3f-4119-9bff-85b8442538e5 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'fixed_ips': [{'subnet_id': '831d53b1-4b88-4298-9bf3-2f3b460f04d4', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-661438519'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:11.521419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119ce3a-8a64-4c7e-9054-419c910bdc8a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=b227fc98-f284-4937-83c9-d018906489a5,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:11.523356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ff1e9-19ce-4849-ae6b-f0c22afa347a None None] Pushing event deleted for resources: {'Port': ['ID=41f29a41-92de-455c-803e-cc0da37823e1,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:11.528694 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.574239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Port': ['ID=e0b1f789-d40b-4adf-97bd-ec693149ab12,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:11.576219 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No DVR routers for this DVR port e0b1f789-d40b-4adf-97bd-ec693149ab12 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:11.605116 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c119ce3a-8a64-4c7e-9054-419c910bdc8a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.607838 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Attempting to bind port c00db97a-8098-4bfb-9f20-3068f76b11d2 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:11.608213 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Attempting to bind port c00db97a-8098-4bfb-9f20-3068f76b11d2 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '6caa4eec-7dc5-4ae3-b339-bbe643410333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6eb014f5-f127-4ff2-8a4e-d7c8036dfc91'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:11.608579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Attempting to bind port c00db97a-8098-4bfb-9f20-3068f76b11d2 on network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:11.611707 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c119ce3a-8a64-4c7e-9054-419c910bdc8a tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/b227fc98-f284-4937-83c9-d018906489a5 HTTP/1.1" status: 204 len: 168 time: 0.6397500 Dec 10 18:31:11.617463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:11.617872 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Checking segment: {'id': '6caa4eec-7dc5-4ae3-b339-bbe643410333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6eb014f5-f127-4ff2-8a4e-d7c8036dfc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:11.618007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59054) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:11.618273 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.618664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Bound using segment: {'id': '6caa4eec-7dc5-4ae3-b339-bbe643410333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6eb014f5-f127-4ff2-8a4e-d7c8036dfc91'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:11.619136 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Bound port: c00db97a-8098-4bfb-9f20-3068f76b11d2, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6caa4eec-7dc5-4ae3-b339-bbe643410333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6eb014f5-f127-4ff2-8a4e-d7c8036dfc91'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:11.619519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.708682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '831d53b1-4b88-4298-9bf3-2f3b460f04d4'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:11.710166 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.732560 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] For port c00db97a-8098-4bfb-9f20-3068f76b11d2, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:11.734493 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.753176 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] For port c00db97a-8098-4bfb-9f20-3068f76b11d2, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c00db97a-8098-4bfb-9f20-3068f76b11d2,segment=NetworkSegment(6caa4eec-7dc5-4ae3-b339-bbe643410333),segment_id=6caa4eec-7dc5-4ae3-b339-bbe643410333)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:11.765530 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071609de-25a7-49e9-b374-127b3e604ee4']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:11.780051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4052005b-ead2-4cc9-84a3-183ab9d23024') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:11.780458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4052005b-ead2-4cc9-84a3-183ab9d23024') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:11.793719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.807947 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Router 2bcdd298-a0c6-4059-8049-5655eace8acd has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:11.822638 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.853853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.892533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:11.893141 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:11.896518 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:11.916888 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Allocated IP 2001:db8::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/831d53b1-4b88-4298-9bf3-2f3b460f04d4/b5e2b465-02a4-47e7-b926-92bbdf5ed9f4) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:11.985167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:12.003752 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5c699b-f212-4fe0-9a67-31b0edea2db3 None None] Sync routers for ids ['2bcdd298-a0c6-4059-8049-5655eace8acd'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:12.015628 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5c699b-f212-4fe0-9a67-31b0edea2db3 None None] Routers {'2bcdd298-a0c6-4059-8049-5655eace8acd'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:12.017052 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-4e5c699b-f212-4fe0-9a67-31b0edea2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2bcdd298-a0c6-4059-8049-5655eace8acd'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:12.022755 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80426354-42cf-48a0-9859-713934d3d9d2 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:12.028777 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80426354-42cf-48a0-9859-713934d3d9d2 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:12.030187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.034114 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-80426354-42cf-48a0-9859-713934d3d9d2 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4127717 Dec 10 18:31:12.038281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.041487 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59056) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:12.049149 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/071609de-25a7-49e9-b374-127b3e604ee4 HTTP/1.1" status: 204 len: 168 time: 4.6962845 Dec 10 18:31:12.049753 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59058) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:12.065447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ec22d67d-e82a-4882-a9a2-5b2992e5ddae tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1396711526'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:12.095159 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-4e5c699b-f212-4fe0-9a67-31b0edea2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:12.102975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.108772 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3795ef7-420e-4ef2-9ea1-dd6f6c9fcb5a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Network': ['ID=071609de-25a7-49e9-b374-127b3e604ee4,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:12.110039 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5c699b-f212-4fe0-9a67-31b0edea2db3 None None] Routers {'2bcdd298-a0c6-4059-8049-5655eace8acd'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:12.110661 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-4e5c699b-f212-4fe0-9a67-31b0edea2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2bcdd298-a0c6-4059-8049-5655eace8acd'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:12.138999 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-72b3cd0d-605b-43ab-99c1-35b91b27389d tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.1292186 Dec 10 18:31:12.143331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59060) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:12.148168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff83ff2-cbe2-412a-9046-a8b6aa1ba157 None None] Pushing event updated for resources: {'Port': ['ID=c00db97a-8098-4bfb-9f20-3068f76b11d2,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:12.157336 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.160660 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a646f16c-8226-4c27-97f2-b65bc9cdf3dd tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.171205 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-4e5c699b-f212-4fe0-9a67-31b0edea2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:12.171859 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5c699b-f212-4fe0-9a67-31b0edea2db3 None None] The sync data for ids ['2bcdd298-a0c6-4059-8049-5655eace8acd'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:12.208598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d302de70-ef3f-4119-9bff-85b8442538e5 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:12.214390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-69f2ed4a-0ee3-41aa-8fb2-197d89aa8295 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 47c64440-d862-4ed7-8c5c-3c7024b3c530 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:12.218297 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69f2ed4a-0ee3-41aa-8fb2-197d89aa8295 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.233313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.283972 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5fc241da-12da-4dba-a945-0c54782d9c4a tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] 10.222.0.60 "GET /v2.0/floatingips/3596117d-6301-41d0-98c3-ffe2b837f71a HTTP/1.1" status: 200 len: 983 time: 0.1355770 Dec 10 18:31:12.283972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59064) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:12.315854 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a646f16c-8226-4c27-97f2-b65bc9cdf3dd tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.331900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:12.340425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Pushing event updated for resources: {'Port': ['ID=b5e2b465-02a4-47e7-b926-92bbdf5ed9f4,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:12.344349 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:12.346172 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:12.350365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec22d67d-e82a-4882-a9a2-5b2992e5ddae tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:12.354206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec22d67d-e82a-4882-a9a2-5b2992e5ddae tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.440525 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Attempting to bind port b5e2b465-02a4-47e7-b926-92bbdf5ed9f4 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:12.446431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Attempting to bind port b5e2b465-02a4-47e7-b926-92bbdf5ed9f4 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:12.446431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Attempting to bind port b5e2b465-02a4-47e7-b926-92bbdf5ed9f4 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:12.446670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a646f16c-8226-4c27-97f2-b65bc9cdf3dd tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:12.449584 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69f2ed4a-0ee3-41aa-8fb2-197d89aa8295 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.450253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:12.450743 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:12.452116 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.452599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:12.453152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Bound port: b5e2b465-02a4-47e7-b926-92bbdf5ed9f4, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:12.454225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.455569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec22d67d-e82a-4882-a9a2-5b2992e5ddae tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:12.457097 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a646f16c-8226-4c27-97f2-b65bc9cdf3dd tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:12.463105 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6b87bb4e-b20a-432f-9d68-dbca7eb026a3 tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3818 time: 0.1786377 Dec 10 18:31:12.465802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59070) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:12.467185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a646f16c-8226-4c27-97f2-b65bc9cdf3dd tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:12.473383 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a646f16c-8226-4c27-97f2-b65bc9cdf3dd tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:12.474096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a646f16c-8226-4c27-97f2-b65bc9cdf3dd tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.481298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec22d67d-e82a-4882-a9a2-5b2992e5ddae tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.481298 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-ec22d67d-e82a-4882-a9a2-5b2992e5ddae tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Added segment 0bc93dc6-ba06-4b9b-baa5-113acf4f6383 of type vlan for network b644ec60-d684-4157-9a72-1eb54cd753f9 Dec 10 18:31:12.503999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-69f2ed4a-0ee3-41aa-8fb2-197d89aa8295 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 47c64440-d862-4ed7-8c5c-3c7024b3c530 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:12.509225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f16c-8226-4c27-97f2-b65bc9cdf3dd tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event updated for resources: {'Port': ['ID=835b3ffe-70f1-4b97-acdf-20f7b486e7b2,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:12.540235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d302de70-ef3f-4119-9bff-85b8442538e5 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.557562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] For port b5e2b465-02a4-47e7-b926-92bbdf5ed9f4, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:12.565023 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] For port b5e2b465-02a4-47e7-b926-92bbdf5ed9f4, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b5e2b465-02a4-47e7-b926-92bbdf5ed9f4,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:12.575443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec22d67d-e82a-4882-a9a2-5b2992e5ddae tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.619806 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a646f16c-8226-4c27-97f2-b65bc9cdf3dd tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9740217 Dec 10 18:31:12.621372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59074) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:12.629447 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-d302de70-ef3f-4119-9bff-85b8442538e5 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port a359d17e-b72c-4732-aa4e-c25359b2d2be yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:12.631257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-de83ad7c-87ad-46cb-ae54-dbaaef39f158 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Request body: {'port': {'network_id': '6eb014f5-f127-4ff2-8a4e-d7c8036dfc91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-70802080', 'allowed_address_pairs': [{'ip_address': '2001:db8::169', 'mac_address': 'fa:16:3e:08:c4:56'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:12.642077 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.742465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc692d78-814b-4cf4-93eb-84dfdbb42bb7 None None] Pushing event updated for resources: {'Port': ['ID=b5e2b465-02a4-47e7-b926-92bbdf5ed9f4,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:12.753578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec22d67d-e82a-4882-a9a2-5b2992e5ddae tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.759142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec22d67d-e82a-4882-a9a2-5b2992e5ddae tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:12.759771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec22d67d-e82a-4882-a9a2-5b2992e5ddae tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.842726 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d302de70-ef3f-4119-9bff-85b8442538e5 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:31:12.843195 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d302de70-ef3f-4119-9bff-85b8442538e5 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:12.845487 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69f2ed4a-0ee3-41aa-8fb2-197d89aa8295 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.861773 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22d67d-e82a-4882-a9a2-5b2992e5ddae tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Network': ['ID=b644ec60-d684-4157-9a72-1eb54cd753f9,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:12.867082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f1416-38d0-4e3f-a42a-2e7e638e61f4 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Deleting port 25ecf66e-38b2-4a91-ba25-0bd962c63a5a {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:12.867417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1416-38d0-4e3f-a42a-2e7e638e61f4 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.873603 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network b644ec60-d684-4157-9a72-1eb54cd753f9 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:12.901861 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2ed4a-0ee3-41aa-8fb2-197d89aa8295 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=47c64440-d862-4ed7-8c5c-3c7024b3c530,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:12.907825 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69f2ed4a-0ee3-41aa-8fb2-197d89aa8295 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.913012 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-69f2ed4a-0ee3-41aa-8fb2-197d89aa8295 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/47c64440-d862-4ed7-8c5c-3c7024b3c530 HTTP/1.1" status: 204 len: 168 time: 0.8710206 Dec 10 18:31:12.918136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59076) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:12.952561 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ec22d67d-e82a-4882-a9a2-5b2992e5ddae tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9014733 Dec 10 18:31:12.956881 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59078) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:12.963888 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-612c8c55-ae94-4b1b-8d51-10793a84082f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'subnet': {'network_id': 'b644ec60-d684-4157-9a72-1eb54cd753f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:13.027517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1416-38d0-4e3f-a42a-2e7e638e61f4 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.028234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1416-38d0-4e3f-a42a-2e7e638e61f4 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.041582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a862f-61cb-4f7a-b131-915ae4abdf86 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:13.043340 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-004a862f-61cb-4f7a-b131-915ae4abdf86 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1241100 Dec 10 18:31:13.046762 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f1416-38d0-4e3f-a42a-2e7e638e61f4 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Calling delete_port for 25ecf66e-38b2-4a91-ba25-0bd962c63a5a owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:13.048588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59080) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:13.064199 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de83ad7c-87ad-46cb-ae54-dbaaef39f158 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Made reservation on behalf of 8d9be3d86c66471b8fdabd1930472131 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:13.127036 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d302de70-ef3f-4119-9bff-85b8442538e5 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6310985 Dec 10 18:31:13.131049 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59082) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:13.142595 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bb2547-3f84-4a30-877e-3771c3deae2b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] GET failed (client error): The resource could not be found. Dec 10 18:31:13.147224 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-89bb2547-3f84-4a30-877e-3771c3deae2b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/b227fc98-f284-4937-83c9-d018906489a5 HTTP/1.1" status: 404 len: 333 time: 0.0972219 Dec 10 18:31:13.147741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59084) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:13.196431 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-349a27e5-18b2-4fd9-bf8c-288dcf4b6606 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] GET failed (client error): The resource could not be found. Dec 10 18:31:13.200486 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-349a27e5-18b2-4fd9-bf8c-288dcf4b6606 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/47c64440-d862-4ed7-8c5c-3c7024b3c530 HTTP/1.1" status: 404 len: 333 time: 0.0460122 Dec 10 18:31:13.203076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59086) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:13.214237 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612c8c55-ae94-4b1b-8d51-10793a84082f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:13.218786 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-612c8c55-ae94-4b1b-8d51-10793a84082f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.298125 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2cdb97-cb91-48ef-a149-2dab6fdc2d2f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:13.302320 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2d2cdb97-cb91-48ef-a149-2dab6fdc2d2f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1675432 Dec 10 18:31:13.303502 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59088) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:13.490837 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c00db97a-8098-4bfb-9f20-3068f76b11d2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:13.539492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ae41ea-3f2c-4240-8691-12441197abaa None None] Network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:13.554836 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-612c8c55-ae94-4b1b-8d51-10793a84082f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.625246 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a49a0b41-3d21-48f2-b5d2-4d7573f66307 None None] Provisioning complete for port c00db97a-8098-4bfb-9f20-3068f76b11d2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:13.627783 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a49a0b41-3d21-48f2-b5d2-4d7573f66307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.628034 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c8c55-ae94-4b1b-8d51-10793a84082f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Subnet': ['ID=b3c5a3d4-f906-43dc-8cff-b991ea2e9fc8,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:13.638672 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c8c55-ae94-4b1b-8d51-10793a84082f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Checking segment: {'id': '0bc93dc6-ba06-4b9b-baa5-113acf4f6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b644ec60-d684-4157-9a72-1eb54cd753f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:13.639120 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c8c55-ae94-4b1b-8d51-10793a84082f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network hostable DHCP agents. Network: b644ec60-d684-4157-9a72-1eb54cd753f9, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:13.720336 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c8c55-ae94-4b1b-8d51-10793a84082f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network b644ec60-d684-4157-9a72-1eb54cd753f9 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:13.777372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-de83ad7c-87ad-46cb-ae54-dbaaef39f158 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.782370 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-76a67ea8-71be-4624-9a31-652307e47108 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.799401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-612c8c55-ae94-4b1b-8d51-10793a84082f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, b644ec60-d684-4157-9a72-1eb54cd753f9) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:13.814696 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612c8c55-ae94-4b1b-8d51-10793a84082f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:13.817234 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-612c8c55-ae94-4b1b-8d51-10793a84082f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.843056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec319ea-6a66-4722-bedf-425a7afb7dac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:13.845113 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec319ea-6a66-4722-bedf-425a7afb7dac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:13.850196 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7ec319ea-6a66-4722-bedf-425a7afb7dac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5380995 Dec 10 18:31:13.850370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59096) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:13.857623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-de83ad7c-87ad-46cb-ae54-dbaaef39f158 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] device_id is not set on port 3a815b26-40db-4892-a00c-bedccab32cf5 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:13.859274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44917d3f-2c5a-4e39-bb20-739770a28060 None None] Network b644ec60-d684-4157-9a72-1eb54cd753f9 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:13.880902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port c00db97a-8098-4bfb-9f20-3068f76b11d2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:13.881531 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.913566 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-412cd213-8651-4d28-a6bf-aad4fb3f047d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 831d53b1-4b88-4298-9bf3-2f3b460f04d4 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:13.926577 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-612c8c55-ae94-4b1b-8d51-10793a84082f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9657488 Dec 10 18:31:13.926577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-412cd213-8651-4d28-a6bf-aad4fb3f047d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.932440 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59098) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:13.937618 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-17596808-9a59-4836-a2af-3093d6dce8c0 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'subnet': {'network_id': 'b644ec60-d684-4157-9a72-1eb54cd753f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:13.999593 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-76a67ea8-71be-4624-9a31-652307e47108 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.045625 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-412cd213-8651-4d28-a6bf-aad4fb3f047d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.052374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-76a67ea8-71be-4624-9a31-652307e47108 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b3531a-132c-45b5-a643-d78bf0509c92']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:14.056483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1416-38d0-4e3f-a42a-2e7e638e61f4 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.074880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-76a67ea8-71be-4624-9a31-652307e47108 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb936427-c463-45f8-a345-9b6c756e99c4') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:14.075170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-76a67ea8-71be-4624-9a31-652307e47108 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb936427-c463-45f8-a345-9b6c756e99c4') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:14.105795 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f1416-38d0-4e3f-a42a-2e7e638e61f4 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event deleted for resources: {'Port': ['ID=25ecf66e-38b2-4a91-ba25-0bd962c63a5a,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:14.124152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-76a67ea8-71be-4624-9a31-652307e47108 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.126464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-de83ad7c-87ad-46cb-ae54-dbaaef39f158 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Allocated IP 2001:db8::1e6 (6eb014f5-f127-4ff2-8a4e-d7c8036dfc91/d9ae18ed-df4b-4f8f-b734-0a22ae39fec2/3a815b26-40db-4892-a00c-bedccab32cf5) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:14.164421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a49a0b41-3d21-48f2-b5d2-4d7573f66307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.166690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-b644ec60-d684-4157-9a72-1eb54cd753f9', 'network_id': 'b644ec60-d684-4157-9a72-1eb54cd753f9', 'project_id': '7c2e23c6ae1e4737a1288513c38bfa75', 'fixed_ips': [{'subnet_id': 'b3c5a3d4-f906-43dc-8cff-b991ea2e9fc8'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:14.167518 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.181256 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-76a67ea8-71be-4624-9a31-652307e47108 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.205824 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a67ea8-71be-4624-9a31-652307e47108 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:14.206226 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-76a67ea8-71be-4624-9a31-652307e47108 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:14.209190 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:14.242521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.251184 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-412cd213-8651-4d28-a6bf-aad4fb3f047d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.255688 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a49a0b41-3d21-48f2-b5d2-4d7573f66307 None None] For port c00db97a-8098-4bfb-9f20-3068f76b11d2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c00db97a-8098-4bfb-9f20-3068f76b11d2,segment=NetworkSegment(6caa4eec-7dc5-4ae3-b339-bbe643410333),segment_id=6caa4eec-7dc5-4ae3-b339-bbe643410333)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:14.295333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1416-38d0-4e3f-a42a-2e7e638e61f4 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.295333 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-2c0f1416-38d0-4e3f-a42a-2e7e638e61f4 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Floating IP 3596117d-6301-41d0-98c3-ffe2b837f71a disassociated (deleted). External IP: 172.26.5.251, port: 50dd1461-0c9b-4e7a-aa9f-42d42d44fbfb. Dec 10 18:31:14.326351 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17596808-9a59-4836-a2af-3093d6dce8c0 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:14.331125 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17596808-9a59-4836-a2af-3093d6dce8c0 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.388285 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a49a0b41-3d21-48f2-b5d2-4d7573f66307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.419386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-412cd213-8651-4d28-a6bf-aad4fb3f047d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.427426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-76a67ea8-71be-4624-9a31-652307e47108 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.471708 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cd213-8651-4d28-a6bf-aad4fb3f047d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=831d53b1-4b88-4298-9bf3-2f3b460f04d4,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:14.475158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Allocated IP 2001:db8::2 (b644ec60-d684-4157-9a72-1eb54cd753f9/b3c5a3d4-f906-43dc-8cff-b991ea2e9fc8/5fa7062d-69ed-4d2e-87a9-71cf99ddcf41) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:14.493479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-412cd213-8651-4d28-a6bf-aad4fb3f047d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.493479 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-412cd213-8651-4d28-a6bf-aad4fb3f047d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/831d53b1-4b88-4298-9bf3-2f3b460f04d4 HTTP/1.1" status: 204 len: 168 time: 0.6398382 Dec 10 18:31:14.497827 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59100) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:14.504587 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:31:14.505671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:31:14.516460 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a0b41-3d21-48f2-b5d2-4d7573f66307 None None] Pushing event updated for resources: {'Port': ['ID=c00db97a-8098-4bfb-9f20-3068f76b11d2,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:14.518408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-76a67ea8-71be-4624-9a31-652307e47108 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.525679 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-76a67ea8-71be-4624-9a31-652307e47108 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/networks/d6b3531a-132c-45b5-a643-d78bf0509c92 HTTP/1.1" status: 204 len: 168 time: 1.3156061 Dec 10 18:31:14.525679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a67ea8-71be-4624-9a31-652307e47108 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Network': ['ID=d6b3531a-132c-45b5-a643-d78bf0509c92,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:14.536109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59104) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:14.537629 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-e7dd17ae-b839-4548-b55b-a40e767bd41d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-650382097'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:14.540646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143faf39-e781-40ac-843f-7dc6a360dfa3 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:14.549806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-de83ad7c-87ad-46cb-ae54-dbaaef39f158 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.609249 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6937636b-4b03-4889-925c-6e24da8d128c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101785 Dec 10 18:31:14.610188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59106) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:14.622377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8b5633c3-95b4-4915-92ca-a24a71ec5117 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:14.668453 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0727975e-fe11-4ddf-b607-275f23badf01 None None] Provisioning complete for port c00db97a-8098-4bfb-9f20-3068f76b11d2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:14.669055 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0727975e-fe11-4ddf-b607-275f23badf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.735197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dd17ae-b839-4548-b55b-a40e767bd41d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:14.738725 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e7dd17ae-b839-4548-b55b-a40e767bd41d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.858878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-de83ad7c-87ad-46cb-ae54-dbaaef39f158 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.873529 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17596808-9a59-4836-a2af-3093d6dce8c0 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.910104 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.910919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7dd17ae-b839-4548-b55b-a40e767bd41d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:14.931707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0727975e-fe11-4ddf-b607-275f23badf01 None None] Provisioning complete for port b5e2b465-02a4-47e7-b926-92bbdf5ed9f4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:14.932277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0727975e-fe11-4ddf-b607-275f23badf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.932648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17596808-9a59-4836-a2af-3093d6dce8c0 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network b644ec60-d684-4157-9a72-1eb54cd753f9 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:14.939608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-17596808-9a59-4836-a2af-3093d6dce8c0 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:14.952298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17596808-9a59-4836-a2af-3093d6dce8c0 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:14.952493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17596808-9a59-4836-a2af-3093d6dce8c0 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.964404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de83ad7c-87ad-46cb-ae54-dbaaef39f158 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:14.969567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e7dd17ae-b839-4548-b55b-a40e767bd41d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.969567 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-e7dd17ae-b839-4548-b55b-a40e767bd41d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Added segment 039ba12c-351e-4067-8cdb-b2b46153ae21 of type vlan for network 5836689d-7610-4312-81f7-fc6615f6ed7f Dec 10 18:31:14.981546 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9354fe-b4f6-45ff-9c73-0a71c0b94c7a None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:14.983578 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17596808-9a59-4836-a2af-3093d6dce8c0 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Subnet': ['ID=a40832a0-9b8a-4b24-be89-8921f98f4498,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:14.985245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-de83ad7c-87ad-46cb-ae54-dbaaef39f158 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:14.992916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.994887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de83ad7c-87ad-46cb-ae54-dbaaef39f158 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:15.001653 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de83ad7c-87ad-46cb-ae54-dbaaef39f158 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.002519 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-de83ad7c-87ad-46cb-ae54-dbaaef39f158 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.005998 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83ad7c-87ad-46cb-ae54-dbaaef39f158 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event updated for resources: {'Port': ['ID=3a815b26-40db-4892-a00c-bedccab32cf5,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:15.060292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5633c3-95b4-4915-92ca-a24a71ec5117 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:15.064711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b5633c3-95b4-4915-92ca-a24a71ec5117 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.075910 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0f1416-38d0-4e3f-a42a-2e7e638e61f4 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Router 2bcdd298-a0c6-4059-8049-5655eace8acd has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:15.077713 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e7dd17ae-b839-4548-b55b-a40e767bd41d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.118455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Network b644ec60-d684-4157-9a72-1eb54cd753f9 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:15.123130 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-17596808-9a59-4836-a2af-3093d6dce8c0 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1897790 Dec 10 18:31:15.126955 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59112) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:15.135475 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:15.141156 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Pushing event updated for resources: {'Port': ['ID=5fa7062d-69ed-4d2e-87a9-71cf99ddcf41,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:15.151000 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:15.159118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b5e2b465-02a4-47e7-b926-92bbdf5ed9f4 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:15.171100 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-de83ad7c-87ad-46cb-ae54-dbaaef39f158 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.5420954 Dec 10 18:31:15.175888 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59114) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:15.244932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c767bcb-1c47-4fab-bc2f-a2a7a3ae0eec tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.246537 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c767bcb-1c47-4fab-bc2f-a2a7a3ae0eec tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.248063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c767bcb-1c47-4fab-bc2f-a2a7a3ae0eec tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.249583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c767bcb-1c47-4fab-bc2f-a2a7a3ae0eec tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.251702 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c767bcb-1c47-4fab-bc2f-a2a7a3ae0eec tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.253424 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0c767bcb-1c47-4fab-bc2f-a2a7a3ae0eec tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1254840 Dec 10 18:31:15.264763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de929b08-4b6d-40ef-88f0-98eb180c309f tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.270483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de929b08-4b6d-40ef-88f0-98eb180c309f tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.276339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de929b08-4b6d-40ef-88f0-98eb180c309f tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.280646 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-de929b08-4b6d-40ef-88f0-98eb180c309f tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1011593 Dec 10 18:31:15.280646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59116) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:15.281500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59118) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:15.291361 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b14bec97-2de8-4a1d-8bdf-a732884d5768 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1224435845'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:15.291840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0727975e-fe11-4ddf-b607-275f23badf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.312971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ed9354fe-b4f6-45ff-9c73-0a71c0b94c7a None None] Deleting port b5e2b465-02a4-47e7-b926-92bbdf5ed9f4 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:15.313350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ed9354fe-b4f6-45ff-9c73-0a71c0b94c7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.320422 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e7dd17ae-b839-4548-b55b-a40e767bd41d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.326149 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dd17ae-b839-4548-b55b-a40e767bd41d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.326755 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e7dd17ae-b839-4548-b55b-a40e767bd41d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.366395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Attempting to bind port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:15.367024 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Attempting to bind port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '0bc93dc6-ba06-4b9b-baa5-113acf4f6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b644ec60-d684-4157-9a72-1eb54cd753f9'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:15.367643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Attempting to bind port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 on network b644ec60-d684-4157-9a72-1eb54cd753f9 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:15.392134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:15.392763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Checking segment: {'id': '0bc93dc6-ba06-4b9b-baa5-113acf4f6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b644ec60-d684-4157-9a72-1eb54cd753f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:15.393490 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.394200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Bound using segment: {'id': '0bc93dc6-ba06-4b9b-baa5-113acf4f6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b644ec60-d684-4157-9a72-1eb54cd753f9'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:15.395149 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Bound port: 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc93dc6-ba06-4b9b-baa5-113acf4f6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b644ec60-d684-4157-9a72-1eb54cd753f9'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:15.395830 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.410969 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9bff4-9373-48ed-9076-3b36b635ca8b tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Deleting port 3a815b26-40db-4892-a00c-bedccab32cf5 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:15.412015 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bff4-9373-48ed-9076-3b36b635ca8b tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.418674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14bec97-2de8-4a1d-8bdf-a732884d5768 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:15.423732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b14bec97-2de8-4a1d-8bdf-a732884d5768 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.423886 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-0727975e-fe11-4ddf-b607-275f23badf01 None None] For port b5e2b465-02a4-47e7-b926-92bbdf5ed9f4, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b5e2b465-02a4-47e7-b926-92bbdf5ed9f4,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:15.441138 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ed9354fe-b4f6-45ff-9c73-0a71c0b94c7a None None] For port b5e2b465-02a4-47e7-b926-92bbdf5ed9f4, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b5e2b465-02a4-47e7-b926-92bbdf5ed9f4,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:15.446430 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ed9354fe-b4f6-45ff-9c73-0a71c0b94c7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.446568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd17ae-b839-4548-b55b-a40e767bd41d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Network': ['ID=5836689d-7610-4312-81f7-fc6615f6ed7f,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:15.475042 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e7dd17ae-b839-4548-b55b-a40e767bd41d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9436469 Dec 10 18:31:15.478244 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59120) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:15.484225 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0f1416-38d0-4e3f-a42a-2e7e638e61f4 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:15.485403 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 5836689d-7610-4312-81f7-fc6615f6ed7f details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:15.488126 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-194c7caa-5f48-4c77-b407-f1032e93d6f7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': '5836689d-7610-4312-81f7-fc6615f6ed7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:15.502560 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port b5e2b465-02a4-47e7-b926-92bbdf5ed9f4 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:15.502560 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.505520 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ed9354fe-b4f6-45ff-9c73-0a71c0b94c7a None None] Calling delete_port for b5e2b465-02a4-47e7-b926-92bbdf5ed9f4 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:15.519774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c471dfc-ceb8-46fc-a6ad-d40f16cbde26 None None] Sync routers for ids ['2bcdd298-a0c6-4059-8049-5655eace8acd'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:15.531462 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14bec97-2de8-4a1d-8bdf-a732884d5768 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:15.541372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1416-38d0-4e3f-a42a-2e7e638e61f4 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.568058 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b14bec97-2de8-4a1d-8bdf-a732884d5768 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.568543 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-b14bec97-2de8-4a1d-8bdf-a732884d5768 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Added segment 0449d1e4-384c-4df2-a2fc-787730cbc519 of type vlan for network c220f989-1454-431b-aa49-22ff01792f34 Dec 10 18:31:15.581636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0727975e-fe11-4ddf-b607-275f23badf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.591750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bff4-9373-48ed-9076-3b36b635ca8b tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.602438 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2c0f1416-38d0-4e3f-a42a-2e7e638e61f4 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "DELETE /v2.0/floatingips/3596117d-6301-41d0-98c3-ffe2b837f71a HTTP/1.1" status: 204 len: 168 time: 3.1354296 Dec 10 18:31:15.608317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59122) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:15.614331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:15.642220 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9bff4-9373-48ed-9076-3b36b635ca8b tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Calling delete_port for 3a815b26-40db-4892-a00c-bedccab32cf5 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:15.652812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b14bec97-2de8-4a1d-8bdf-a732884d5768 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.701806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.732325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c471dfc-ceb8-46fc-a6ad-d40f16cbde26 None None] Routers {'2bcdd298-a0c6-4059-8049-5655eace8acd'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:15.733140 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-8c471dfc-ceb8-46fc-a6ad-d40f16cbde26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2bcdd298-a0c6-4059-8049-5655eace8acd'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:15.739428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] For port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:15.747819 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0727975e-fe11-4ddf-b607-275f23badf01 None None] Provisioning complete for port 835b3ffe-70f1-4b97-acdf-20f7b486e7b2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:15.748190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0727975e-fe11-4ddf-b607-275f23badf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.772572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b5633c3-95b4-4915-92ca-a24a71ec5117 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.791751 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b14bec97-2de8-4a1d-8bdf-a732884d5768 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.805600 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14bec97-2de8-4a1d-8bdf-a732884d5768 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.806267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b14bec97-2de8-4a1d-8bdf-a732884d5768 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.830071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-8c471dfc-ceb8-46fc-a6ad-d40f16cbde26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:15.840129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] For port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5fa7062d-69ed-4d2e-87a9-71cf99ddcf41,segment=NetworkSegment(0bc93dc6-ba06-4b9b-baa5-113acf4f6383),segment_id=0bc93dc6-ba06-4b9b-baa5-113acf4f6383)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:15.859011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5633c3-95b4-4915-92ca-a24a71ec5117 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:15.869464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-8b5633c3-95b4-4915-92ca-a24a71ec5117 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:15.871067 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727975e-fe11-4ddf-b607-275f23badf01 None None] Pushing event updated for resources: {'Port': ['ID=b5e2b465-02a4-47e7-b926-92bbdf5ed9f4,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:15.876015 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5633c3-95b4-4915-92ca-a24a71ec5117 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:15.876600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b5633c3-95b4-4915-92ca-a24a71ec5117 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.887520 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bec97-2de8-4a1d-8bdf-a732884d5768 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Network': ['ID=c220f989-1454-431b-aa49-22ff01792f34,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:15.888090 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194c7caa-5f48-4c77-b407-f1032e93d6f7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:15.892003 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-194c7caa-5f48-4c77-b407-f1032e93d6f7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.893450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-0727975e-fe11-4ddf-b607-275f23badf01 None None] Port 835b3ffe-70f1-4b97-acdf-20f7b486e7b2 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:15.897779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c471dfc-ceb8-46fc-a6ad-d40f16cbde26 None None] Routers {'2bcdd298-a0c6-4059-8049-5655eace8acd'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:15.898600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-8c471dfc-ceb8-46fc-a6ad-d40f16cbde26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:30:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2bcdd298-a0c6-4059-8049-5655eace8acd'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:15.900462 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bff4-9373-48ed-9076-3b36b635ca8b tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.912271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5633c3-95b4-4915-92ca-a24a71ec5117 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=2ce3c7a5-86d0-451d-b026-1eafc358eacd,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:15.950448 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9bff4-9373-48ed-9076-3b36b635ca8b tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event deleted for resources: {'Port': ['ID=3a815b26-40db-4892-a00c-bedccab32cf5,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:15.978910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network c220f989-1454-431b-aa49-22ff01792f34 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:15.978910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.987000 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b14bec97-2de8-4a1d-8bdf-a732884d5768 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7060699 Dec 10 18:31:15.988617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-8c471dfc-ceb8-46fc-a6ad-d40f16cbde26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:15.989169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c471dfc-ceb8-46fc-a6ad-d40f16cbde26 None None] The sync data for ids ['2bcdd298-a0c6-4059-8049-5655eace8acd'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:15.989978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59130) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:16.002129 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-67bdc33f-5de5-453f-b5f1-f9c7c597b580 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:16.028090 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8b5633c3-95b4-4915-92ca-a24a71ec5117 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4114497 Dec 10 18:31:16.040541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59132) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:16.050055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-79a4e9d3-0683-4a0a-a8ef-8fc770952ea7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-237140485', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:16.077328 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_backend_mixin [None req-194c7caa-5f48-4c77-b407-f1032e93d6f7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Performing IP validity checks on allocation pools {{(pid=103593) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:31:16.080583 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_backend_mixin [None req-194c7caa-5f48-4c77-b407-f1032e93d6f7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103593) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:31:16.120887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.147620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a4e9d3-0683-4a0a-a8ef-8fc770952ea7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.150970 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a4e9d3-0683-4a0a-a8ef-8fc770952ea7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.158948 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bff4-9373-48ed-9076-3b36b635ca8b tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.162282 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bcb9bff4-9373-48ed-9076-3b36b635ca8b tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "DELETE /v2.0/ports/3a815b26-40db-4892-a00c-bedccab32cf5 HTTP/1.1" status: 204 len: 168 time: 0.8799114 Dec 10 18:31:16.164930 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59134) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:16.247536 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c07808b-66f4-421e-b0cd-80630399835a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] GET failed (client error): The resource could not be found. Dec 10 18:31:16.252401 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6c07808b-66f4-421e-b0cd-80630399835a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "GET /v2.0/ports/3a815b26-40db-4892-a00c-bedccab32cf5 HTTP/1.1" status: 404 len: 333 time: 0.0831378 Dec 10 18:31:16.253247 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59136) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:16.271013 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c7789a24-278d-4281-b5ff-3b034ebc0ca0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Request body: {'port': {'network_id': '6eb014f5-f127-4ff2-8a4e-d7c8036dfc91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-398846073'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:16.358514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a4e9d3-0683-4a0a-a8ef-8fc770952ea7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.392047 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ed9354fe-b4f6-45ff-9c73-0a71c0b94c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.394089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-67bdc33f-5de5-453f-b5f1-f9c7c597b580 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.402828 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-143a6393-5b30-4624-ad55-b421c90a942e None None] Could not find standard attr ID for object 3a815b26-40db-4892-a00c-bedccab32cf5. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:31:16.444736 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Allocated IP 172.26.5.17 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/f6b59263-3af3-4230-97cf-6ad03f9f3d4f) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:16.465872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a4e9d3-0683-4a0a-a8ef-8fc770952ea7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.476642 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845569d-96d0-4c86-9f46-66c44a982585 None None] Pushing event updated for resources: {'Port': ['ID=5fa7062d-69ed-4d2e-87a9-71cf99ddcf41,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:16.483041 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-67bdc33f-5de5-453f-b5f1-f9c7c597b580 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.517302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9354fe-b4f6-45ff-9c73-0a71c0b94c7a None None] Pushing event deleted for resources: {'Port': ['ID=b5e2b465-02a4-47e7-b926-92bbdf5ed9f4,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:16.536709 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-67bdc33f-5de5-453f-b5f1-f9c7c597b580 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network c220f989-1454-431b-aa49-22ff01792f34 is not hosted by any dhcp agent {{(pid=103594) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:31:16.542236 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bdc33f-5de5-453f-b5f1-f9c7c597b580 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:16.544068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-67bdc33f-5de5-453f-b5f1-f9c7c597b580 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.544190 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-67bdc33f-5de5-453f-b5f1-f9c7c597b580 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "PUT /v2.0/networks/c220f989-1454-431b-aa49-22ff01792f34 HTTP/1.1" status: 200 len: 723 time: 0.5531731 Dec 10 18:31:16.548169 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59138) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:16.553061 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-853d89ee-6994-4968-8378-8d8a33fd93c5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'subnet': {'network_id': 'c220f989-1454-431b-aa49-22ff01792f34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:16.566695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9354fe-b4f6-45ff-9c73-0a71c0b94c7a None None] No DVR routers for this DVR port b5e2b465-02a4-47e7-b926-92bbdf5ed9f4 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:16.568502 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-194c7caa-5f48-4c77-b407-f1032e93d6f7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.581768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-143a6393-5b30-4624-ad55-b421c90a942e None None] Provisioning complete for port 835b3ffe-70f1-4b97-acdf-20f7b486e7b2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:16.583209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-143a6393-5b30-4624-ad55-b421c90a942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.632118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-143a6393-5b30-4624-ad55-b421c90a942e None None] Port 835b3ffe-70f1-4b97-acdf-20f7b486e7b2 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:16.634588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f548c71b-8645-463e-88bc-40066f300210 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:16.648327 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7789a24-278d-4281-b5ff-3b034ebc0ca0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Made reservation on behalf of 8d9be3d86c66471b8fdabd1930472131 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:16.650319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a4e9d3-0683-4a0a-a8ef-8fc770952ea7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.651544 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-79a4e9d3-0683-4a0a-a8ef-8fc770952ea7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6062672 Dec 10 18:31:16.651894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c7789a24-278d-4281-b5ff-3b034ebc0ca0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.661370 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59140) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:16.679694 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.680454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51c944e7-0143-4990-95a7-a1a1514a3de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.685337 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdc33f-5de5-453f-b5f1-f9c7c597b580 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Network': ['ID=c220f989-1454-431b-aa49-22ff01792f34,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:16.700483 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network c220f989-1454-431b-aa49-22ff01792f34 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:16.719496 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-c7789a24-278d-4281-b5ff-3b034ebc0ca0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] device_id is not set on port f5d7816c-d9fe-4b64-a217-4262c9de31e9 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:16.779552 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c7caa-5f48-4c77-b407-f1032e93d6f7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Subnet': ['ID=614c4187-232b-47fd-947f-296be670d221,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:16.835588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:16.867649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853d89ee-6994-4968-8378-8d8a33fd93c5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:16.872602 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-853d89ee-6994-4968-8378-8d8a33fd93c5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.886093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c7caa-5f48-4c77-b407-f1032e93d6f7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Checking segment: {'id': '039ba12c-351e-4067-8cdb-b2b46153ae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5836689d-7610-4312-81f7-fc6615f6ed7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:16.886481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c7caa-5f48-4c77-b407-f1032e93d6f7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network hostable DHCP agents. Network: 5836689d-7610-4312-81f7-fc6615f6ed7f, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:16.918403 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '2ce3c7a5-86d0-451d-b026-1eafc358eacd'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:16.919328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.940752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:16.941139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.975873 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-c7789a24-278d-4281-b5ff-3b034ebc0ca0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Allocated IP 2001:db8::130 (6eb014f5-f127-4ff2-8a4e-d7c8036dfc91/d9ae18ed-df4b-4f8f-b734-0a22ae39fec2/f5d7816c-d9fe-4b64-a217-4262c9de31e9) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:17.008339 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.069038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:17.074250 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c7caa-5f48-4c77-b407-f1032e93d6f7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 5836689d-7610-4312-81f7-fc6615f6ed7f is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:17.080604 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:17.087458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:17.149854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Pushing event updated for resources: {'Port': ['ID=f6b59263-3af3-4230-97cf-6ad03f9f3d4f,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:17.169771 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Allocated IP 2001:db8::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/2ce3c7a5-86d0-451d-b026-1eafc358eacd/96156a5a-210a-47ad-9fa7-c6fb4a112ca7) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:17.176689 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.256197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.264143 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-194c7caa-5f48-4c77-b407-f1032e93d6f7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 5836689d-7610-4312-81f7-fc6615f6ed7f) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:17.272008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c7caa-5f48-4c77-b407-f1032e93d6f7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:17.272609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-194c7caa-5f48-4c77-b407-f1032e93d6f7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.363193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b777fbe8-aa4c-486f-a382-16b0da48779f None None] Network 5836689d-7610-4312-81f7-fc6615f6ed7f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:17.366223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.415152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d908747c-1c76-4f4d-aea9-da92f2788880 None None] Network b644ec60-d684-4157-9a72-1eb54cd753f9 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:17.424667 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.461256 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-194c7caa-5f48-4c77-b407-f1032e93d6f7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9815128 Dec 10 18:31:17.461467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59148) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:17.473654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.486514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c198a745-b6d6-4bbe-b9dd-2718ba11e0ca tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'network_id': '5836689d-7610-4312-81f7-fc6615f6ed7f', 'name': 'tempest-PortsIpV6TestJSON-1333444210'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:17.529057 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Pushing event updated for resources: {'Port': ['ID=96156a5a-210a-47ad-9fa7-c6fb4a112ca7,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:17.579829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c7789a24-278d-4281-b5ff-3b034ebc0ca0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.600147 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:17.637918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:17.639668 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a7b86f42-3bae-4be6-bf50-f72a7d37030c None None] Provisioning complete for port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:17.640046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a7b86f42-3bae-4be6-bf50-f72a7d37030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.644430 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-853d89ee-6994-4968-8378-8d8a33fd93c5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.644653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:17.681277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-5836689d-7610-4312-81f7-fc6615f6ed7f', 'network_id': '5836689d-7610-4312-81f7-fc6615f6ed7f', 'project_id': '7d2a1197fd88473fb9b34299d95b485d', 'fixed_ips': [{'subnet_id': '614c4187-232b-47fd-947f-296be670d221'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:17.681670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.707210 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.716248 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c7789a24-278d-4281-b5ff-3b034ebc0ca0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.770086 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d89ee-6994-4968-8378-8d8a33fd93c5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Subnet': ['ID=1b80303b-8103-4a3d-ac56-8e2cfc4d0ed4,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:17.788458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7789a24-278d-4281-b5ff-3b034ebc0ca0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:17.794262 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-c7789a24-278d-4281-b5ff-3b034ebc0ca0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:17.796736 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d89ee-6994-4968-8378-8d8a33fd93c5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Checking segment: {'id': '0449d1e4-384c-4df2-a2fc-787730cbc519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c220f989-1454-431b-aa49-22ff01792f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:17.797011 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853d89ee-6994-4968-8378-8d8a33fd93c5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network hostable DHCP agents. Network: c220f989-1454-431b-aa49-22ff01792f34, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:17.799547 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7789a24-278d-4281-b5ff-3b034ebc0ca0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:17.805263 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7789a24-278d-4281-b5ff-3b034ebc0ca0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:17.811251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c7789a24-278d-4281-b5ff-3b034ebc0ca0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.811251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7789a24-278d-4281-b5ff-3b034ebc0ca0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event updated for resources: {'Port': ['ID=f5d7816c-d9fe-4b64-a217-4262c9de31e9,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:17.881210 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5fa7062d-69ed-4d2e-87a9-71cf99ddcf41,segment=NetworkSegment(0bc93dc6-ba06-4b9b-baa5-113acf4f6383),segment_id=0bc93dc6-ba06-4b9b-baa5-113acf4f6383)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:17.888143 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Attempting to bind port 96156a5a-210a-47ad-9fa7-c6fb4a112ca7 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:17.888516 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Attempting to bind port 96156a5a-210a-47ad-9fa7-c6fb4a112ca7 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:17.888882 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Attempting to bind port 96156a5a-210a-47ad-9fa7-c6fb4a112ca7 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:17.901615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59150) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:17.905990 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c7789a24-278d-4281-b5ff-3b034ebc0ca0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6501386 Dec 10 18:31:17.906479 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:17.906949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:17.907472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.907752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:17.908234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Bound port: 96156a5a-210a-47ad-9fa7-c6fb4a112ca7, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:17.908625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.910628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853d89ee-6994-4968-8378-8d8a33fd93c5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network c220f989-1454-431b-aa49-22ff01792f34 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:17.919517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8556e27a-51ff-46da-b84f-aee8f7849006 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::169', 'mac_address': 'fa:16:3e:08:c4:56'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:17.991770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.992746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c00db97a-8098-4bfb-9f20-3068f76b11d2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:17.998995 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-853d89ee-6994-4968-8378-8d8a33fd93c5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, c220f989-1454-431b-aa49-22ff01792f34) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:18.004303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853d89ee-6994-4968-8378-8d8a33fd93c5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:18.011914 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-853d89ee-6994-4968-8378-8d8a33fd93c5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553514'] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.055842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9e1226-24d7-4b94-a2bb-6b4c40b012b8 None None] Network c220f989-1454-431b-aa49-22ff01792f34 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:18.104678 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-853d89ee-6994-4968-8378-8d8a33fd93c5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5544977 Dec 10 18:31:18.106626 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59156) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:18.112582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-86a10927-bb82-4c93-8081-a4f284aa9735 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:18.188128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8556e27a-51ff-46da-b84f-aee8f7849006 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.199595 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c46b7d83-119c-40bb-b4c5-0a41bb4918fc req-7f7d4815-ee33-4e7e-b22e-32768c6fd300 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2960033 Dec 10 18:31:18.241536 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::1 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/2ce3c7a5-86d0-451d-b026-1eafc358eacd/17ded98d-6bb3-4677-af82-9069d66d91f7) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:18.248314 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86a10927-bb82-4c93-8081-a4f284aa9735 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4008886'] for subnet, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.282883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Allocated IP 2001:db8::2 (5836689d-7610-4312-81f7-fc6615f6ed7f/614c4187-232b-47fd-947f-296be670d221/21c76754-9496-42f1-80b4-8846e2c2f256) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:18.288277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a7b86f42-3bae-4be6-bf50-f72a7d37030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.304782 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=5fa7062d-69ed-4d2e-87a9-71cf99ddcf41,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:18.358075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a519d-55bf-4925-a9ab-eae8c5dee2f9 None None] Update dhcp port {'port': {'network_id': 'b644ec60-d684-4157-9a72-1eb54cd753f9', 'fixed_ips': [{'subnet_id': 'b3c5a3d4-f906-43dc-8cff-b991ea2e9fc8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a40832a0-9b8a-4b24-be89-8921f98f4498'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '5fa7062d-69ed-4d2e-87a9-71cf99ddcf41'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:31:18.406410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] For port 96156a5a-210a-47ad-9fa7-c6fb4a112ca7, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:18.418520 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.424443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c198a745-b6d6-4bbe-b9dd-2718ba11e0ca tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:18.428008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c198a745-b6d6-4bbe-b9dd-2718ba11e0ca tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.503556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86a10927-bb82-4c93-8081-a4f284aa9735 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763100088540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25687651'] for subnet, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.527335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b7d83-119c-40bb-b4c5-0a41bb4918fc req-de2b6343-3595-4ee7-85bb-9aa0c2b77720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:18.528839 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c46b7d83-119c-40bb-b4c5-0a41bb4918fc req-de2b6343-3595-4ee7-85bb-9aa0c2b77720 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fef7d7d333340c9895bd62dcce63be7&device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 1099 time: 0.2463107 Dec 10 18:31:18.542443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-c198a745-b6d6-4bbe-b9dd-2718ba11e0ca tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port ee00eafa-e295-4696-8f4f-524588d60917 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:18.553287 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a10927-bb82-4c93-8081-a4f284aa9735 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:18.554537 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86a10927-bb82-4c93-8081-a4f284aa9735 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.560210 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-86a10927-bb82-4c93-8081-a4f284aa9735 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "PUT /v2.0/subnets/1b80303b-8103-4a3d-ac56-8e2cfc4d0ed4 HTTP/1.1" status: 200 len: 826 time: 0.4524755 Dec 10 18:31:18.561163 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59160) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:18.561278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.617852 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.644100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a10927-bb82-4c93-8081-a4f284aa9735 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Subnet': ['ID=1b80303b-8103-4a3d-ac56-8e2cfc4d0ed4,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:18.652548 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] For port 96156a5a-210a-47ad-9fa7-c6fb4a112ca7, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=96156a5a-210a-47ad-9fa7-c6fb4a112ca7,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:18.653787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be69e240-8b3d-40ed-ab2a-a7e4456060d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-c220f989-1454-431b-aa49-22ff01792f34', 'network_id': 'c220f989-1454-431b-aa49-22ff01792f34', 'project_id': '7c2e23c6ae1e4737a1288513c38bfa75', 'fixed_ips': [{'subnet_id': '1b80303b-8103-4a3d-ac56-8e2cfc4d0ed4'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:18.654641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be69e240-8b3d-40ed-ab2a-a7e4456060d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.661347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-630a519d-55bf-4925-a9ab-eae8c5dee2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.694632 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.695803 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.698588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port c00db97a-8098-4bfb-9f20-3068f76b11d2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:18.698588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.757186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.759069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-a7b86f42-3bae-4be6-bf50-f72a7d37030c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:31:18.759424 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-a7b86f42-3bae-4be6-bf50-f72a7d37030c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:31:18.766355 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.817708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Pushing event updated for resources: {'Port': ['ID=f6b59263-3af3-4230-97cf-6ad03f9f3d4f,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:18.837436 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.880394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8556e27a-51ff-46da-b84f-aee8f7849006 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.889970 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b7d83-119c-40bb-b4c5-0a41bb4918fc req-b1aff640-a511-4b19-8761-e46db7e9de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:18.891527 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c46b7d83-119c-40bb-b4c5-0a41bb4918fc req-b1aff640-a511-4b19-8761-e46db7e9de64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df7c08a5-ac1e-45f6-93ce-d389852f8247 HTTP/1.1" status: 200 len: 913 time: 0.3313069 Dec 10 18:31:18.920991 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.925569 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b6c81bbd-94cc-4970-93f8-9de997a11214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.956232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Subnet': ['ID=1b80303b-8103-4a3d-ac56-8e2cfc4d0ed4,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:18.967579 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c46b7d83-119c-40bb-b4c5-0a41bb4918fc req-b7d49001-ffbe-4779-961a-0b8cfeff3d1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660e820a-f635-4940-9f81-34d2cdf9e827 HTTP/1.1" status: 200 len: 1000 time: 0.0679753 Dec 10 18:31:18.991337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8556e27a-51ff-46da-b84f-aee8f7849006 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.043639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedd934-9fab-4d27-a00a-c92f27d28284 None None] Pushing event updated for resources: {'Port': ['ID=96156a5a-210a-47ad-9fa7-c6fb4a112ca7,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:19.047765 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.063195 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.064454 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-827e18bf-cd89-41a9-8a54-b74cb5f3e1fa tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4535055 Dec 10 18:31:19.066220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.068329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59162) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:19.083491 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c220f989-1454-431b-aa49-22ff01792f34']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:19.091825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8556e27a-51ff-46da-b84f-aee8f7849006 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] In _notify_port_updated(), no bound segment for port f5d7816c-d9fe-4b64-a217-4262c9de31e9 on network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:31:19.097154 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0449d1e4-384c-4df2-a2fc-787730cbc519') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:19.097553 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0449d1e4-384c-4df2-a2fc-787730cbc519') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:19.098196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8556e27a-51ff-46da-b84f-aee8f7849006 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:19.099199 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8556e27a-51ff-46da-b84f-aee8f7849006 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.102837 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8556e27a-51ff-46da-b84f-aee8f7849006 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "PUT /v2.0/ports/f5d7816c-d9fe-4b64-a217-4262c9de31e9 HTTP/1.1" status: 200 len: 1002 time: 1.1955900 Dec 10 18:31:19.106180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59168) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:19.117934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b7d83-119c-40bb-b4c5-0a41bb4918fc req-10b8bc9a-c32f-4944-b6c1-2d00d2e1d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:19.125083 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c46b7d83-119c-40bb-b4c5-0a41bb4918fc req-10b8bc9a-c32f-4944-b6c1-2d00d2e1d4ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=10285287-a2f3-4c13-9830-3267cee803d1 HTTP/1.1" status: 200 len: 851 time: 0.1394894 Dec 10 18:31:19.125246 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.126144 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:19.141439 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:19.144546 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:19.145100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.169280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556e27a-51ff-46da-b84f-aee8f7849006 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event updated for resources: {'Port': ['ID=f5d7816c-d9fe-4b64-a217-4262c9de31e9,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server [None req-be69e240-8b3d-40ed-ab2a-a7e4456060d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b80303b-8103-4a3d-ac56-8e2cfc4d0ed4: This subnet is being modified by another concurrent operation. Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:31:19.177439 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b80303b-8103-4a3d-ac56-8e2cfc4d0ed4: This subnet is being modified by another concurrent operation. Dec 10 18:31:19.181148 dv-neutron-821434-1-hyperv neutron-server[103595]: ERROR oslo_messaging.rpc.server Dec 10 18:31:19.218201 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.258323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfebacd-5a14-432d-b83b-5f38b174fc0f None None] Network c220f989-1454-431b-aa49-22ff01792f34 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:19.344364 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.365611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:19.374192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:19.378950 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:19.384990 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:19.423021 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.462047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=17ded98d-6bb3-4677-af82-9069d66d91f7,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:19.509412 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b7d83-119c-40bb-b4c5-0a41bb4918fc req-94b8eddb-c9f6-460e-a1b4-78b239836086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:19.511048 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c46b7d83-119c-40bb-b4c5-0a41bb4918fc req-94b8eddb-c9f6-460e-a1b4-78b239836086 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df7c08a5-ac1e-45f6-93ce-d389852f8247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3838341 Dec 10 18:31:19.513535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-c198a745-b6d6-4bbe-b9dd-2718ba11e0ca tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Allocated IP 2001:db8::15d (5836689d-7610-4312-81f7-fc6615f6ed7f/614c4187-232b-47fd-947f-296be670d221/ee00eafa-e295-4696-8f4f-524588d60917) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:19.526035 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-bc723af0-f851-4837-b3da-448489c52639 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Deleting port f5d7816c-d9fe-4b64-a217-4262c9de31e9 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:19.532129 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bc723af0-f851-4837-b3da-448489c52639 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.552404 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Network 5836689d-7610-4312-81f7-fc6615f6ed7f is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:19.553587 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Pushing event updated for resources: {'Port': ['ID=21c76754-9496-42f1-80b4-8846e2c2f256,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:19.557055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks [] for floatingip, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.594419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.603056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:19.606763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:19.611491 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.617198 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/c220f989-1454-431b-aa49-22ff01792f34 HTTP/1.1" status: 204 len: 168 time: 1.0469453 Dec 10 18:31:19.620193 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59174) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:19.651055 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a50fd5-b887-4ff7-bb9f-f836043ff4bf None None] Network c220f989-1454-431b-aa49-22ff01792f34 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:19.651594 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa1714-1c7c-47b0-9760-ec127f5432de tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Network': ['ID=c220f989-1454-431b-aa49-22ff01792f34,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:19.677907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-630a519d-55bf-4925-a9ab-eae8c5dee2f9 None None] Allocated IP 172.20.0.1 (b644ec60-d684-4157-9a72-1eb54cd753f9/a40832a0-9b8a-4b24-be89-8921f98f4498/5fa7062d-69ed-4d2e-87a9-71cf99ddcf41) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:19.680209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a50fd5-b887-4ff7-bb9f-f836043ff4bf None None] Network c220f989-1454-431b-aa49-22ff01792f34 could not be found, it might have been deleted concurrently. {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:31:19.694883 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bc723af0-f851-4837-b3da-448489c52639 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.699932 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a483c3-214f-4d62-9f4f-2a561edafa2a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:19.700434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a483c3-214f-4d62-9f4f-2a561edafa2a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:19.704234 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-65a483c3-214f-4d62-9f4f-2a561edafa2a tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/c220f989-1454-431b-aa49-22ff01792f34 HTTP/1.1" status: 404 len: 339 time: 0.0792933 Dec 10 18:31:19.708966 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-bc723af0-f851-4837-b3da-448489c52639 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Calling delete_port for f5d7816c-d9fe-4b64-a217-4262c9de31e9 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:19.710646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59176) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:19.714129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b5e2b465-02a4-47e7-b926-92bbdf5ed9f4 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:19.720194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b9ecfd91-f779-4e30-b8fb-a502f28c8772 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1782996591', 'description': 'd1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:19.737998 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: b5e2b465-02a4-47e7-b926-92bbdf5ed9f4 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:19.738597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b5e2b465-02a4-47e7-b926-92bbdf5ed9f4 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:19.832519 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.835792 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Attempting to bind port 21c76754-9496-42f1-80b4-8846e2c2f256 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:19.836182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Attempting to bind port 21c76754-9496-42f1-80b4-8846e2c2f256 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '039ba12c-351e-4067-8cdb-b2b46153ae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5836689d-7610-4312-81f7-fc6615f6ed7f'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:19.836567 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Attempting to bind port 21c76754-9496-42f1-80b4-8846e2c2f256 on network 5836689d-7610-4312-81f7-fc6615f6ed7f {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:19.854001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:19.854362 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Checking segment: {'id': '039ba12c-351e-4067-8cdb-b2b46153ae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5836689d-7610-4312-81f7-fc6615f6ed7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:19.854778 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.855179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Bound using segment: {'id': '039ba12c-351e-4067-8cdb-b2b46153ae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5836689d-7610-4312-81f7-fc6615f6ed7f'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:19.855670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Bound port: 21c76754-9496-42f1-80b4-8846e2c2f256, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039ba12c-351e-4067-8cdb-b2b46153ae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5836689d-7610-4312-81f7-fc6615f6ed7f'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:19.855853 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c46b7d83-119c-40bb-b4c5-0a41bb4918fc req-5ef6f1c1-7609-4444-92af-e30bdd7e558e service neutron] 10.222.0.21 "GET /v2.0/networks/df7c08a5-ac1e-45f6-93ce-d389852f8247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221278 Dec 10 18:31:19.856063 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.887431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ecfd91-f779-4e30-b8fb-a502f28c8772 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:19.891595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b9ecfd91-f779-4e30-b8fb-a502f28c8772 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.932020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9818ede2-2a15-48c7-bf41-528d46e23573 None None] Provisioning complete for port f5d7816c-d9fe-4b64-a217-4262c9de31e9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:19.932402 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9818ede2-2a15-48c7-bf41-528d46e23573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.975296 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bc723af0-f851-4837-b3da-448489c52639 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.000577 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-630a519d-55bf-4925-a9ab-eae8c5dee2f9 None None] For port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5fa7062d-69ed-4d2e-87a9-71cf99ddcf41,segment=NetworkSegment(0bc93dc6-ba06-4b9b-baa5-113acf4f6383),segment_id=0bc93dc6-ba06-4b9b-baa5-113acf4f6383)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:20.018103 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ecfd91-f779-4e30-b8fb-a502f28c8772 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:20.036086 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] For port 21c76754-9496-42f1-80b4-8846e2c2f256, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:20.070650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b9ecfd91-f779-4e30-b8fb-a502f28c8772 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.070650 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-b9ecfd91-f779-4e30-b8fb-a502f28c8772 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Added segment c17050a0-9c3e-4aa9-9850-915c19a23f19 of type vlan for network b522079e-5606-4f10-b154-48efece42e60 Dec 10 18:31:20.095696 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-630a519d-55bf-4925-a9ab-eae8c5dee2f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.099091 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] For port 21c76754-9496-42f1-80b4-8846e2c2f256, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=21c76754-9496-42f1-80b4-8846e2c2f256,segment=NetworkSegment(039ba12c-351e-4067-8cdb-b2b46153ae21),segment_id=039ba12c-351e-4067-8cdb-b2b46153ae21)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:20.102420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9818ede2-2a15-48c7-bf41-528d46e23573 None None] Port f5d7816c-d9fe-4b64-a217-4262c9de31e9 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:20.104358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 96156a5a-210a-47ad-9fa7-c6fb4a112ca7 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:20.121739 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c198a745-b6d6-4bbe-b9dd-2718ba11e0ca tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.129574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b9ecfd91-f779-4e30-b8fb-a502f28c8772 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.146512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.166317 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.171010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-630a519d-55bf-4925-a9ab-eae8c5dee2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.174162 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc723af0-f851-4837-b3da-448489c52639 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event deleted for resources: {'Port': ['ID=f5d7816c-d9fe-4b64-a217-4262c9de31e9,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:20.207997 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c46b7d83-119c-40bb-b4c5-0a41bb4918fc req-c75764a3-dfec-415e-9a3a-67798a2386e2 service neutron] 10.222.0.21 "GET /v2.0/networks/df7c08a5-ac1e-45f6-93ce-d389852f8247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295953 Dec 10 18:31:20.252903 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b9ecfd91-f779-4e30-b8fb-a502f28c8772 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.261042 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ecfd91-f779-4e30-b8fb-a502f28c8772 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:20.261979 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b9ecfd91-f779-4e30-b8fb-a502f28c8772 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.349027 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bc723af0-f851-4837-b3da-448489c52639 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.363608 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bc723af0-f851-4837-b3da-448489c52639 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "DELETE /v2.0/ports/f5d7816c-d9fe-4b64-a217-4262c9de31e9 HTTP/1.1" status: 204 len: 168 time: 1.2473867 Dec 10 18:31:20.382063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.397103 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59182) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:20.437052 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecfd91-f779-4e30-b8fb-a502f28c8772 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Network': ['ID=b522079e-5606-4f10-b154-48efece42e60,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:20.455626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 96156a5a-210a-47ad-9fa7-c6fb4a112ca7 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:20.456017 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.463316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network b522079e-5606-4f10-b154-48efece42e60 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:20.481306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c198a745-b6d6-4bbe-b9dd-2718ba11e0ca tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.523645 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b9ecfd91-f779-4e30-b8fb-a502f28c8772 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8066876 Dec 10 18:31:20.523645 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59186) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:20.531640 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b041b-4d5c-41e0-bbe5-3fce46eee980 None None] Pushing event updated for resources: {'Port': ['ID=21c76754-9496-42f1-80b4-8846e2c2f256,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:20.564820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c198a745-b6d6-4bbe-b9dd-2718ba11e0ca tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 5836689d-7610-4312-81f7-fc6615f6ed7f is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:20.566448 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ca614c-40e0-41cd-96eb-dce3a32beee0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] GET failed (client error): The resource could not be found. Dec 10 18:31:20.569922 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a4ca614c-40e0-41cd-96eb-dce3a32beee0 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "GET /v2.0/ports/f5d7816c-d9fe-4b64-a217-4262c9de31e9 HTTP/1.1" status: 404 len: 333 time: 0.1528521 Dec 10 18:31:20.594323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c198a745-b6d6-4bbe-b9dd-2718ba11e0ca tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:20.607456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59188) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:20.615142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-59af9b72-8995-4614-b0ed-071a4ed085e3 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Request body: {'port': {'network_id': '6eb014f5-f127-4ff2-8a4e-d7c8036dfc91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1928601291'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:20.652913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198a745-b6d6-4bbe-b9dd-2718ba11e0ca tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:20.668301 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c198a745-b6d6-4bbe-b9dd-2718ba11e0ca tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:20.668992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c198a745-b6d6-4bbe-b9dd-2718ba11e0ca tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.688058 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0668bb81-bd9a-4f9c-9b60-0e4ec7a80c01 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:20.689638 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0668bb81-bd9a-4f9c-9b60-0e4ec7a80c01 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "GET /v2.0/networks?id=b522079e-5606-4f10-b154-48efece42e60 HTTP/1.1" status: 200 len: 765 time: 0.1652892 Dec 10 18:31:20.704779 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59190) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:20.710144 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-44266cf3-2c06-4b31-8541-5533946ecbb5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'network': {'description': 'd2'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:20.782888 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a519d-55bf-4925-a9ab-eae8c5dee2f9 None None] Pushing event updated for resources: {'Port': ['ID=5fa7062d-69ed-4d2e-87a9-71cf99ddcf41,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:20.811228 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198a745-b6d6-4bbe-b9dd-2718ba11e0ca tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=ee00eafa-e295-4696-8f4f-524588d60917,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:20.898938 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.949539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 96156a5a-210a-47ad-9fa7-c6fb4a112ca7, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=96156a5a-210a-47ad-9fa7-c6fb4a112ca7,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:20.985871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2c5ce901-ef60-4576-9ec6-9389bbbec643 None None] Provisioning complete for port 96156a5a-210a-47ad-9fa7-c6fb4a112ca7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:20.986384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c5ce901-ef60-4576-9ec6-9389bbbec643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.995223 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-44266cf3-2c06-4b31-8541-5533946ecbb5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.023283 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.024308 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:21.080294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-44266cf3-2c06-4b31-8541-5533946ecbb5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.128975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=96156a5a-210a-47ad-9fa7-c6fb4a112ca7,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:21.182461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44266cf3-2c06-4b31-8541-5533946ecbb5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Network': ['ID=b522079e-5606-4f10-b154-48efece42e60,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:21.188131 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-44266cf3-2c06-4b31-8541-5533946ecbb5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network b522079e-5606-4f10-b154-48efece42e60 is not hosted by any dhcp agent {{(pid=103594) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:31:21.196018 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44266cf3-2c06-4b31-8541-5533946ecbb5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:21.196993 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-44266cf3-2c06-4b31-8541-5533946ecbb5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.198639 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-44266cf3-2c06-4b31-8541-5533946ecbb5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "PUT /v2.0/networks/b522079e-5606-4f10-b154-48efece42e60 HTTP/1.1" status: 200 len: 762 time: 0.4928257 Dec 10 18:31:21.201274 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59192) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:21.221219 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network b522079e-5606-4f10-b154-48efece42e60 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:21.260960 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c198a745-b6d6-4bbe-b9dd-2718ba11e0ca tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7838209 Dec 10 18:31:21.275330 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59194) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:21.306883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.348752 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9e46ac-916a-4428-868b-91cf5d6f47f3 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:21.353646 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ac9e46ac-916a-4428-868b-91cf5d6f47f3 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "GET /v2.0/networks?id=b522079e-5606-4f10-b154-48efece42e60 HTTP/1.1" status: 200 len: 765 time: 0.1475677 Dec 10 18:31:21.354630 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59196) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:21.367175 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Allocated IP 172.26.5.69 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/73f93e71-0cf3-4a02-ac55-4aff11242bae) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:21.387892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.391212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.579438 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.596192 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:21.597095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.639315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59af9b72-8995-4614-b0ed-071a4ed085e3 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Made reservation on behalf of 8d9be3d86c66471b8fdabd1930472131 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:21.643948 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59af9b72-8995-4614-b0ed-071a4ed085e3 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.727755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a219f7-8230-461e-9dac-1f488bc22030 None None] Network b644ec60-d684-4157-9a72-1eb54cd753f9 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:21.746825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=17ded98d-6bb3-4677-af82-9069d66d91f7,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:21.754101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7d02ec-b044-4809-94f8-290ba8d10fa2 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:21.754694 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-59af9b72-8995-4614-b0ed-071a4ed085e3 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] device_id is not set on port 0e3b2864-3324-47ae-9abf-4570ae85618e yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:21.759894 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ae7d02ec-b044-4809-94f8-290ba8d10fa2 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4040446 Dec 10 18:31:21.763347 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59204) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:21.811756 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dc1fa043-b27a-4ec2-b638-80d6825d6ed1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 207 time: 0.0469148 Dec 10 18:31:21.813339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59206) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:21.854012 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9cc3c00a-4bfb-4fe4-b4de-78bdec0a0b51 None None] Provisioning complete for port 17ded98d-6bb3-4677-af82-9069d66d91f7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:21.854012 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c00a-4bfb-4fe4-b4de-78bdec0a0b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.880736 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-59af9b72-8995-4614-b0ed-071a4ed085e3 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Allocated IP 2001:db8::227 (6eb014f5-f127-4ff2-8a4e-d7c8036dfc91/d9ae18ed-df4b-4f8f-b734-0a22ae39fec2/0e3b2864-3324-47ae-9abf-4570ae85618e) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:21.952143 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-cefc1517-8ff1-4bea-9ba9-8bf8caa045fe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port ee00eafa-e295-4696-8f4f-524588d60917 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:21.952143 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cefc1517-8ff1-4bea-9ba9-8bf8caa045fe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.964482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a349312a-b1d6-470e-930a-ce4328ec3845 None None] Network 5836689d-7610-4312-81f7-fc6615f6ed7f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:21.966514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9cc3c00a-4bfb-4fe4-b4de-78bdec0a0b51 None None] Port 17ded98d-6bb3-4677-af82-9069d66d91f7 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:22.028583 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.057035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9cc3c00a-4bfb-4fe4-b4de-78bdec0a0b51 None None] Provisioning complete for port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:22.058332 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c00a-4bfb-4fe4-b4de-78bdec0a0b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.062020 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523bad0-1899-4e59-bb15-c0712c4ea290 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.068022 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523bad0-1899-4e59-bb15-c0712c4ea290 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.075328 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523bad0-1899-4e59-bb15-c0712c4ea290 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.078069 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:22.081958 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523bad0-1899-4e59-bb15-c0712c4ea290 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.089756 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523bad0-1899-4e59-bb15-c0712c4ea290 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.096023 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523bad0-1899-4e59-bb15-c0712c4ea290 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.098427 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d523bad0-1899-4e59-bb15-c0712c4ea290 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2839646 Dec 10 18:31:22.102031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:22.104262 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59208) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:22.124310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:22.254833 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-483c4080-ed67-4dba-8a63-80deb04a39f4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1492381 Dec 10 18:31:22.258575 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59210) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:22.271976 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:22.272348 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.273043 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cefc1517-8ff1-4bea-9ba9-8bf8caa045fe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.313741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.337572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1e0d7-8ece-4cd3-a7b8-70bca85b2ff2 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.339425 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1e0d7-8ece-4cd3-a7b8-70bca85b2ff2 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.341155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1e0d7-8ece-4cd3-a7b8-70bca85b2ff2 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.343092 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1e0d7-8ece-4cd3-a7b8-70bca85b2ff2 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.345397 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1e0d7-8ece-4cd3-a7b8-70bca85b2ff2 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.347961 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-91e1e0d7-8ece-4cd3-a7b8-70bca85b2ff2 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0877650 Dec 10 18:31:22.353067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59212) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:22.395498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Pushing event updated for resources: {'Port': ['ID=73f93e71-0cf3-4a02-ac55-4aff11242bae,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:22.417754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 21c76754-9496-42f1-80b4-8846e2c2f256 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:22.422573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59af9b72-8995-4614-b0ed-071a4ed085e3 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.435741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-cefc1517-8ff1-4bea-9ba9-8bf8caa045fe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for ee00eafa-e295-4696-8f4f-524588d60917 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:22.463535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-277fa2d5-fd4e-45cd-8d5c-d4087ce2a828 None None] Provisioning complete for port 21c76754-9496-42f1-80b4-8846e2c2f256 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:22.464237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-277fa2d5-fd4e-45cd-8d5c-d4087ce2a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.466078 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:22.481361 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:22.495780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:22.513746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.513868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb5a79-d6f7-49e3-bbea-0b54422a4521 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['shared'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.513868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb5a79-d6f7-49e3-bbea-0b54422a4521 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['shared'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.514783 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb5a79-d6f7-49e3-bbea-0b54422a4521 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['shared'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.517277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb5a79-d6f7-49e3-bbea-0b54422a4521 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['shared'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.518729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb5a79-d6f7-49e3-bbea-0b54422a4521 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['shared'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.527795 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8bdb5a79-d6f7-49e3-bbea-0b54422a4521 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1744046 Dec 10 18:31:22.528481 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59214) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:22.561712 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 21c76754-9496-42f1-80b4-8846e2c2f256 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:22.562242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.682995 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b929e6-3667-405c-b980-4ded0037828b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.688488 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-02b929e6-3667-405c-b980-4ded0037828b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "GET /v2.0/networks/49677d36-b20c-4c12-aa89-6bac1c029da3 HTTP/1.1" status: 200 len: 804 time: 0.1554072 Dec 10 18:31:22.688695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-277fa2d5-fd4e-45cd-8d5c-d4087ce2a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.689333 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59220) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:22.744870 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.764596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-277fa2d5-fd4e-45cd-8d5c-d4087ce2a828 None None] For port 21c76754-9496-42f1-80b4-8846e2c2f256, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=21c76754-9496-42f1-80b4-8846e2c2f256,segment=NetworkSegment(039ba12c-351e-4067-8cdb-b2b46153ae21),segment_id=039ba12c-351e-4067-8cdb-b2b46153ae21)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:22.816369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59af9b72-8995-4614-b0ed-071a4ed085e3 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.842704 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-277fa2d5-fd4e-45cd-8d5c-d4087ce2a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.863674 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fdd85b3a-89bd-47ad-b47c-62a41cb5cea9 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "GET /v2.0/networks/49677d36-b20c-4c12-aa89-6bac1c029da3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1705151 Dec 10 18:31:22.864225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59224) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:22.864326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.865533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Router 4b703170-1f42-436a-a063-f9f1639d8fd6 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:31:22.896296 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af9b72-8995-4614-b0ed-071a4ed085e3 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:22.908321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af9b72-8995-4614-b0ed-071a4ed085e3 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event updated for resources: {'Port': ['ID=0e3b2864-3324-47ae-9abf-4570ae85618e,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:22.931954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57a4425-5a51-4e38-baa4-915ef4434bba tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.934957 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a57a4425-5a51-4e38-baa4-915ef4434bba tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "GET /v2.0/subnets/77fd6501-a26d-4f01-adb0-0796dfcc2c63 HTTP/1.1" status: 200 len: 843 time: 0.0680621 Dec 10 18:31:22.940735 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59226) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:22.969813 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-59af9b72-8995-4614-b0ed-071a4ed085e3 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:23.002921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cefc1517-8ff1-4bea-9ba9-8bf8caa045fe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.009764 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59af9b72-8995-4614-b0ed-071a4ed085e3 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:23.016234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af9b72-8995-4614-b0ed-071a4ed085e3 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.016887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59af9b72-8995-4614-b0ed-071a4ed085e3 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.020204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:31:23.020717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:31:23.024095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6a1297b2-52b0-4954-acb3-7d050ad7f362 None None] Provisioning complete for port 17ded98d-6bb3-4677-af82-9069d66d91f7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:23.024608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6a1297b2-52b0-4954-acb3-7d050ad7f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.028523 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fa2d5-fd4e-45cd-8d5c-d4087ce2a828 None None] Pushing event updated for resources: {'Port': ['ID=21c76754-9496-42f1-80b4-8846e2c2f256,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:23.039621 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6debefb7-f68c-44e0-b98c-99481fda9998 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['shared'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.045472 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6debefb7-f68c-44e0-b98c-99481fda9998 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "GET /v2.0/subnets/77fd6501-a26d-4f01-adb0-0796dfcc2c63?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1003590 Dec 10 18:31:23.045623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59228) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:23.050826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-50ec67da-1f16-45db-a54f-e8f9f7f0bd63 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-7323270'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:23.073517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6a1297b2-52b0-4954-acb3-7d050ad7f362 None None] Port 17ded98d-6bb3-4677-af82-9069d66d91f7 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:23.082851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc1517-8ff1-4bea-9ba9-8bf8caa045fe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=ee00eafa-e295-4696-8f4f-524588d60917,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:23.090238 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6a1297b2-52b0-4954-acb3-7d050ad7f362 None None] Provisioning complete for port 21c76754-9496-42f1-80b4-8846e2c2f256 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:23.090526 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6a1297b2-52b0-4954-acb3-7d050ad7f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.096886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.122035 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:23.128575 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1acdc8ef-efe6-4ca4-aa68-18b4227c06ac tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "PUT /v2.0/routers/4b703170-1f42-436a-a063-f9f1639d8fd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4634354 Dec 10 18:31:23.131599 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59230) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:23.140818 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Sync routers for ids ['4b703170-1f42-436a-a063-f9f1639d8fd6'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:23.148237 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cefc1517-8ff1-4bea-9ba9-8bf8caa045fe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.155109 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Routers {'4b703170-1f42-436a-a063-f9f1639d8fd6'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:23.155811 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4b703170-1f42-436a-a063-f9f1639d8fd6'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:23.164471 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cefc1517-8ff1-4bea-9ba9-8bf8caa045fe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/ee00eafa-e295-4696-8f4f-524588d60917 HTTP/1.1" status: 204 len: 168 time: 1.8880916 Dec 10 18:31:23.172471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59232) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:23.184398 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ec67da-1f16-45db-a54f-e8f9f7f0bd63 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:23.188378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50ec67da-1f16-45db-a54f-e8f9f7f0bd63 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.229951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6a1297b2-52b0-4954-acb3-7d050ad7f362 None None] Could not find standard attr ID for object ee00eafa-e295-4696-8f4f-524588d60917. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:31:23.238876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ec1640-9d21-4198-99bc-d6141ecdf3f1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.245631 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-55ec1640-9d21-4198-99bc-d6141ecdf3f1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports/17ded98d-6bb3-4677-af82-9069d66d91f7 HTTP/1.1" status: 200 len: 911 time: 0.1108189 Dec 10 18:31:23.245889 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6a1297b2-52b0-4954-acb3-7d050ad7f362 None None] Provisioning complete for port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:23.245889 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6a1297b2-52b0-4954-acb3-7d050ad7f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.246083 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc4ae01-9411-4507-bac1-d5b360804525 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:23.246513 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59234) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:23.248681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc4ae01-9411-4507-bac1-d5b360804525 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:23.256297 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4cc4ae01-9411-4507-bac1-d5b360804525 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/ee00eafa-e295-4696-8f4f-524588d60917 HTTP/1.1" status: 404 len: 333 time: 0.0797768 Dec 10 18:31:23.258828 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59236) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:23.311900 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0936c1-8fe9-4644-8a79-9d0fa8819180 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] GET failed (client error): The resource could not be found. Dec 10 18:31:23.313314 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2a0936c1-8fe9-4644-8a79-9d0fa8819180 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/ee00eafa-e295-4696-8f4f-524588d60917 HTTP/1.1" status: 404 len: 333 time: 0.0506272 Dec 10 18:31:23.314717 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-59af9b72-8995-4614-b0ed-071a4ed085e3 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7052741 Dec 10 18:31:23.315788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59238) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:23.317717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59240) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:23.317847 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Set router 4b703170-1f42-436a-a063-f9f1639d8fd6 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:23.382789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a290eb-a93a-4938-ab3b-8dcfd6459838 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.389874 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a290eb-a93a-4938-ab3b-8dcfd6459838 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.393021 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-89a290eb-a93a-4938-ab3b-8dcfd6459838 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1363666 Dec 10 18:31:23.395854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59242) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:23.423677 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-6dd75e49-91ad-4f86-acc6-f0f98f3bd340 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:08:c4:56'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:23.431346 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e836e6-fdcf-4600-8e1d-12eed2ad7291 None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:31:23.436608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0e72ea-f691-4095-bc41-f3b675aef2ae tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting subnet 614c4187-232b-47fd-947f-296be670d221 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:23.474116 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e0e72ea-f691-4095-bc41-f3b675aef2ae tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.484068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ec67da-1f16-45db-a54f-e8f9f7f0bd63 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:23.569952 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50ec67da-1f16-45db-a54f-e8f9f7f0bd63 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.570523 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-50ec67da-1f16-45db-a54f-e8f9f7f0bd63 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Added segment 5e1191fd-e195-44ee-bf90-ce6ed534a8f6 of type vlan for network 6533e301-780d-4be4-9bfa-15210f9c3616 Dec 10 18:31:23.592883 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e0e72ea-f691-4095-bc41-f3b675aef2ae tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.604277 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b703170-1f42-436a-a063-f9f1639d8fd6', 'name': 'tempest-NetworksTestDHCPv6-router-237140485', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:16Z', 'updated_at': '2021-12-10T18:31:19Z', 'revision_number': 2, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'gw_port_host': None, '_interfaces': [{'id': '17ded98d-6bb3-4677-af82-9069d66d91f7', 'name': '', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'mac_address': 'fa:16:3e:0f:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b703170-1f42-436a-a063-f9f1639d8fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2ce3c7a5-86d0-451d-b026-1eafc358eacd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:17Z', 'updated_at': '2021-12-10T18:31:20Z', 'revision_number': 2, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'subnets': [{'id': '2ce3c7a5-86d0-451d-b026-1eafc358eacd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:23.606417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-cc49bfda-6d78-4c93-ae19-40cfbcb7e302 None None] Could not find standard attr ID for object ee00eafa-e295-4696-8f4f-524588d60917. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:31:23.618277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 96156a5a-210a-47ad-9fa7-c6fb4a112ca7 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:23.637571 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Checking router: 4b703170-1f42-436a-a063-f9f1639d8fd6 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:23.637948 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Updating router 4b703170-1f42-436a-a063-f9f1639d8fd6 port 17ded98d-6bb3-4677-af82-9069d66d91f7 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:31:23.653176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.668060 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50ec67da-1f16-45db-a54f-e8f9f7f0bd63 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.677774 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.679053 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-cc49bfda-6d78-4c93-ae19-40cfbcb7e302 None None] Provisioning complete for port 0e3b2864-3324-47ae-9abf-4570ae85618e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:23.679428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cc49bfda-6d78-4c93-ae19-40cfbcb7e302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.748302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e836e6-fdcf-4600-8e1d-12eed2ad7291 None None] Resources bound (agent type, host, resource id): {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:31:23.758329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-cc49bfda-6d78-4c93-ae19-40cfbcb7e302 None None] Port 0e3b2864-3324-47ae-9abf-4570ae85618e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:23.774549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.774757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 96156a5a-210a-47ad-9fa7-c6fb4a112ca7 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:23.774757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.792192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6dd75e49-91ad-4f86-acc6-f0f98f3bd340 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.806339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e0e72ea-f691-4095-bc41-f3b675aef2ae tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.974227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Pushing event updated for resources: {'Port': ['ID=73f93e71-0cf3-4a02-ac55-4aff11242bae,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:24.038713 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.120926 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.130233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.132076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 21c76754-9496-42f1-80b4-8846e2c2f256 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:24.160255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50ec67da-1f16-45db-a54f-e8f9f7f0bd63 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.166078 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec67da-1f16-45db-a54f-e8f9f7f0bd63 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:24.166637 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50ec67da-1f16-45db-a54f-e8f9f7f0bd63 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.237734 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Attempting to bind port 17ded98d-6bb3-4677-af82-9069d66d91f7 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:24.237734 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Attempting to bind port 17ded98d-6bb3-4677-af82-9069d66d91f7 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:24.238426 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Attempting to bind port 17ded98d-6bb3-4677-af82-9069d66d91f7 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:24.242954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 21c76754-9496-42f1-80b4-8846e2c2f256 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:24.243783 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.248322 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:24.248322 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:24.248677 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.249185 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:24.250677 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Bound port: 17ded98d-6bb3-4677-af82-9069d66d91f7, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:24.250677 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.274126 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-50ec67da-1f16-45db-a54f-e8f9f7f0bd63 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2273824 Dec 10 18:31:24.278232 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59250) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:24.288754 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4bb460bd-88d8-4596-8ba4-20cdd2142b54 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'subnet': {'network_id': '6533e301-780d-4be4-9bfa-15210f9c3616', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:24.302186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec67da-1f16-45db-a54f-e8f9f7f0bd63 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Network': ['ID=6533e301-780d-4be4-9bfa-15210f9c3616,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:24.320193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 6533e301-780d-4be4-9bfa-15210f9c3616 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:24.344902 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] For port 17ded98d-6bb3-4677-af82-9069d66d91f7, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:24.351408 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] For port 17ded98d-6bb3-4677-af82-9069d66d91f7, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=17ded98d-6bb3-4677-af82-9069d66d91f7,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:24.361543 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Pushing event updated for resources: {'Port': ['ID=17ded98d-6bb3-4677-af82-9069d66d91f7,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:24.372414 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.376784 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-454de6f9-1f66-45eb-a764-4325e32292ce tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2972252 Dec 10 18:31:24.376910 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59252) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:24.382450 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:24.382823 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:24.383171 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:24.383510 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:24.383835 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:24.387443 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:24.388306 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:24.388814 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:24.389325 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:24.389888 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:24.390434 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:24.394762 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:24.395183 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:24.444765 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.464082 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e0e72ea-f691-4095-bc41-f3b675aef2ae tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.502708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d44b26f7-aacf-42be-9e05-f8805ae0af3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.547942 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Routers {'4b703170-1f42-436a-a063-f9f1639d8fd6'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:24.548823 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4b703170-1f42-436a-a063-f9f1639d8fd6'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:24.556660 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e72ea-f691-4095-bc41-f3b675aef2ae tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Subnet': ['ID=614c4187-232b-47fd-947f-296be670d221,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:24.569092 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e0e72ea-f691-4095-bc41-f3b675aef2ae tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.573105 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8e0e72ea-f691-4095-bc41-f3b675aef2ae tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/614c4187-232b-47fd-947f-296be670d221 HTTP/1.1" status: 204 len: 168 time: 1.2506576 Dec 10 18:31:24.580761 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59254) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:24.683133 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dd5039-6bda-4950-bff2-dc3906f666f0 None None] Network 5836689d-7610-4312-81f7-fc6615f6ed7f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:24.710390 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cb895844-7878-4b9f-8b3e-13f09753a007 tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4001 time: 0.3311679 Dec 10 18:31:24.717000 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6dd75e49-91ad-4f86-acc6-f0f98f3bd340 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.719293 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59256) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:24.767298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb460bd-88d8-4596-8ba4-20cdd2142b54 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Made reservation on behalf of 7c2e23c6ae1e4737a1288513c38bfa75 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:24.773480 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bb460bd-88d8-4596-8ba4-20cdd2142b54 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.832810 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-628a2f44-6964-4d7f-82f0-bd498b5f2489 None None] Provisioning complete for port 17ded98d-6bb3-4677-af82-9069d66d91f7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:24.833191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-628a2f44-6964-4d7f-82f0-bd498b5f2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.853819 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6dd75e49-91ad-4f86-acc6-f0f98f3bd340 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.879462 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1de9357b-dd07-454f-829f-e3e9502aabb8 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1588271 Dec 10 18:31:24.918438 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59260) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:24.986211 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-628a2f44-6964-4d7f-82f0-bd498b5f2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.022722 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a8a6b-9eb3-40e7-96d5-c2f07b1c8585 None None] Pushing event updated for resources: {'Port': ['ID=17ded98d-6bb3-4677-af82-9069d66d91f7,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:25.037415 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfa31e8-c7d9-4951-89e8-6e8511c244ec None None] DHCP port deletion for 5836689d-7610-4312-81f7-fc6615f6ed7f request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:25.059006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-628a2f44-6964-4d7f-82f0-bd498b5f2489 None None] For port 17ded98d-6bb3-4677-af82-9069d66d91f7, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=17ded98d-6bb3-4677-af82-9069d66d91f7,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:25.097250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.103475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-6dd75e49-91ad-4f86-acc6-f0f98f3bd340 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] In _notify_port_updated(), no bound segment for port 0e3b2864-3324-47ae-9abf-4570ae85618e on network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 {{(pid=103594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:31:25.108781 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] Set router 4b703170-1f42-436a-a063-f9f1639d8fd6 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:25.109818 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd75e49-91ad-4f86-acc6-f0f98f3bd340 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:25.110776 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6dd75e49-91ad-4f86-acc6-f0f98f3bd340 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.115311 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6dd75e49-91ad-4f86-acc6-f0f98f3bd340 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "PUT /v2.0/ports/0e3b2864-3324-47ae-9abf-4570ae85618e HTTP/1.1" status: 200 len: 1003 time: 1.7939811 Dec 10 18:31:25.131943 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa31e8-c7d9-4951-89e8-6e8511c244ec None None] Deleting port 21c76754-9496-42f1-80b4-8846e2c2f256 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:25.132685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bdfa31e8-c7d9-4951-89e8-6e8511c244ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.133461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd75e49-91ad-4f86-acc6-f0f98f3bd340 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event updated for resources: {'Port': ['ID=0e3b2864-3324-47ae-9abf-4570ae85618e,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:25.138023 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59264) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:25.139418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-628a2f44-6964-4d7f-82f0-bd498b5f2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.332879 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-bdfa31e8-c7d9-4951-89e8-6e8511c244ec None None] For port 21c76754-9496-42f1-80b4-8846e2c2f256, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=21c76754-9496-42f1-80b4-8846e2c2f256,segment=NetworkSegment(039ba12c-351e-4067-8cdb-b2b46153ae21),segment_id=039ba12c-351e-4067-8cdb-b2b46153ae21)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:25.333391 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bdfa31e8-c7d9-4951-89e8-6e8511c244ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.353593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa31e8-c7d9-4951-89e8-6e8511c244ec None None] Calling delete_port for 21c76754-9496-42f1-80b4-8846e2c2f256 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:25.408677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_backend_mixin [None req-4bb460bd-88d8-4596-8ba4-20cdd2142b54 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Performing IP validity checks on allocation pools {{(pid=103593) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:31:25.409758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_backend_mixin [None req-4bb460bd-88d8-4596-8ba4-20cdd2142b54 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103593) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:31:25.415536 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b703170-1f42-436a-a063-f9f1639d8fd6', 'name': 'tempest-NetworksTestDHCPv6-router-237140485', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:16Z', 'updated_at': '2021-12-10T18:31:19Z', 'revision_number': 2, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'gw_port_host': None, '_interfaces': [{'id': '17ded98d-6bb3-4677-af82-9069d66d91f7', 'name': '', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'mac_address': 'fa:16:3e:0f:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b703170-1f42-436a-a063-f9f1639d8fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2ce3c7a5-86d0-451d-b026-1eafc358eacd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:17Z', 'updated_at': '2021-12-10T18:31:24Z', 'revision_number': 4, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'subnets': [{'id': '2ce3c7a5-86d0-451d-b026-1eafc358eacd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:25.421193 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-76eb411b-503b-4ed7-8810-ecdd92e9eacf tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Deleting port 73f93e71-0cf3-4a02-ac55-4aff11242bae {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:25.421956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-76eb411b-503b-4ed7-8810-ecdd92e9eacf tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.461108 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f024b2-6c13-4fd3-b2a9-c7d4ce7f513e None None] The sync data for ids ['4b703170-1f42-436a-a063-f9f1639d8fd6'] in dv-neutron-821434-1-hyperv is: [{'id': '4b703170-1f42-436a-a063-f9f1639d8fd6', 'name': 'tempest-NetworksTestDHCPv6-router-237140485', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:16Z', 'updated_at': '2021-12-10T18:31:19Z', 'revision_number': 2, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'gw_port_host': None, '_interfaces': [{'id': '17ded98d-6bb3-4677-af82-9069d66d91f7', 'name': '', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'mac_address': 'fa:16:3e:0f:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b703170-1f42-436a-a063-f9f1639d8fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2ce3c7a5-86d0-451d-b026-1eafc358eacd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:17Z', 'updated_at': '2021-12-10T18:31:24Z', 'revision_number': 4, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'subnets': [{'id': '2ce3c7a5-86d0-451d-b026-1eafc358eacd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:25.464666 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9145fdc8-3e7d-4400-b323-0d3c7d0a9f6c None None] Provisioning complete for port 17ded98d-6bb3-4677-af82-9069d66d91f7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:25.468648 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9145fdc8-3e7d-4400-b323-0d3c7d0a9f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.498836 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a2f44-6964-4d7f-82f0-bd498b5f2489 None None] Pushing event updated for resources: {'Port': ['ID=17ded98d-6bb3-4677-af82-9069d66d91f7,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:25.538193 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 21c76754-9496-42f1-80b4-8846e2c2f256 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:25.538547 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.544186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-76eb411b-503b-4ed7-8810-ecdd92e9eacf tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.544482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-76eb411b-503b-4ed7-8810-ecdd92e9eacf tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.559361 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-4f28d73f-f6fb-4a98-8197-8fa2b53fab02 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Deleting port 0e3b2864-3324-47ae-9abf-4570ae85618e {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:25.561923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4f28d73f-f6fb-4a98-8197-8fa2b53fab02 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.567462 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-d44b26f7-aacf-42be-9e05-f8805ae0af3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 17ded98d-6bb3-4677-af82-9069d66d91f7 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:25.568003 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d44b26f7-aacf-42be-9e05-f8805ae0af3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.570273 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bdfa31e8-c7d9-4951-89e8-6e8511c244ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.605781 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa31e8-c7d9-4951-89e8-6e8511c244ec None None] Pushing event deleted for resources: {'Port': ['ID=21c76754-9496-42f1-80b4-8846e2c2f256,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:25.607717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa31e8-c7d9-4951-89e8-6e8511c244ec None None] No DVR routers for this DVR port 21c76754-9496-42f1-80b4-8846e2c2f256 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:25.662919 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-76eb411b-503b-4ed7-8810-ecdd92e9eacf tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Calling delete_port for 73f93e71-0cf3-4a02-ac55-4aff11242bae owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:25.725361 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-d44b26f7-aacf-42be-9e05-f8805ae0af3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] For port 17ded98d-6bb3-4677-af82-9069d66d91f7, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=17ded98d-6bb3-4677-af82-9069d66d91f7,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:25.725754 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d44b26f7-aacf-42be-9e05-f8805ae0af3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.751857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-d44b26f7-aacf-42be-9e05-f8805ae0af3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 17ded98d-6bb3-4677-af82-9069d66d91f7 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:25.759817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-da2342d9-3e40-4db6-a19d-6cc455cb6f68 None None] Provisioning complete for port 0e3b2864-3324-47ae-9abf-4570ae85618e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:25.760577 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-da2342d9-3e40-4db6-a19d-6cc455cb6f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.776406 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] For port 21c76754-9496-42f1-80b4-8846e2c2f256, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=21c76754-9496-42f1-80b4-8846e2c2f256,segment=NetworkSegment(039ba12c-351e-4067-8cdb-b2b46153ae21),segment_id=039ba12c-351e-4067-8cdb-b2b46153ae21)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:25.776783 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.781254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4f28d73f-f6fb-4a98-8197-8fa2b53fab02 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.805603 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-4f28d73f-f6fb-4a98-8197-8fa2b53fab02 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Calling delete_port for 0e3b2864-3324-47ae-9abf-4570ae85618e owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:25.816162 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 21c76754-9496-42f1-80b4-8846e2c2f256 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:25.836232 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:31:25.872686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-da2342d9-3e40-4db6-a19d-6cc455cb6f68 None None] Port 0e3b2864-3324-47ae-9abf-4570ae85618e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:25.920730 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bb460bd-88d8-4596-8ba4-20cdd2142b54 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.113299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb460bd-88d8-4596-8ba4-20cdd2142b54 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Subnet': ['ID=6bd5e4ec-5872-4b8f-b9bf-3c7489fa17aa,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:26.190085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 17ded98d-6bb3-4677-af82-9069d66d91f7 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:26.204883 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.228329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb460bd-88d8-4596-8ba4-20cdd2142b54 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Checking segment: {'id': '5e1191fd-e195-44ee-bf90-ce6ed534a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6533e301-780d-4be4-9bfa-15210f9c3616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:26.228705 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb460bd-88d8-4596-8ba4-20cdd2142b54 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network hostable DHCP agents. Network: 6533e301-780d-4be4-9bfa-15210f9c3616, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:26.234749 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No DVR routers for this DVR port 21c76754-9496-42f1-80b4-8846e2c2f256 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:26.300612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 17ded98d-6bb3-4677-af82-9069d66d91f7 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:26.301113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.339174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d44b26f7-aacf-42be-9e05-f8805ae0af3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.340592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb460bd-88d8-4596-8ba4-20cdd2142b54 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Network 6533e301-780d-4be4-9bfa-15210f9c3616 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:26.354555 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-76eb411b-503b-4ed7-8810-ecdd92e9eacf tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.358601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=21c76754-9496-42f1-80b4-8846e2c2f256,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:26.362924 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Could not find standard attr ID for object 17ded98d-6bb3-4677-af82-9069d66d91f7. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:31:26.367320 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No ports have port_id starting with 17ded98d-6bb3-4677-af82-9069d66d91f7 Dec 10 18:31:26.383271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b26f7-aacf-42be-9e05-f8805ae0af3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=17ded98d-6bb3-4677-af82-9069d66d91f7,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:26.423312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb411b-503b-4ed7-8810-ecdd92e9eacf tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Pushing event deleted for resources: {'Port': ['ID=73f93e71-0cf3-4a02-ac55-4aff11242bae,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:26.479496 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 21c76754-9496-42f1-80b4-8846e2c2f256 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:26.518384 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.522946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 21c76754-9496-42f1-80b4-8846e2c2f256 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:26.524124 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 21c76754-9496-42f1-80b4-8846e2c2f256 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:26.526553 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-76eb411b-503b-4ed7-8810-ecdd92e9eacf tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.529572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-76eb411b-503b-4ed7-8810-ecdd92e9eacf tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.534524 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-76eb411b-503b-4ed7-8810-ecdd92e9eacf tempest-FloatingIPAdminTestJSON-39093025 tempest-FloatingIPAdminTestJSON-39093025-project] 10.222.0.60 "DELETE /v2.0/floatingips/2d24db32-ae0b-4bb4-bdb7-b29c665a9d40 HTTP/1.1" status: 204 len: 168 time: 1.6110396 Dec 10 18:31:26.540098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59274) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:26.544779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d44b26f7-aacf-42be-9e05-f8805ae0af3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.553608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4bb460bd-88d8-4596-8ba4-20cdd2142b54 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 6533e301-780d-4be4-9bfa-15210f9c3616) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:26.562693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb460bd-88d8-4596-8ba4-20cdd2142b54 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:26.562693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bb460bd-88d8-4596-8ba4-20cdd2142b54 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.562984 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8283ed7-223a-4974-a579-f7b2e691b197 None None] Network 6533e301-780d-4be4-9bfa-15210f9c3616 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:26.626541 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5836689d-7610-4312-81f7-fc6615f6ed7f']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:26.638010 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4f28d73f-f6fb-4a98-8197-8fa2b53fab02 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.649861 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039ba12c-351e-4067-8cdb-b2b46153ae21') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:26.649861 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039ba12c-351e-4067-8cdb-b2b46153ae21') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:26.678880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-6533e301-780d-4be4-9bfa-15210f9c3616', 'network_id': '6533e301-780d-4be4-9bfa-15210f9c3616', 'project_id': '7c2e23c6ae1e4737a1288513c38bfa75', 'fixed_ips': [{'subnet_id': '6bd5e4ec-5872-4b8f-b9bf-3c7489fa17aa'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:26.679777 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.723879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.733328 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28d73f-f6fb-4a98-8197-8fa2b53fab02 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event deleted for resources: {'Port': ['ID=0e3b2864-3324-47ae-9abf-4570ae85618e,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:26.748562 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44b26f7-aacf-42be-9e05-f8805ae0af3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Router 4b703170-1f42-436a-a063-f9f1639d8fd6 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:26.771063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4f28d73f-f6fb-4a98-8197-8fa2b53fab02 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.776916 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4f28d73f-f6fb-4a98-8197-8fa2b53fab02 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "DELETE /v2.0/ports/0e3b2864-3324-47ae-9abf-4570ae85618e HTTP/1.1" status: 204 len: 168 time: 1.5898340 Dec 10 18:31:26.776916 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.793325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59276) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:26.810382 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:26.810889 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:26.817344 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:26.841920 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4bb460bd-88d8-4596-8ba4-20cdd2142b54 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5559843 Dec 10 18:31:26.844943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59278) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:26.859251 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Allocated IP 2001:db8::3 (6533e301-780d-4be4-9bfa-15210f9c3616/6bd5e4ec-5872-4b8f-b9bf-3c7489fa17aa/5cb5ef2d-418a-420c-9804-f75e17844530) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:26.868382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f42ed921-a6da-47ff-a534-5e89d595d77f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:26.878149 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bdba6d-ad65-4b68-af91-c497ed5d71cb tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] GET failed (client error): The resource could not be found. Dec 10 18:31:26.879747 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-30bdba6d-ad65-4b68-af91-c497ed5d71cb tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "GET /v2.0/ports/0e3b2864-3324-47ae-9abf-4570ae85618e HTTP/1.1" status: 404 len: 333 time: 0.0854058 Dec 10 18:31:26.885247 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59280) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:26.894909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Request body: {'port': {'network_id': '6eb014f5-f127-4ff2-8a4e-d7c8036dfc91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1127302516'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:26.899691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44b26f7-aacf-42be-9e05-f8805ae0af3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:26.914489 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d44b26f7-aacf-42be-9e05-f8805ae0af3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "PUT /v2.0/routers/4b703170-1f42-436a-a063-f9f1639d8fd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5166957 Dec 10 18:31:26.918270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59282) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:26.974269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e499ab92-9b28-48d1-96c8-d3214b500579 tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Deleting port f6b59263-3af3-4230-97cf-6ad03f9f3d4f {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:26.974605 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e499ab92-9b28-48d1-96c8-d3214b500579 tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.033781 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee66cf4-ff51-4731-8159-984fbf1d81f6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:27.033781 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee66cf4-ff51-4731-8159-984fbf1d81f6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:27.037956 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bee66cf4-ff51-4731-8159-984fbf1d81f6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1183736 Dec 10 18:31:27.039211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59284) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:27.039436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.054763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.059026 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/networks/5836689d-7610-4312-81f7-fc6615f6ed7f HTTP/1.1" status: 204 len: 168 time: 2.4701343 Dec 10 18:31:27.064371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59286) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:27.071448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4e76c232-e35d-439c-90e4-245ef185c92d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1218936636'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:27.074889 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.082897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9207ba-136e-41a6-9c4a-d52b4768be60 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Network': ['ID=5836689d-7610-4312-81f7-fc6615f6ed7f,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:27.107857 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e499ab92-9b28-48d1-96c8-d3214b500579 tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.108199 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e499ab92-9b28-48d1-96c8-d3214b500579 tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.118315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f42ed921-a6da-47ff-a534-5e89d595d77f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3536069'] for subnet, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.120858 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e499ab92-9b28-48d1-96c8-d3214b500579 tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Calling delete_port for f6b59263-3af3-4230-97cf-6ad03f9f3d4f owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:27.127858 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.api [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:31:27.127858 dv-neutron-821434-1-hyperv neutron-server[103594]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:31:27.127858 dv-neutron-821434-1-hyperv neutron-server[103594]: [parameters: {'project_id_1': '8d9be3d86c66471b8fdabd1930472131', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 31, 7, 103602)}] Dec 10 18:31:27.127858 dv-neutron-821434-1-hyperv neutron-server[103594]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:31:27.129014 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG oslo_db.api [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:31:27.154793 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.155016 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa9074b-cdf7-4eea-8a45-a5efad930881 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 2ce3c7a5-86d0-451d-b026-1eafc358eacd {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:27.155016 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7aa9074b-cdf7-4eea-8a45-a5efad930881 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.185728 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Network 6533e301-780d-4be4-9bfa-15210f9c3616 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:27.189557 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:27.194373 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:27.209639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7aa9074b-cdf7-4eea-8a45-a5efad930881 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.209881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Pushing event updated for resources: {'Port': ['ID=5cb5ef2d-418a-420c-9804-f75e17844530,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:27.260822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e76c232-e35d-439c-90e4-245ef185c92d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:27.264428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4e76c232-e35d-439c-90e4-245ef185c92d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.279550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Attempting to bind port 5cb5ef2d-418a-420c-9804-f75e17844530 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:27.279951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Attempting to bind port 5cb5ef2d-418a-420c-9804-f75e17844530 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '5e1191fd-e195-44ee-bf90-ce6ed534a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6533e301-780d-4be4-9bfa-15210f9c3616'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:27.280316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Attempting to bind port 5cb5ef2d-418a-420c-9804-f75e17844530 on network 6533e301-780d-4be4-9bfa-15210f9c3616 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:27.285493 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:27.289920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Checking segment: {'id': '5e1191fd-e195-44ee-bf90-ce6ed534a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6533e301-780d-4be4-9bfa-15210f9c3616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:27.289920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.289920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Bound using segment: {'id': '5e1191fd-e195-44ee-bf90-ce6ed534a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6533e301-780d-4be4-9bfa-15210f9c3616'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:27.289920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Bound port: 5cb5ef2d-418a-420c-9804-f75e17844530, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1191fd-e195-44ee-bf90-ce6ed534a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6533e301-780d-4be4-9bfa-15210f9c3616'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:27.289920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.361482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e499ab92-9b28-48d1-96c8-d3214b500579 tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.366948 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] For port 5cb5ef2d-418a-420c-9804-f75e17844530, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:27.384821 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] For port 5cb5ef2d-418a-420c-9804-f75e17844530, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5cb5ef2d-418a-420c-9804-f75e17844530,segment=NetworkSegment(5e1191fd-e195-44ee-bf90-ce6ed534a8f6),segment_id=5e1191fd-e195-44ee-bf90-ce6ed534a8f6)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:27.385711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e76c232-e35d-439c-90e4-245ef185c92d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:27.403965 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499ab92-9b28-48d1-96c8-d3214b500579 tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6b59263-3af3-4230-97cf-6ad03f9f3d4f,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:27.416169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4e76c232-e35d-439c-90e4-245ef185c92d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.416169 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-4e76c232-e35d-439c-90e4-245ef185c92d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Added segment a10b2ea0-4249-4ebc-95d2-7f38d9107429 of type vlan for network edc80da7-9885-40dc-a1e7-e8d945aeac2a Dec 10 18:31:27.433483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7aa9074b-cdf7-4eea-8a45-a5efad930881 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.452035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021c83e6-0e35-41dd-a26c-45b72e169cdb None None] Sync routers for ids ['4b703170-1f42-436a-a063-f9f1639d8fd6'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:27.461282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.475700 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e499ab92-9b28-48d1-96c8-d3214b500579 tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.478100 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c83e6-0e35-41dd-a26c-45b72e169cdb None None] Routers {'4b703170-1f42-436a-a063-f9f1639d8fd6'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:27.478254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e499ab92-9b28-48d1-96c8-d3214b500579 tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.482698 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e499ab92-9b28-48d1-96c8-d3214b500579 tempest-FloatingIPAdminTestJSON-544406379 tempest-FloatingIPAdminTestJSON-544406379-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/b5c00f6c-d69e-4e64-9f4f-fc79587b3fb7 HTTP/1.1" status: 204 len: 168 time: 0.9370108 Dec 10 18:31:27.483597 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59292) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:27.484880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-021c83e6-0e35-41dd-a26c-45b72e169cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4b703170-1f42-436a-a063-f9f1639d8fd6'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:27.542346 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4e76c232-e35d-439c-90e4-245ef185c92d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.595217 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-878ef501-f81a-4835-9289-0728e9da3371 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Deleting port 50dd1461-0c9b-4e7a-aa9f-42d42d44fbfb {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:27.595556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-878ef501-f81a-4835-9289-0728e9da3371 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.620098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-021c83e6-0e35-41dd-a26c-45b72e169cdb None None] Set router 4b703170-1f42-436a-a063-f9f1639d8fd6 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:27.684746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-021c83e6-0e35-41dd-a26c-45b72e169cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b703170-1f42-436a-a063-f9f1639d8fd6', 'name': 'tempest-NetworksTestDHCPv6-router-237140485', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:16Z', 'updated_at': '2021-12-10T18:31:26Z', 'revision_number': 3, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:27.698727 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e28c8-a101-4d41-83aa-9d58d61bb37a None None] Pushing event updated for resources: {'Port': ['ID=5cb5ef2d-418a-420c-9804-f75e17844530,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:27.706302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7aa9074b-cdf7-4eea-8a45-a5efad930881 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.708364 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4e76c232-e35d-439c-90e4-245ef185c92d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.710072 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-878ef501-f81a-4835-9289-0728e9da3371 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.714630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e76c232-e35d-439c-90e4-245ef185c92d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:27.715581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4e76c232-e35d-439c-90e4-245ef185c92d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.725730 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-878ef501-f81a-4835-9289-0728e9da3371 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Calling delete_port for 50dd1461-0c9b-4e7a-aa9f-42d42d44fbfb owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:27.729800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021c83e6-0e35-41dd-a26c-45b72e169cdb None None] Checking router: 4b703170-1f42-436a-a063-f9f1639d8fd6 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:27.738472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c83e6-0e35-41dd-a26c-45b72e169cdb None None] Routers {'4b703170-1f42-436a-a063-f9f1639d8fd6'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:27.739098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-021c83e6-0e35-41dd-a26c-45b72e169cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4b703170-1f42-436a-a063-f9f1639d8fd6'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:27.747529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f42ed921-a6da-47ff-a534-5e89d595d77f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763100088540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2458511'] for subnet, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.757983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9074b-cdf7-4eea-8a45-a5efad930881 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce3c7a5-86d0-451d-b026-1eafc358eacd,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:27.824163 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-021c83e6-0e35-41dd-a26c-45b72e169cdb None None] Set router 4b703170-1f42-436a-a063-f9f1639d8fd6 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:27.858498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7aa9074b-cdf7-4eea-8a45-a5efad930881 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.873480 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7aa9074b-cdf7-4eea-8a45-a5efad930881 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/2ce3c7a5-86d0-451d-b026-1eafc358eacd HTTP/1.1" status: 204 len: 168 time: 0.8288200 Dec 10 18:31:27.876804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59296) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:27.886454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d52ac8-d291-4bae-92ed-39d1c1277ce2 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:27.904664 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42ed921-a6da-47ff-a534-5e89d595d77f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:27.906425 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f42ed921-a6da-47ff-a534-5e89d595d77f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.910157 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f42ed921-a6da-47ff-a534-5e89d595d77f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "PUT /v2.0/subnets/6bd5e4ec-5872-4b8f-b9bf-3c7489fa17aa HTTP/1.1" status: 200 len: 900 time: 1.0614634 Dec 10 18:31:27.916573 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4e76c232-e35d-439c-90e4-245ef185c92d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8492160 Dec 10 18:31:27.948011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59298) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:27.948359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59300) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:27.957717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-021c83e6-0e35-41dd-a26c-45b72e169cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b703170-1f42-436a-a063-f9f1639d8fd6', 'name': 'tempest-NetworksTestDHCPv6-router-237140485', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:16Z', 'updated_at': '2021-12-10T18:31:26Z', 'revision_number': 3, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:27.967678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-6c5d3ea9-5f2a-41f2-8bc3-a4e4a5d33541 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': 'edc80da7-9885-40dc-a1e7-e8d945aeac2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:27.975833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76c232-e35d-439c-90e4-245ef185c92d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Network': ['ID=edc80da7-9885-40dc-a1e7-e8d945aeac2a,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:28.019669 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network edc80da7-9885-40dc-a1e7-e8d945aeac2a details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:28.027399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021c83e6-0e35-41dd-a26c-45b72e169cdb None None] The sync data for ids ['4b703170-1f42-436a-a063-f9f1639d8fd6'] in dv-neutron-821434-1-hyperv is: [{'id': '4b703170-1f42-436a-a063-f9f1639d8fd6', 'name': 'tempest-NetworksTestDHCPv6-router-237140485', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:16Z', 'updated_at': '2021-12-10T18:31:26Z', 'revision_number': 3, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'gw_port_host': None}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:28.103737 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ed921-a6da-47ff-a534-5e89d595d77f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event updated for resources: {'Subnet': ['ID=6bd5e4ec-5872-4b8f-b9bf-3c7489fa17aa,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:28.122146 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Made reservation on behalf of 8d9be3d86c66471b8fdabd1930472131 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:28.126695 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.179094 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] device_id is not set on port ddd4ebbf-fb36-4cbf-89e0-d4a2e51b8e90 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:28.233042 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-88a9e073-a01b-48a7-b611-239a5da79553 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3505552 Dec 10 18:31:28.236750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59302) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:28.248542 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.324821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d3c01f2-1d44-444e-aede-094ee145ab59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.347750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Allocated IP 2001:db8::38d (6eb014f5-f127-4ff2-8a4e-d7c8036dfc91/d9ae18ed-df4b-4f8f-b734-0a22ae39fec2/ddd4ebbf-fb36-4cbf-89e0-d4a2e51b8e90) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:28.419919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5d3ea9-5f2a-41f2-8bc3-a4e4a5d33541 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:28.420340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6c5d3ea9-5f2a-41f2-8bc3-a4e4a5d33541 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.439847 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6726dfa-d429-4e95-9426-2dc82ceac0bc None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:28.474871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-878ef501-f81a-4835-9289-0728e9da3371 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.572047 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ef501-f81a-4835-9289-0728e9da3371 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event deleted for resources: {'Port': ['ID=50dd1461-0c9b-4e7a-aa9f-42d42d44fbfb,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:28.574892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e6726dfa-d429-4e95-9426-2dc82ceac0bc None None] Deleting port 96156a5a-210a-47ad-9fa7-c6fb4a112ca7 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:28.576843 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e6726dfa-d429-4e95-9426-2dc82ceac0bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.707582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5cb5ef2d-418a-420c-9804-f75e17844530 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:28.780301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.785096 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-e6726dfa-d429-4e95-9426-2dc82ceac0bc None None] For port 96156a5a-210a-47ad-9fa7-c6fb4a112ca7, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=96156a5a-210a-47ad-9fa7-c6fb4a112ca7,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:28.785803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e6726dfa-d429-4e95-9426-2dc82ceac0bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.803726 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e6726dfa-d429-4e95-9426-2dc82ceac0bc None None] Calling delete_port for 96156a5a-210a-47ad-9fa7-c6fb4a112ca7 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:28.832758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Deleting port 5cb5ef2d-418a-420c-9804-f75e17844530 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:28.833306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.860583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-878ef501-f81a-4835-9289-0728e9da3371 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.864133 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-878ef501-f81a-4835-9289-0728e9da3371 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "DELETE /v2.0/ports/50dd1461-0c9b-4e7a-aa9f-42d42d44fbfb HTTP/1.1" status: 204 len: 168 time: 1.3800964 Dec 10 18:31:28.867118 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59310) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:28.879212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d3c01f2-1d44-444e-aede-094ee145ab59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.897819 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5cb5ef2d-418a-420c-9804-f75e17844530 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:28.898590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.926226 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d3c01f2-1d44-444e-aede-094ee145ab59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.934257 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c609e73-384f-45b0-a0d4-8e683e786262 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.941947 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4c609e73-384f-45b0-a0d4-8e683e786262 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bcdd298-a0c6-4059-8049-5655eace8acd HTTP/1.1" status: 200 len: 913 time: 0.0735731 Dec 10 18:31:28.948031 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59312) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:28.958912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.014192 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.055754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 5cb5ef2d-418a-420c-9804-f75e17844530, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5cb5ef2d-418a-420c-9804-f75e17844530,segment=NetworkSegment(5e1191fd-e195-44ee-bf90-ce6ed534a8f6),segment_id=5e1191fd-e195-44ee-bf90-ce6ed534a8f6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:29.080355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e6726dfa-d429-4e95-9426-2dc82ceac0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.083816 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:29.093838 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:29.101024 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:29.106666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.107291 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.110271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] For port 5cb5ef2d-418a-420c-9804-f75e17844530, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5cb5ef2d-418a-420c-9804-f75e17844530,segment=NetworkSegment(5e1191fd-e195-44ee-bf90-ce6ed534a8f6),segment_id=5e1191fd-e195-44ee-bf90-ce6ed534a8f6)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:29.110707 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.117372 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6726dfa-d429-4e95-9426-2dc82ceac0bc None None] Pushing event deleted for resources: {'Port': ['ID=96156a5a-210a-47ad-9fa7-c6fb4a112ca7,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:29.129238 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6726dfa-d429-4e95-9426-2dc82ceac0bc None None] No DVR routers for this DVR port 96156a5a-210a-47ad-9fa7-c6fb4a112ca7 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:29.129334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d3c01f2-1d44-444e-aede-094ee145ab59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.129334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3c01f2-1d44-444e-aede-094ee145ab59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Fanout notify agent at l3_agent the message router_deleted on router 4b703170-1f42-436a-a063-f9f1639d8fd6 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:31:29.136885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d3c01f2-1d44-444e-aede-094ee145ab59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.146147 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3d3c01f2-1d44-444e-aede-094ee145ab59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/routers/4b703170-1f42-436a-a063-f9f1639d8fd6 HTTP/1.1" status: 204 len: 168 time: 0.9031019 Dec 10 18:31:29.148564 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59314) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:29.152749 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-34ad4845-f90a-4b85-bed8-b49b04b7456b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:29.155591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event updated for resources: {'Port': ['ID=ddd4ebbf-fb36-4cbf-89e0-d4a2e51b8e90,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:29.157152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Calling delete_port for 5cb5ef2d-418a-420c-9804-f75e17844530 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:29.182847 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.190665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8257bfe8-a819-457a-99b3-59fb1b717440 None None] Network 6533e301-780d-4be4-9bfa-15210f9c3616 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:29.309755 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ff01bb7a-f790-4c58-a060-6099a57e031a tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4208772 Dec 10 18:31:29.315392 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59316) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:29.329005 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-db4d1c1b-164d-4e54-bd2a-5f1803d713bb None None] Provisioning complete for port 5cb5ef2d-418a-420c-9804-f75e17844530 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:29.329382 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-db4d1c1b-164d-4e54-bd2a-5f1803d713bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.332990 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-fe2261ac-badf-4374-8231-f53061689404 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Request body: {'port': {'network_id': '6eb014f5-f127-4ff2-8a4e-d7c8036dfc91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-273042827'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:29.364715 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6c5d3ea9-5f2a-41f2-8bc3-a4e4a5d33541 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.409100 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=5cb5ef2d-418a-420c-9804-f75e17844530,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:29.446129 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d3ea9-5f2a-41f2-8bc3-a4e4a5d33541 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Subnet': ['ID=c30b84b9-6d69-4e76-9bb8-1934011877f4,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:29.469227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.479544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-db4d1c1b-164d-4e54-bd2a-5f1803d713bb None None] Port 5cb5ef2d-418a-420c-9804-f75e17844530 update to ACTIVE by agent not found {{(pid=103595) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 18:31:29.540031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Port': ['ID=5cb5ef2d-418a-420c-9804-f75e17844530,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:29.581332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ad4845-f90a-4b85-bed8-b49b04b7456b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:29.584821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-34ad4845-f90a-4b85-bed8-b49b04b7456b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.603601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-782bd7d6-46c5-4403-935d-aab88ef22bbb None None] Provisioning complete for port ddd4ebbf-fb36-4cbf-89e0-d4a2e51b8e90 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:29.604393 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-782bd7d6-46c5-4403-935d-aab88ef22bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.645875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4205-0fea-456a-9cef-149b62108adb tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.679923 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-782bd7d6-46c5-4403-935d-aab88ef22bbb None None] Port ddd4ebbf-fb36-4cbf-89e0-d4a2e51b8e90 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:29.770110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5964e858-7a5e-48f6-a71a-2149a61d0c0a None None] Network 6533e301-780d-4be4-9bfa-15210f9c3616 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:29.773946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2261ac-badf-4374-8231-f53061689404 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Made reservation on behalf of 8d9be3d86c66471b8fdabd1930472131 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:29.777397 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe2261ac-badf-4374-8231-f53061689404 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.800199 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-fe2261ac-badf-4374-8231-f53061689404 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] device_id is not set on port 8f5006ca-3edd-482f-a7e2-bfab70db74ea yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:29.823994 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ebd2a0d9-0524-4e59-88cf-65dd5ae53d9c None None] Could not find standard attr ID for object 5cb5ef2d-418a-420c-9804-f75e17844530. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:31:29.922053 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No DVR routers for this DVR port 5cb5ef2d-418a-420c-9804-f75e17844530 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:29.956723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d3ea9-5f2a-41f2-8bc3-a4e4a5d33541 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Checking segment: {'id': 'a10b2ea0-4249-4ebc-95d2-7f38d9107429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'edc80da7-9885-40dc-a1e7-e8d945aeac2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:29.957092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d3ea9-5f2a-41f2-8bc3-a4e4a5d33541 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network hostable DHCP agents. Network: edc80da7-9885-40dc-a1e7-e8d945aeac2a, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:30.017273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-fe2261ac-badf-4374-8231-f53061689404 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Allocated IP 2001:db8::227 (6eb014f5-f127-4ff2-8a4e-d7c8036dfc91/d9ae18ed-df4b-4f8f-b734-0a22ae39fec2/8f5006ca-3edd-482f-a7e2-bfab70db74ea) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:30.050769 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.138794 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d3ea9-5f2a-41f2-8bc3-a4e4a5d33541 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network edc80da7-9885-40dc-a1e7-e8d945aeac2a is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:30.176757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 96156a5a-210a-47ad-9fa7-c6fb4a112ca7 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:30.198494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 96156a5a-210a-47ad-9fa7-c6fb4a112ca7 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:30.203324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 96156a5a-210a-47ad-9fa7-c6fb4a112ca7 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:30.203324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 17ded98d-6bb3-4677-af82-9069d66d91f7 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:30.211911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f4205-0fea-456a-9cef-149b62108adb tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Deleting port b0ae57e0-907e-4b86-b679-b733117cf3cf {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:30.212352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4205-0fea-456a-9cef-149b62108adb tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.251700 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d3ea9-5f2a-41f2-8bc3-a4e4a5d33541 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, edc80da7-9885-40dc-a1e7-e8d945aeac2a) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:30.256368 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d3ea9-5f2a-41f2-8bc3-a4e4a5d33541 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:30.257359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6c5d3ea9-5f2a-41f2-8bc3-a4e4a5d33541 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.280814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.317855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-34ad4845-f90a-4b85-bed8-b49b04b7456b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.319940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd5e4ec-5872-4b8f-b9bf-3c7489fa17aa,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:30.331205 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4205-0fea-456a-9cef-149b62108adb tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.354646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f4205-0fea-456a-9cef-149b62108adb tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Calling delete_port for b0ae57e0-907e-4b86-b679-b733117cf3cf owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:30.358393 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe2261ac-badf-4374-8231-f53061689404 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.372103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cee0117-327e-423b-89ad-ecd4090cde26 None None] Network edc80da7-9885-40dc-a1e7-e8d945aeac2a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:30.374013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ad279a-76c3-45c6-be53-fb88f8338b1d None None] Network 6533e301-780d-4be4-9bfa-15210f9c3616 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:30.376900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 17ded98d-6bb3-4677-af82-9069d66d91f7 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:30.377239 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 17ded98d-6bb3-4677-af82-9069d66d91f7 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:30.461529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.485173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad4845-f90a-4b85-bed8-b49b04b7456b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=86719c39-7af9-4f91-ad01-eac3667ae34b,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:30.497907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6533e301-780d-4be4-9bfa-15210f9c3616']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:30.508624 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6c5d3ea9-5f2a-41f2-8bc3-a4e4a5d33541 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5424643 Dec 10 18:31:30.509114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59324) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:30.514671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-4f901eaa-2b8e-4fcb-8669-4f6d6c7a2800 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'network_id': 'edc80da7-9885-40dc-a1e7-e8d945aeac2a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-229625129'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:30.520703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1191fd-e195-44ee-bf90-ce6ed534a8f6') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:30.521580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1191fd-e195-44ee-bf90-ce6ed534a8f6') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:30.523147 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe2261ac-badf-4374-8231-f53061689404 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.536877 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ad4845-f90a-4b85-bed8-b49b04b7456b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:30.539253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.541431 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-34ad4845-f90a-4b85-bed8-b49b04b7456b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:30.556901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ad4845-f90a-4b85-bed8-b49b04b7456b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:30.556901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-34ad4845-f90a-4b85-bed8-b49b04b7456b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.557274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-edc80da7-9885-40dc-a1e7-e8d945aeac2a', 'network_id': 'edc80da7-9885-40dc-a1e7-e8d945aeac2a', 'project_id': '7d2a1197fd88473fb9b34299d95b485d', 'fixed_ips': [{'subnet_id': 'c30b84b9-6d69-4e76-9bb8-1934011877f4'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:30.557274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.563368 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb4f5d9-c751-4dee-bfb9-4d27507b1f02 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:30.568281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.580312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:30.582279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:30.585862 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:30.630847 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a93bb-da38-4641-b480-c42f2d34a567 None None] DHCP port deletion for 6533e301-780d-4be4-9bfa-15210f9c3616 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:30.661633 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-34ad4845-f90a-4b85-bed8-b49b04b7456b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5128350 Dec 10 18:31:30.664353 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59326) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:30.669054 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a81b292e-0915-4c9e-a965-f5132e4d3752 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2097603281', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:30.673808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2261ac-badf-4374-8231-f53061689404 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:30.685888 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-fe2261ac-badf-4374-8231-f53061689404 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:30.687713 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2261ac-badf-4374-8231-f53061689404 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event updated for resources: {'Port': ['ID=8f5006ca-3edd-482f-a7e2-bfab70db74ea,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:30.693673 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2261ac-badf-4374-8231-f53061689404 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:30.699313 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2261ac-badf-4374-8231-f53061689404 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:30.699948 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe2261ac-badf-4374-8231-f53061689404 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.777527 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.783254 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.788332 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/6533e301-780d-4be4-9bfa-15210f9c3616 HTTP/1.1" status: 204 len: 168 time: 2.8371403 Dec 10 18:31:30.790370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59332) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:30.806542 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '86719c39-7af9-4f91-ad01-eac3667ae34b'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:30.807428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.810411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a81b292e-0915-4c9e-a965-f5132e4d3752 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.811545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a81b292e-0915-4c9e-a965-f5132e4d3752 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.834446 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Allocated IP 2001:db8::2 (edc80da7-9885-40dc-a1e7-e8d945aeac2a/c30b84b9-6d69-4e76-9bb8-1934011877f4/be321f06-db5f-4aba-8e5e-7bd77e3fb83d) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:30.838352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5b783-5685-48ed-bfba-be42e7719f75 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Network': ['ID=6533e301-780d-4be4-9bfa-15210f9c3616,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:30.841853 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4205-0fea-456a-9cef-149b62108adb tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.844877 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e076d41-6ed5-45bc-9c37-7311f27ad031 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:30.846101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e076d41-6ed5-45bc-9c37-7311f27ad031 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:30.851460 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2e076d41-6ed5-45bc-9c37-7311f27ad031 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/subnets/6bd5e4ec-5872-4b8f-b9bf-3c7489fa17aa HTTP/1.1" status: 404 len: 337 time: 0.0570657 Dec 10 18:31:30.856132 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59334) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:30.881107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f4205-0fea-456a-9cef-149b62108adb tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event deleted for resources: {'Port': ['ID=b0ae57e0-907e-4b86-b679-b733117cf3cf,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:30.893190 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b69cbe-0300-4e19-9f76-c6b10754a80b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:30.893559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b69cbe-0300-4e19-9f76-c6b10754a80b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:30.898814 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-66b69cbe-0300-4e19-9f76-c6b10754a80b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/6533e301-780d-4be4-9bfa-15210f9c3616 HTTP/1.1" status: 404 len: 339 time: 0.0395868 Dec 10 18:31:30.904045 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59336) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:30.962071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a81b292e-0915-4c9e-a965-f5132e4d3752 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.043922 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fe2261ac-badf-4374-8231-f53061689404 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7285044 Dec 10 18:31:31.046806 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59340) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:31.066199 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba0bfaaf-334d-4840-9631-081606f09e16 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.075504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a81b292e-0915-4c9e-a965-f5132e4d3752 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.091477 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-1b75c3c2-0e3f-45d1-89ec-8ace4be5a1b7 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::169', 'mac_address': 'fa:16:3e:08:c4:56'}, {'ip_address': '2001:db8::38d', 'mac_address': 'fa:16:3e:20:38:9f'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:31.105837 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Allocated IP 2001:db8::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/86719c39-7af9-4f91-ad01-eac3667ae34b/53174d75-a56f-4478-9d2d-cd72027fbc12) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:31.216661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba0bfaaf-334d-4840-9631-081606f09e16 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.237670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-ba0bfaaf-334d-4840-9631-081606f09e16 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b522079e-5606-4f10-b154-48efece42e60']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:31.247609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4205-0fea-456a-9cef-149b62108adb tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.247938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-ba0bfaaf-334d-4840-9631-081606f09e16 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17050a0-9c3e-4aa9-9850-915c19a23f19') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:31.248595 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-ba0bfaaf-334d-4840-9631-081606f09e16 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17050a0-9c3e-4aa9-9850-915c19a23f19') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:31.260275 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba0bfaaf-334d-4840-9631-081606f09e16 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.269167 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f901eaa-2b8e-4fcb-8669-4f6d6c7a2800 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:31.272987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.275958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-933431f7-e718-4a46-a584-e1e6a56e6f4b None None] Provisioning complete for port 8f5006ca-3edd-482f-a7e2-bfab70db74ea triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:31.276327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-933431f7-e718-4a46-a584-e1e6a56e6f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.276673 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4f901eaa-2b8e-4fcb-8669-4f6d6c7a2800 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.277048 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba0bfaaf-334d-4840-9631-081606f09e16 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.284767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0bfaaf-334d-4840-9631-081606f09e16 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:31.285542 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba0bfaaf-334d-4840-9631-081606f09e16 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:31.288428 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:31.331354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-933431f7-e718-4a46-a584-e1e6a56e6f4b None None] Port 8f5006ca-3edd-482f-a7e2-bfab70db74ea cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:31.335386 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a81b292e-0915-4c9e-a965-f5132e4d3752 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.339596 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a81b292e-0915-4c9e-a965-f5132e4d3752 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6713357 Dec 10 18:31:31.339910 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59342) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:31.372849 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.384614 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-4f901eaa-2b8e-4fcb-8669-4f6d6c7a2800 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port 820115fd-8d87-4d5d-bb5a-3aa01bdeb195 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:31.436511 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1b75c3c2-0e3f-45d1-89ec-8ace4be5a1b7 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.447909 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.453428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Network edc80da7-9885-40dc-a1e7-e8d945aeac2a is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:31.460705 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:31.462678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Pushing event updated for resources: {'Port': ['ID=be321f06-db5f-4aba-8e5e-7bd77e3fb83d,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:31.465725 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:31.506641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba0bfaaf-334d-4840-9631-081606f09e16 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.515802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba0bfaaf-334d-4840-9631-081606f09e16 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.518283 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ba0bfaaf-334d-4840-9631-081606f09e16 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/b522079e-5606-4f10-b154-48efece42e60 HTTP/1.1" status: 204 len: 168 time: 0.6132827 Dec 10 18:31:31.531968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.542087 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59344) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:31.545362 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Attempting to bind port be321f06-db5f-4aba-8e5e-7bd77e3fb83d on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:31.545778 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Attempting to bind port be321f06-db5f-4aba-8e5e-7bd77e3fb83d by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'a10b2ea0-4249-4ebc-95d2-7f38d9107429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'edc80da7-9885-40dc-a1e7-e8d945aeac2a'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:31.546693 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Attempting to bind port be321f06-db5f-4aba-8e5e-7bd77e3fb83d on network edc80da7-9885-40dc-a1e7-e8d945aeac2a {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:31.580840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:31.581615 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Checking segment: {'id': 'a10b2ea0-4249-4ebc-95d2-7f38d9107429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'edc80da7-9885-40dc-a1e7-e8d945aeac2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:31.581615 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.582082 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Bound using segment: {'id': 'a10b2ea0-4249-4ebc-95d2-7f38d9107429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'edc80da7-9885-40dc-a1e7-e8d945aeac2a'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:31.582508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Bound port: be321f06-db5f-4aba-8e5e-7bd77e3fb83d, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10b2ea0-4249-4ebc-95d2-7f38d9107429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'edc80da7-9885-40dc-a1e7-e8d945aeac2a'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:31.582899 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.586014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:31.587450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bfaaf-334d-4840-9631-081606f09e16 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Network': ['ID=b522079e-5606-4f10-b154-48efece42e60,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:31.599696 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:31.607674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:31.614557 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Pushing event updated for resources: {'Port': ['ID=53174d75-a56f-4478-9d2d-cd72027fbc12,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:31.668678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.709010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Attempting to bind port 53174d75-a56f-4478-9d2d-cd72027fbc12 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:31.709384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Attempting to bind port 53174d75-a56f-4478-9d2d-cd72027fbc12 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:31.709777 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Attempting to bind port 53174d75-a56f-4478-9d2d-cd72027fbc12 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:31.719353 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] For port be321f06-db5f-4aba-8e5e-7bd77e3fb83d, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:31.723715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:31.723715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:31.723715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.723715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:31.723715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Bound port: 53174d75-a56f-4478-9d2d-cd72027fbc12, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:31.724214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.727132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] For port be321f06-db5f-4aba-8e5e-7bd77e3fb83d, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=be321f06-db5f-4aba-8e5e-7bd77e3fb83d,segment=NetworkSegment(a10b2ea0-4249-4ebc-95d2-7f38d9107429),segment_id=a10b2ea0-4249-4ebc-95d2-7f38d9107429)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:31.794187 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] For port 53174d75-a56f-4478-9d2d-cd72027fbc12, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:31.798461 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] For port 53174d75-a56f-4478-9d2d-cd72027fbc12, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=53174d75-a56f-4478-9d2d-cd72027fbc12,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:31.806412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.877466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.877653 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e217f581-5f92-4aeb-a521-24308c32c033 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:31.878216 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e217f581-5f92-4aeb-a521-24308c32c033 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:31.881453 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e217f581-5f92-4aeb-a521-24308c32c033 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/subnets/1b80303b-8103-4a3d-ac56-8e2cfc4d0ed4 HTTP/1.1" status: 404 len: 337 time: 0.3383222 Dec 10 18:31:31.888703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59348) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:31.899730 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb787e-c810-471e-bad3-9fe4f6ce5923 None None] Pushing event updated for resources: {'Port': ['ID=be321f06-db5f-4aba-8e5e-7bd77e3fb83d,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:31.917361 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8b2771-f484-4fc7-8322-694d5bc4bbf6 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:31.918304 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8b2771-f484-4fc7-8322-694d5bc4bbf6 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:31.922526 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3e8b2771-f484-4fc7-8322-694d5bc4bbf6 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/c220f989-1454-431b-aa49-22ff01792f34 HTTP/1.1" status: 404 len: 339 time: 0.0318563 Dec 10 18:31:31.925447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59352) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:31.980329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a94ab2-b59f-49fa-b908-57896ed90ad1 None None] Pushing event updated for resources: {'Port': ['ID=53174d75-a56f-4478-9d2d-cd72027fbc12,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:32.011046 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-4f901eaa-2b8e-4fcb-8669-4f6d6c7a2800 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Allocated IP 2001:db8::1f3 (edc80da7-9885-40dc-a1e7-e8d945aeac2a/c30b84b9-6d69-4e76-9bb8-1934011877f4/820115fd-8d87-4d5d-bb5a-3aa01bdeb195) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:32.047477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5cb5ef2d-418a-420c-9804-f75e17844530 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:32.053955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::1 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/86719c39-7af9-4f91-ad01-eac3667ae34b/cfa45c7c-1588-4076-85dc-ff6604075dfe) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:32.074077 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 5cb5ef2d-418a-420c-9804-f75e17844530 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:32.074648 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5cb5ef2d-418a-420c-9804-f75e17844530 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:32.240026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fa6388-ee2d-498f-bfac-c4dd15977347 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Deleting subnet a40832a0-9b8a-4b24-be89-8921f98f4498 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:32.249086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56fa6388-ee2d-498f-bfac-c4dd15977347 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.276593 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.313353 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6f4205-0fea-456a-9cef-149b62108adb tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Router 2bcdd298-a0c6-4059-8049-5655eace8acd has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:32.329934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56fa6388-ee2d-498f-bfac-c4dd15977347 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.401931 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4f901eaa-2b8e-4fcb-8669-4f6d6c7a2800 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.449535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56fa6388-ee2d-498f-bfac-c4dd15977347 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.491869 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.504778 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1b75c3c2-0e3f-45d1-89ec-8ace4be5a1b7 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.546455 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:32.547396 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6f4205-0fea-456a-9cef-149b62108adb tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:32.553635 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:32.557510 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fe6f4205-0fea-456a-9cef-149b62108adb tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "PUT /v2.0/routers/2bcdd298-a0c6-4059-8049-5655eace8acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6062527 Dec 10 18:31:32.558199 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59356) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:32.570820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:32.570820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.571041 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb794f0-7f4f-4003-b588-a9c7e47f6815 None None] Sync routers for ids ['2bcdd298-a0c6-4059-8049-5655eace8acd'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:32.573240 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb794f0-7f4f-4003-b588-a9c7e47f6815 None None] Routers {'2bcdd298-a0c6-4059-8049-5655eace8acd'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:32.573885 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dcb794f0-7f4f-4003-b588-a9c7e47f6815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2bcdd298-a0c6-4059-8049-5655eace8acd'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:32.603606 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=cfa45c7c-1588-4076-85dc-ff6604075dfe,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:32.617065 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dcb794f0-7f4f-4003-b588-a9c7e47f6815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:32.629594 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb794f0-7f4f-4003-b588-a9c7e47f6815 None None] Routers {'2bcdd298-a0c6-4059-8049-5655eace8acd'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:32.630262 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dcb794f0-7f4f-4003-b588-a9c7e47f6815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2bcdd298-a0c6-4059-8049-5655eace8acd'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:32.633240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4f901eaa-2b8e-4fcb-8669-4f6d6c7a2800 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.639604 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1b75c3c2-0e3f-45d1-89ec-8ace4be5a1b7 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.658035 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56fa6388-ee2d-498f-bfac-c4dd15977347 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.669267 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dcb794f0-7f4f-4003-b588-a9c7e47f6815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:32.670111 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb794f0-7f4f-4003-b588-a9c7e47f6815 None None] The sync data for ids ['2bcdd298-a0c6-4059-8049-5655eace8acd'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:32.685632 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa6388-ee2d-498f-bfac-c4dd15977347 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Subnet': ['ID=a40832a0-9b8a-4b24-be89-8921f98f4498,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:32.689565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-1b75c3c2-0e3f-45d1-89ec-8ace4be5a1b7 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] In _notify_port_updated(), no bound segment for port 8f5006ca-3edd-482f-a7e2-bfab70db74ea on network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 {{(pid=103594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:31:32.695066 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b75c3c2-0e3f-45d1-89ec-8ace4be5a1b7 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:32.695312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56fa6388-ee2d-498f-bfac-c4dd15977347 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.695701 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1b75c3c2-0e3f-45d1-89ec-8ace4be5a1b7 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.696985 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1b75c3c2-0e3f-45d1-89ec-8ace4be5a1b7 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "PUT /v2.0/ports/8f5006ca-3edd-482f-a7e2-bfab70db74ea HTTP/1.1" status: 200 len: 1067 time: 1.6104600 Dec 10 18:31:32.701372 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-56fa6388-ee2d-498f-bfac-c4dd15977347 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/subnets/a40832a0-9b8a-4b24-be89-8921f98f4498 HTTP/1.1" status: 204 len: 168 time: 0.7747793 Dec 10 18:31:32.702054 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59358) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:32.703002 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59360) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:32.709794 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f901eaa-2b8e-4fcb-8669-4f6d6c7a2800 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network edc80da7-9885-40dc-a1e7-e8d945aeac2a is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:32.718330 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-4f901eaa-2b8e-4fcb-8669-4f6d6c7a2800 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:32.725680 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f901eaa-2b8e-4fcb-8669-4f6d6c7a2800 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:32.731266 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f901eaa-2b8e-4fcb-8669-4f6d6c7a2800 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:32.731866 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4f901eaa-2b8e-4fcb-8669-4f6d6c7a2800 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.737556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f901eaa-2b8e-4fcb-8669-4f6d6c7a2800 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=820115fd-8d87-4d5d-bb5a-3aa01bdeb195,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:32.746730 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecaaf49-9bb0-4873-b523-31817d6ecb08 None None] Network b644ec60-d684-4157-9a72-1eb54cd753f9 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:32.786817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.843131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-9099c11e-399a-4924-b2f5-6c5b9546d4aa tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Deleting subnet b3c5a3d4-f906-43dc-8cff-b991ea2e9fc8 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:32.847767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.850448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9099c11e-399a-4924-b2f5-6c5b9546d4aa tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.877101 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4f901eaa-2b8e-4fcb-8669-4f6d6c7a2800 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.3634763 Dec 10 18:31:32.878469 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59362) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:32.880475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75c3c2-0e3f-45d1-89ec-8ace4be5a1b7 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event updated for resources: {'Port': ['ID=8f5006ca-3edd-482f-a7e2-bfab70db74ea,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:32.972309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9099c11e-399a-4924-b2f5-6c5b9546d4aa tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.198483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.198483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-084d95fa-628d-43c4-9547-c6cb176ca176 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 820115fd-8d87-4d5d-bb5a-3aa01bdeb195 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:33.198483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-084d95fa-628d-43c4-9547-c6cb176ca176 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.201090 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9b38c7ee-2fdc-43e4-91dd-d0019c5ef1f9 None None] Provisioning complete for port 8f5006ca-3edd-482f-a7e2-bfab70db74ea triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:33.201090 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9b38c7ee-2fdc-43e4-91dd-d0019c5ef1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.275591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-084d95fa-628d-43c4-9547-c6cb176ca176 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.283359 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9b38c7ee-2fdc-43e4-91dd-d0019c5ef1f9 None None] Port 8f5006ca-3edd-482f-a7e2-bfab70db74ea cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:33.304649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-084d95fa-628d-43c4-9547-c6cb176ca176 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 820115fd-8d87-4d5d-bb5a-3aa01bdeb195 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:33.308798 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b643e7f5-be69-41b5-a6ff-dba755af2726 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Deleting port 8f5006ca-3edd-482f-a7e2-bfab70db74ea {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:33.310634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b643e7f5-be69-41b5-a6ff-dba755af2726 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.476894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9099c11e-399a-4924-b2f5-6c5b9546d4aa tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.489476 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Deleting port f05bfd08-c442-4d82-ad39-d32e2b2ba933 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:33.489476 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.565885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b643e7f5-be69-41b5-a6ff-dba755af2726 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.570590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.590845 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b643e7f5-be69-41b5-a6ff-dba755af2726 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Calling delete_port for 8f5006ca-3edd-482f-a7e2-bfab70db74ea owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:33.599690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e674bc35-7684-4439-94e3-a32d5dafd299 None None] Network edc80da7-9885-40dc-a1e7-e8d945aeac2a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:33.627963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.646754 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-084d95fa-628d-43c4-9547-c6cb176ca176 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.649143 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Calling delete_port for f05bfd08-c442-4d82-ad39-d32e2b2ba933 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:33.678575 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d95fa-628d-43c4-9547-c6cb176ca176 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=820115fd-8d87-4d5d-bb5a-3aa01bdeb195,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:33.712278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.712278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.751112 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-46546906-c83b-4b2a-8ac8-9c9e1d2fac27 None None] Provisioning complete for port be321f06-db5f-4aba-8e5e-7bd77e3fb83d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:33.753396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-46546906-c83b-4b2a-8ac8-9c9e1d2fac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.794600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9099c11e-399a-4924-b2f5-6c5b9546d4aa tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.856000 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-084d95fa-628d-43c4-9547-c6cb176ca176 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.865019 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-46546906-c83b-4b2a-8ac8-9c9e1d2fac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.871328 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-084d95fa-628d-43c4-9547-c6cb176ca176 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/820115fd-8d87-4d5d-bb5a-3aa01bdeb195 HTTP/1.1" status: 204 len: 168 time: 0.9916773 Dec 10 18:31:33.878831 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59370) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:33.904711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=cfa45c7c-1588-4076-85dc-ff6604075dfe,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:33.916443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099c11e-399a-4924-b2f5-6c5b9546d4aa tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c5a3d4-f906-43dc-8cff-b991ea2e9fc8,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:33.929883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9099c11e-399a-4924-b2f5-6c5b9546d4aa tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.935712 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9099c11e-399a-4924-b2f5-6c5b9546d4aa tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/subnets/b3c5a3d4-f906-43dc-8cff-b991ea2e9fc8 HTTP/1.1" status: 204 len: 168 time: 1.2281737 Dec 10 18:31:33.935946 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59372) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:33.943696 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f5daae-1414-4b68-ae90-b384e756a2b9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] GET failed (client error): The resource could not be found. Dec 10 18:31:33.945563 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-61f5daae-1414-4b68-ae90-b384e756a2b9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/820115fd-8d87-4d5d-bb5a-3aa01bdeb195 HTTP/1.1" status: 404 len: 333 time: 0.0685906 Dec 10 18:31:33.954055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59374) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:34.108290 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.137352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d9f923-d0cd-491d-9f11-344b79a9ece0 None None] Network b644ec60-d684-4157-9a72-1eb54cd753f9 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:34.140946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event deleted for resources: {'Port': ['ID=f05bfd08-c442-4d82-ad39-d32e2b2ba933,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:34.185779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.203441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:34.215611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:34.241169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device be321f06-db5f-4aba-8e5e-7bd77e3fb83d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:34.243572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb658779-86ef-4ead-a46d-e781c2f17308 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:34.256707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.378196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-46546906-c83b-4b2a-8ac8-9c9e1d2fac27 None None] For port be321f06-db5f-4aba-8e5e-7bd77e3fb83d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=be321f06-db5f-4aba-8e5e-7bd77e3fb83d,segment=NetworkSegment(a10b2ea0-4249-4ebc-95d2-7f38d9107429),segment_id=a10b2ea0-4249-4ebc-95d2-7f38d9107429)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:34.424561 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.428313 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.433142 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port be321f06-db5f-4aba-8e5e-7bd77e3fb83d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:34.436225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.493837 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-46546906-c83b-4b2a-8ac8-9c9e1d2fac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.556286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedd6f3f-64a2-49ee-ba6e-162115122ce9 None None] DHCP port deletion for b644ec60-d684-4157-9a72-1eb54cd753f9 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:34.630653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 53174d75-a56f-4478-9d2d-cd72027fbc12 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:34.638224 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.638957 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Fanout notify agent at l3_agent the message router_deleted on router 2bcdd298-a0c6-4059-8049-5655eace8acd {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:31:34.659792 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.666215 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f3e781fa-f371-4dd9-b11d-5b3cb0bde3be tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "DELETE /v2.0/routers/2bcdd298-a0c6-4059-8049-5655eace8acd HTTP/1.1" status: 204 len: 168 time: 2.1061480 Dec 10 18:31:34.667156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59382) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:34.682966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46546906-c83b-4b2a-8ac8-9c9e1d2fac27 None None] Pushing event updated for resources: {'Port': ['ID=be321f06-db5f-4aba-8e5e-7bd77e3fb83d,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:34.704560 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ceda8557-7ca9-4d45-a1ab-dc8f0b6ad3c3 None None] Provisioning complete for port be321f06-db5f-4aba-8e5e-7bd77e3fb83d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:34.705319 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ceda8557-7ca9-4d45-a1ab-dc8f0b6ad3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.760892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-fedd6f3f-64a2-49ee-ba6e-162115122ce9 None None] Deleting port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:34.761600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fedd6f3f-64a2-49ee-ba6e-162115122ce9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.764637 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-27cee692-2601-4e7f-8520-a4b176c75125 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting subnet c30b84b9-6d69-4e76-9bb8-1934011877f4 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:34.773599 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b643e7f5-be69-41b5-a6ff-dba755af2726 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.775374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cee692-2601-4e7f-8520-a4b176c75125 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.776768 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c0ee8a-c1f9-43bb-b8bb-03fb2721fd06 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Deleting subnet 86a5e783-a939-4d8f-a560-55c4adab225b {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:34.783111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ee8a-c1f9-43bb-b8bb-03fb2721fd06 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.783837 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 53174d75-a56f-4478-9d2d-cd72027fbc12 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:34.784211 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.844158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ee8a-c1f9-43bb-b8bb-03fb2721fd06 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.918880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643e7f5-be69-41b5-a6ff-dba755af2726 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event deleted for resources: {'Port': ['ID=8f5006ca-3edd-482f-a7e2-bfab70db74ea,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:34.931957 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-fedd6f3f-64a2-49ee-ba6e-162115122ce9 None None] For port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5fa7062d-69ed-4d2e-87a9-71cf99ddcf41,segment=NetworkSegment(0bc93dc6-ba06-4b9b-baa5-113acf4f6383),segment_id=0bc93dc6-ba06-4b9b-baa5-113acf4f6383)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:34.932655 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fedd6f3f-64a2-49ee-ba6e-162115122ce9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.995172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cee692-2601-4e7f-8520-a4b176c75125 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.999641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-fedd6f3f-64a2-49ee-ba6e-162115122ce9 None None] Calling delete_port for 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:35.018277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ee8a-c1f9-43bb-b8bb-03fb2721fd06 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.109179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ceda8557-7ca9-4d45-a1ab-dc8f0b6ad3c3 None None] Provisioning complete for port 53174d75-a56f-4478-9d2d-cd72027fbc12 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:35.109566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ceda8557-7ca9-4d45-a1ab-dc8f0b6ad3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.140338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Deleting port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:35.140957 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.166408 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.175666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ee8a-c1f9-43bb-b8bb-03fb2721fd06 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.204556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0ee8a-c1f9-43bb-b8bb-03fb2721fd06 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event deleted for resources: {'Subnet': ['ID=86a5e783-a939-4d8f-a560-55c4adab225b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:35.212770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 53174d75-a56f-4478-9d2d-cd72027fbc12, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=53174d75-a56f-4478-9d2d-cd72027fbc12,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:35.217660 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ee8a-c1f9-43bb-b8bb-03fb2721fd06 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.219959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ea2dd7-634c-469e-a0b5-689d7e279bde None None] Network 76c1b499-2d12-48f6-a961-6b408a4dc3cc requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:35.226460 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a3c0ee8a-c1f9-43bb-b8bb-03fb2721fd06 tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "DELETE /v2.0/subnets/86a5e783-a939-4d8f-a560-55c4adab225b HTTP/1.1" status: 204 len: 168 time: 0.5575342 Dec 10 18:31:35.227438 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59384) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:35.241875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Router 79940eea-15c8-46e9-a23e-9db378798a51 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:31:35.273734 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] For port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5fa7062d-69ed-4d2e-87a9-71cf99ddcf41,segment=NetworkSegment(0bc93dc6-ba06-4b9b-baa5-113acf4f6383),segment_id=0bc93dc6-ba06-4b9b-baa5-113acf4f6383)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:35.273734 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.283445 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cee692-2601-4e7f-8520-a4b176c75125 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.317052 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.323711 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.336029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Calling delete_port for 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:35.382292 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Deleting port 074d72de-6667-4b33-9715-37b1c718de4a {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:35.382641 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.384249 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fedd6f3f-64a2-49ee-ba6e-162115122ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.396237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ceda8557-7ca9-4d45-a1ab-dc8f0b6ad3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.424023 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedd6f3f-64a2-49ee-ba6e-162115122ce9 None None] No DVR routers for this DVR port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:35.440080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=53174d75-a56f-4478-9d2d-cd72027fbc12,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:35.465187 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd6f3f-64a2-49ee-ba6e-162115122ce9 None None] Pushing event deleted for resources: {'Port': ['ID=5fa7062d-69ed-4d2e-87a9-71cf99ddcf41,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:35.488363 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] For port 074d72de-6667-4b33-9715-37b1c718de4a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=074d72de-6667-4b33-9715-37b1c718de4a,segment=NetworkSegment(2a6e9a7a-b8a1-4973-97af-5d5605a1617d),segment_id=2a6e9a7a-b8a1-4973-97af-5d5605a1617d)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:35.489766 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.511563 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-ceda8557-7ca9-4d45-a1ab-dc8f0b6ad3c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:31:35.511924 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-ceda8557-7ca9-4d45-a1ab-dc8f0b6ad3c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:31:35.521253 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Calling delete_port for 074d72de-6667-4b33-9715-37b1c718de4a owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:35.559131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b643e7f5-be69-41b5-a6ff-dba755af2726 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.563584 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b643e7f5-be69-41b5-a6ff-dba755af2726 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "DELETE /v2.0/ports/8f5006ca-3edd-482f-a7e2-bfab70db74ea HTTP/1.1" status: 204 len: 168 time: 2.8595495 Dec 10 18:31:35.563747 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d866e5-be0c-4f62-8039-09a2b759ed0f None None] DHCP port deletion for 76c1b499-2d12-48f6-a961-6b408a4dc3cc request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:35.573465 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59390) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:35.605889 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f035d2-0bb2-4d13-85ba-b77f33d3c6fa tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] GET failed (client error): The resource could not be found. Dec 10 18:31:35.610161 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-47f035d2-0bb2-4d13-85ba-b77f33d3c6fa tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "GET /v2.0/ports/8f5006ca-3edd-482f-a7e2-bfab70db74ea HTTP/1.1" status: 404 len: 333 time: 0.0383477 Dec 10 18:31:35.611602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:35.613001 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59392) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:35.625784 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Sync routers for ids ['79940eea-15c8-46e9-a23e-9db378798a51'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:35.642319 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Routers {'79940eea-15c8-46e9-a23e-9db378798a51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:35.652151 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-542d8c07-062e-4247-9351-d027998987b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['79940eea-15c8-46e9-a23e-9db378798a51'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:35.652503 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fb13dfc7-7c8c-4464-89b1-5af5f7fecc4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "PUT /v2.0/routers/79940eea-15c8-46e9-a23e-9db378798a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3024225 Dec 10 18:31:35.652590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59396) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:35.698555 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9092e1-879e-444b-ac5b-3ff8701484bc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:35.700229 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2d9092e1-879e-444b-ac5b-3ff8701484bc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports/cfa45c7c-1588-4076-85dc-ff6604075dfe HTTP/1.1" status: 200 len: 911 time: 0.0556886 Dec 10 18:31:35.703461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59398) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:35.703629 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.705848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cee692-2601-4e7f-8520-a4b176c75125 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.724856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-84d866e5-be0c-4f62-8039-09a2b759ed0f None None] Deleting port 074d72de-6667-4b33-9715-37b1c718de4a {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:35.726646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84d866e5-be0c-4f62-8039-09a2b759ed0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.746853 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.760556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Port': ['ID=5fa7062d-69ed-4d2e-87a9-71cf99ddcf41,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:35.769194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705d332-8fe3-462d-b91c-237e6a92d463 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:35.775894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705d332-8fe3-462d-b91c-237e6a92d463 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:35.779967 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3705d332-8fe3-462d-b91c-237e6a92d463 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0725451 Dec 10 18:31:35.783271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59400) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:35.785528 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Set router 79940eea-15c8-46e9-a23e-9db378798a51 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:35.789805 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cee692-2601-4e7f-8520-a4b176c75125 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Subnet': ['ID=c30b84b9-6d69-4e76-9bb8-1934011877f4,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:35.794371 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] No DVR routers for this DVR port 074d72de-6667-4b33-9715-37b1c718de4a on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:35.798744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event deleted for resources: {'Port': ['ID=074d72de-6667-4b33-9715-37b1c718de4a,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:35.799719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No DVR routers for this DVR port 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:35.801483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cee692-2601-4e7f-8520-a4b176c75125 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.805748 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-27cee692-2601-4e7f-8520-a4b176c75125 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/c30b84b9-6d69-4e76-9bb8-1934011877f4 HTTP/1.1" status: 204 len: 168 time: 1.8468359 Dec 10 18:31:35.818870 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59402) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:35.842592 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d82fbca-575c-44e6-85c7-da8b0246f6c9 None None] Network edc80da7-9885-40dc-a1e7-e8d945aeac2a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:35.902645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-84d866e5-be0c-4f62-8039-09a2b759ed0f None None] For port 074d72de-6667-4b33-9715-37b1c718de4a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=074d72de-6667-4b33-9715-37b1c718de4a,segment=NetworkSegment(2a6e9a7a-b8a1-4973-97af-5d5605a1617d),segment_id=2a6e9a7a-b8a1-4973-97af-5d5605a1617d)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:35.904119 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84d866e5-be0c-4f62-8039-09a2b759ed0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.929655 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.951516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.960597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-84d866e5-be0c-4f62-8039-09a2b759ed0f None None] Calling delete_port for 074d72de-6667-4b33-9715-37b1c718de4a owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:35.962638 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c1b499-2d12-48f6-a961-6b408a4dc3cc']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:35.974629 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6e9a7a-b8a1-4973-97af-5d5605a1617d') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:35.975009 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6e9a7a-b8a1-4973-97af-5d5605a1617d') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:35.987233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.988284 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.998267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-208d2ea1-ac99-4449-b5f8-4ae30185faf1 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Deleting port ddd4ebbf-fb36-4cbf-89e0-d4a2e51b8e90 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:35.998609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-208d2ea1-ac99-4449-b5f8-4ae30185faf1 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.028049 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.037505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:36.037900 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:36.042688 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:36.079435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ceda8557-7ca9-4d45-a1ab-dc8f0b6ad3c3 None None] Could not find standard attr ID for object 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:31:36.096067 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b644ec60-d684-4157-9a72-1eb54cd753f9']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:36.103199 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port be321f06-db5f-4aba-8e5e-7bd77e3fb83d {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:36.103537 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.141699 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc93dc6-ba06-4b9b-baa5-113acf4f6383') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:36.142009 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc93dc6-ba06-4b9b-baa5-113acf4f6383') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:36.162522 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.176468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] For port be321f06-db5f-4aba-8e5e-7bd77e3fb83d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=be321f06-db5f-4aba-8e5e-7bd77e3fb83d,segment=NetworkSegment(a10b2ea0-4249-4ebc-95d2-7f38d9107429),segment_id=a10b2ea0-4249-4ebc-95d2-7f38d9107429)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:36.176620 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device be321f06-db5f-4aba-8e5e-7bd77e3fb83d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:36.176705 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.179134 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.193967 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.199039 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.205451 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "DELETE /v2.0/networks/76c1b499-2d12-48f6-a961-6b408a4dc3cc HTTP/1.1" status: 204 len: 168 time: 0.9750893 Dec 10 18:31:36.215466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59404) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:36.219416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:36.219416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:36.224778 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:36.228163 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for be321f06-db5f-4aba-8e5e-7bd77e3fb83d owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:36.228163 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93b4ce-dff2-4dd9-a841-133bd7a176bc tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event deleted for resources: {'Network': ['ID=76c1b499-2d12-48f6-a961-6b408a4dc3cc,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:36.287405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-208d2ea1-ac99-4449-b5f8-4ae30185faf1 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.336668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-208d2ea1-ac99-4449-b5f8-4ae30185faf1 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Calling delete_port for ddd4ebbf-fb36-4cbf-89e0-d4a2e51b8e90 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:36.402881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57ecd3c-6a36-450d-b562-81480ac97766 None None] DHCP port deletion for edc80da7-9885-40dc-a1e7-e8d945aeac2a request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:36.417733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c83b213a-2345-4ddc-adc1-cf25b1a727ee None None] Could not find standard attr ID for object 820115fd-8d87-4d5d-bb5a-3aa01bdeb195. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:31:36.417979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.429861 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-47bf81d8-c2e8-4a61-8cb1-2e032856eced tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Deleting port fead3d8e-0968-4d40-9d34-4711a1146157 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:36.433869 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-47bf81d8-c2e8-4a61-8cb1-2e032856eced tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.450465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.453723 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/b644ec60-d684-4157-9a72-1eb54cd753f9 HTTP/1.1" status: 204 len: 168 time: 2.5131252 Dec 10 18:31:36.465046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59406) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:36.471835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84d866e5-be0c-4f62-8039-09a2b759ed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.502420 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea0667-4197-414a-a443-e773567dd91c tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Network': ['ID=b644ec60-d684-4157-9a72-1eb54cd753f9,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:36.509584 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6557811-53db-424a-9a31-b45655781606 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:36.510087 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6557811-53db-424a-9a31-b45655781606 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:36.511669 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84d866e5-be0c-4f62-8039-09a2b759ed0f None None] Network 76c1b499-2d12-48f6-a961-6b408a4dc3cc is not hosted by any dhcp agent {{(pid=103595) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:31:36.512134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d866e5-be0c-4f62-8039-09a2b759ed0f None None] No DVR routers for this DVR port 074d72de-6667-4b33-9715-37b1c718de4a on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:36.513143 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f6557811-53db-424a-9a31-b45655781606 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/subnets/2a5335cd-1916-4090-85c0-8feed5948100 HTTP/1.1" status: 404 len: 337 time: 0.0471494 Dec 10 18:31:36.516745 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59408) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:36.518703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c83b213a-2345-4ddc-adc1-cf25b1a727ee None None] Provisioning complete for port cfa45c7c-1588-4076-85dc-ff6604075dfe triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:36.519056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c83b213a-2345-4ddc-adc1-cf25b1a727ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.522580 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.525516 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d866e5-be0c-4f62-8039-09a2b759ed0f None None] Pushing event deleted for resources: {'Port': ['ID=074d72de-6667-4b33-9715-37b1c718de4a,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:36.539019 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ae8baf-699e-4155-a481-f8c0526f7e1d tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:36.539529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ae8baf-699e-4155-a481-f8c0526f7e1d tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:36.545116 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-28ae8baf-699e-4155-a481-f8c0526f7e1d tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/071609de-25a7-49e9-b374-127b3e604ee4 HTTP/1.1" status: 404 len: 339 time: 0.0249929 Dec 10 18:31:36.549763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59410) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:36.571620 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Could not find standard attr ID for object be321f06-db5f-4aba-8e5e-7bd77e3fb83d. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:31:36.571764 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-47bf81d8-c2e8-4a61-8cb1-2e032856eced tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.571941 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-47bf81d8-c2e8-4a61-8cb1-2e032856eced tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.572105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 53174d75-a56f-4478-9d2d-cd72027fbc12 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:36.574737 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=be321f06-db5f-4aba-8e5e-7bd77e3fb83d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:36.576726 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No DVR routers for this DVR port be321f06-db5f-4aba-8e5e-7bd77e3fb83d on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:36.624089 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-542d8c07-062e-4247-9351-d027998987b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79940eea-15c8-46e9-a23e-9db378798a51', 'name': 'tempest-NetworksTestDHCPv6-router-2097603281', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:30Z', 'updated_at': '2021-12-10T18:31:32Z', 'revision_number': 2, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'gw_port_host': None, '_interfaces': [{'id': 'cfa45c7c-1588-4076-85dc-ff6604075dfe', 'name': '', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'mac_address': 'fa:16:3e:db:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79940eea-15c8-46e9-a23e-9db378798a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '86719c39-7af9-4f91-ad01-eac3667ae34b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:31Z', 'updated_at': '2021-12-10T18:31:33Z', 'revision_number': 2, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'subnets': [{'id': '86719c39-7af9-4f91-ad01-eac3667ae34b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:36.637678 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-893dfa60-84ad-42b7-a1d7-934a929245c4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:36.639803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893dfa60-84ad-42b7-a1d7-934a929245c4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:36.641057 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-47bf81d8-c2e8-4a61-8cb1-2e032856eced tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Calling delete_port for fead3d8e-0968-4d40-9d34-4711a1146157 owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:36.642099 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-893dfa60-84ad-42b7-a1d7-934a929245c4 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/subnets/86ce647a-55b7-4656-8161-1dda85ea9815 HTTP/1.1" status: 404 len: 337 time: 0.0913992 Dec 10 18:31:36.645335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59416) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:36.662293 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c83b213a-2345-4ddc-adc1-cf25b1a727ee None None] Port cfa45c7c-1588-4076-85dc-ff6604075dfe cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:36.668652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Checking router: 79940eea-15c8-46e9-a23e-9db378798a51 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:36.668652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Updating router 79940eea-15c8-46e9-a23e-9db378798a51 port cfa45c7c-1588-4076-85dc-ff6604075dfe binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:31:36.673086 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a57ecd3c-6a36-450d-b562-81480ac97766 None None] Deleting port be321f06-db5f-4aba-8e5e-7bd77e3fb83d {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:36.673476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a57ecd3c-6a36-450d-b562-81480ac97766 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.716287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1761ba3b-e1bc-47a4-9b45-f73e293589ed tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.746957 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-424ffae6-cd89-453f-aad3-b0efd92100e5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:36.747514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424ffae6-cd89-453f-aad3-b0efd92100e5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:36.755381 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-424ffae6-cd89-453f-aad3-b0efd92100e5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/37aad94c-20aa-4fc3-80b4-c8c174978e5f HTTP/1.1" status: 404 len: 339 time: 0.0987673 Dec 10 18:31:36.755381 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59418) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:36.757369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.786768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 53174d75-a56f-4478-9d2d-cd72027fbc12 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:36.787362 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.798917 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-208d2ea1-ac99-4449-b5f8-4ae30185faf1 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.832063 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c774a7-88a4-4e2f-806d-3753adec4d4f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:36.832523 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c774a7-88a4-4e2f-806d-3753adec4d4f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:36.838232 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b0c774a7-88a4-4e2f-806d-3753adec4d4f tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/subnets/492bd574-954c-4dcf-8dfa-036f6bc88685 HTTP/1.1" status: 404 len: 337 time: 0.0798585 Dec 10 18:31:36.839692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59422) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:36.839692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d2ea1-ac99-4449-b5f8-4ae30185faf1 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event deleted for resources: {'Port': ['ID=ddd4ebbf-fb36-4cbf-89e0-d4a2e51b8e90,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:36.846710 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.870110 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d2ac1d-74b8-4653-88fe-dff24f090fda tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:36.870607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d2ac1d-74b8-4653-88fe-dff24f090fda tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:36.876162 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-31d2ac1d-74b8-4653-88fe-dff24f090fda tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/d4c72b42-234e-439f-9227-516d09da567b HTTP/1.1" status: 404 len: 339 time: 0.0323257 Dec 10 18:31:36.899212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59424) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:36.918360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a57ecd3c-6a36-450d-b562-81480ac97766 None None] For port be321f06-db5f-4aba-8e5e-7bd77e3fb83d, host dv-neutron-821434-1-hyperv, got binding levels [] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:36.918769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a57ecd3c-6a36-450d-b562-81480ac97766 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.942274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-208d2ea1-ac99-4449-b5f8-4ae30185faf1 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.945757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a57ecd3c-6a36-450d-b562-81480ac97766 None None] Calling delete_port for be321f06-db5f-4aba-8e5e-7bd77e3fb83d owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:36.950871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.ipam_backend_mixin [None req-a57ecd3c-6a36-450d-b562-81480ac97766 None None] Port be321f06-db5f-4aba-8e5e-7bd77e3fb83d was not found and therefore no delete operation was performed {{(pid=103595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:31:36.956921 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-208d2ea1-ac99-4449-b5f8-4ae30185faf1 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "DELETE /v2.0/ports/ddd4ebbf-fb36-4cbf-89e0-d4a2e51b8e90 HTTP/1.1" status: 204 len: 168 time: 1.3411949 Dec 10 18:31:36.961274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59426) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:36.963204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a57ecd3c-6a36-450d-b562-81480ac97766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.003950 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ecd3c-6a36-450d-b562-81480ac97766 None None] Pushing event deleted for resources: {'Port': ['ID=be321f06-db5f-4aba-8e5e-7bd77e3fb83d,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:37.041096 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb07940-74b6-43e5-ba9b-4b15a94a52d6 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] GET failed (client error): The resource could not be found. Dec 10 18:31:37.046700 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6eb07940-74b6-43e5-ba9b-4b15a94a52d6 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "GET /v2.0/ports/ddd4ebbf-fb36-4cbf-89e0-d4a2e51b8e90 HTTP/1.1" status: 404 len: 333 time: 0.0831895 Dec 10 18:31:37.049265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59428) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:37.051833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ecd3c-6a36-450d-b562-81480ac97766 None None] No DVR routers for this DVR port be321f06-db5f-4aba-8e5e-7bd77e3fb83d on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:37.135379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f29b779-e7de-4b8e-b5f1-df12f395b9b5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Deleting subnet 60d6176d-f9f7-48af-ad96-96fd3e0e42e3 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:37.157251 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f29b779-e7de-4b8e-b5f1-df12f395b9b5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.220773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:37.228899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc80da7-9885-40dc-a1e7-e8d945aeac2a']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:37.240809 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10b2ea0-4249-4ebc-95d2-7f38d9107429') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:37.241103 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10b2ea0-4249-4ebc-95d2-7f38d9107429') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:37.243589 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f29b779-e7de-4b8e-b5f1-df12f395b9b5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.249535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:37.249916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5fa7062d-69ed-4d2e-87a9-71cf99ddcf41 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:37.250348 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 074d72de-6667-4b33-9715-37b1c718de4a no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:37.259468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.279269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.283767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 074d72de-6667-4b33-9715-37b1c718de4a {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:37.284510 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 074d72de-6667-4b33-9715-37b1c718de4a not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:37.290451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.304292 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:37.305153 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:37.307728 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:37.318074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-93ba04f9-4f5c-41c1-8d4b-eaa8055cc603 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Deleting port 835b3ffe-70f1-4b97-acdf-20f7b486e7b2 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:37.318400 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93ba04f9-4f5c-41c1-8d4b-eaa8055cc603 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.363612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.418505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803d608-6a24-4b80-8ae3-4e460b3866b5 None None] Pushing event updated for resources: {'Port': ['ID=cfa45c7c-1588-4076-85dc-ff6604075dfe,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:37.424365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f29b779-e7de-4b8e-b5f1-df12f395b9b5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.464324 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.478652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Attempting to bind port cfa45c7c-1588-4076-85dc-ff6604075dfe on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:37.479035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Attempting to bind port cfa45c7c-1588-4076-85dc-ff6604075dfe by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:37.479560 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Attempting to bind port cfa45c7c-1588-4076-85dc-ff6604075dfe on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:37.489013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:37.489013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:37.489013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.489013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:37.492006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Bound port: cfa45c7c-1588-4076-85dc-ff6604075dfe, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:37.492006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.492509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.501817 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/networks/edc80da7-9885-40dc-a1e7-e8d945aeac2a HTTP/1.1" status: 204 len: 168 time: 1.6815140 Dec 10 18:31:37.503206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d160fca-054f-4a10-bbcf-335a71ce361f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Network': ['ID=edc80da7-9885-40dc-a1e7-e8d945aeac2a,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:37.508672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59430) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:37.509966 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-47bf81d8-c2e8-4a61-8cb1-2e032856eced tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.513631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-50451506-565e-4227-a622-123b19a706f4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'name': 'tempest-PortsIpV6TestJSON-2143715718'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:37.545064 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf81d8-c2e8-4a61-8cb1-2e032856eced tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Pushing event deleted for resources: {'Port': ['ID=fead3d8e-0968-4d40-9d34-4711a1146157,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:37.576360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-542d8c07-062e-4247-9351-d027998987b2 None None] For port cfa45c7c-1588-4076-85dc-ff6604075dfe, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:37.577322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93ba04f9-4f5c-41c1-8d4b-eaa8055cc603 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.580939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-542d8c07-062e-4247-9351-d027998987b2 None None] For port cfa45c7c-1588-4076-85dc-ff6604075dfe, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=cfa45c7c-1588-4076-85dc-ff6604075dfe,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:37.583865 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e96d6-d134-4b21-9bfc-c15ef0983795 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:37.606500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1761ba3b-e1bc-47a4-9b45-f73e293589ed tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port cfa45c7c-1588-4076-85dc-ff6604075dfe {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:37.606847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1761ba3b-e1bc-47a4-9b45-f73e293589ed tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.610597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-93ba04f9-4f5c-41c1-8d4b-eaa8055cc603 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Calling delete_port for 835b3ffe-70f1-4b97-acdf-20f7b486e7b2 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:37.614374 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-47bf81d8-c2e8-4a61-8cb1-2e032856eced tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.618782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-47bf81d8-c2e8-4a61-8cb1-2e032856eced tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.623818 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-47bf81d8-c2e8-4a61-8cb1-2e032856eced tempest-FloatingIPAdminTestJSON-798623181 tempest-FloatingIPAdminTestJSON-798623181-project] 10.222.0.60 "DELETE /v2.0/floatingips/73c0abe4-2f8f-43df-8e58-646d2051cf29 HTTP/1.1" status: 204 len: 168 time: 1.4066052 Dec 10 18:31:37.650085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.703051 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803d608-6a24-4b80-8ae3-4e460b3866b5 None None] Pushing event updated for resources: {'Port': ['ID=cfa45c7c-1588-4076-85dc-ff6604075dfe,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:37.749812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Routers {'79940eea-15c8-46e9-a23e-9db378798a51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:37.750436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-542d8c07-062e-4247-9351-d027998987b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['79940eea-15c8-46e9-a23e-9db378798a51'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:37.819881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f29b779-e7de-4b8e-b5f1-df12f395b9b5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.862479 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-90245a89-8ab7-47c2-8d6f-bffcff88483f None None] Provisioning complete for port cfa45c7c-1588-4076-85dc-ff6604075dfe triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:37.862934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-90245a89-8ab7-47c2-8d6f-bffcff88483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.883898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29b779-e7de-4b8e-b5f1-df12f395b9b5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Subnet': ['ID=60d6176d-f9f7-48af-ad96-96fd3e0e42e3,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:37.887431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-542d8c07-062e-4247-9351-d027998987b2 None None] Set router 79940eea-15c8-46e9-a23e-9db378798a51 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:37.898076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f29b779-e7de-4b8e-b5f1-df12f395b9b5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.904158 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4f29b779-e7de-4b8e-b5f1-df12f395b9b5 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/subnets/60d6176d-f9f7-48af-ad96-96fd3e0e42e3 HTTP/1.1" status: 204 len: 168 time: 1.0049982 Dec 10 18:31:37.906697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59440) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:37.927354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1761ba3b-e1bc-47a4-9b45-f73e293589ed tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.928789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a4ebc7-e3e3-4b8f-b735-b1d7f2069d99 None None] Network a6add95b-704a-498f-b2ab-9ff0941d662e requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:37.947484 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1761ba3b-e1bc-47a4-9b45-f73e293589ed tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for cfa45c7c-1588-4076-85dc-ff6604075dfe owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:37.994589 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50451506-565e-4227-a622-123b19a706f4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:37.999181 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-50451506-565e-4227-a622-123b19a706f4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.077144 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-50451506-565e-4227-a622-123b19a706f4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port 53355716-39d0-430f-898b-bdc87893bcdb yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:38.094932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.150513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device be321f06-db5f-4aba-8e5e-7bd77e3fb83d no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:38.152083 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Deleting port 22123a4d-dde2-4164-9ea2-b730a9297276 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:38.155907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.195785 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-90245a89-8ab7-47c2-8d6f-bffcff88483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.208278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: be321f06-db5f-4aba-8e5e-7bd77e3fb83d {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:38.208632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device be321f06-db5f-4aba-8e5e-7bd77e3fb83d not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:38.229372 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] For port 22123a4d-dde2-4164-9ea2-b730a9297276, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=22123a4d-dde2-4164-9ea2-b730a9297276,segment=NetworkSegment(05321c4b-fcc9-4911-8f24-f3f619f37d67),segment_id=05321c4b-fcc9-4911-8f24-f3f619f37d67)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:38.229985 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.234729 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93ba04f9-4f5c-41c1-8d4b-eaa8055cc603 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.252135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Calling delete_port for 22123a4d-dde2-4164-9ea2-b730a9297276 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:38.294455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-90245a89-8ab7-47c2-8d6f-bffcff88483f None None] For port cfa45c7c-1588-4076-85dc-ff6604075dfe, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=cfa45c7c-1588-4076-85dc-ff6604075dfe,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:38.297995 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59444) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:38.324345 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba04f9-4f5c-41c1-8d4b-eaa8055cc603 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event deleted for resources: {'Port': ['ID=835b3ffe-70f1-4b97-acdf-20f7b486e7b2,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:38.377319 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-90245a89-8ab7-47c2-8d6f-bffcff88483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.410970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d7bf44-d316-47a1-82fc-4a1dec10ebb6 None None] DHCP port deletion for a6add95b-704a-498f-b2ab-9ff0941d662e request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:38.426286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-542d8c07-062e-4247-9351-d027998987b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79940eea-15c8-46e9-a23e-9db378798a51', 'name': 'tempest-NetworksTestDHCPv6-router-2097603281', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:30Z', 'updated_at': '2021-12-10T18:31:32Z', 'revision_number': 2, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'gw_port_host': None, '_interfaces': [{'id': 'cfa45c7c-1588-4076-85dc-ff6604075dfe', 'name': '', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'mac_address': 'fa:16:3e:db:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79940eea-15c8-46e9-a23e-9db378798a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '86719c39-7af9-4f91-ad01-eac3667ae34b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:31Z', 'updated_at': '2021-12-10T18:31:37Z', 'revision_number': 4, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'subnets': [{'id': '86719c39-7af9-4f91-ad01-eac3667ae34b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:38.472839 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.529152 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Port': ['ID=22123a4d-dde2-4164-9ea2-b730a9297276,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:38.538083 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No DVR routers for this DVR port 22123a4d-dde2-4164-9ea2-b730a9297276 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:38.637623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.644746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d8c07-062e-4247-9351-d027998987b2 None None] The sync data for ids ['79940eea-15c8-46e9-a23e-9db378798a51'] in dv-neutron-821434-1-hyperv is: [{'id': '79940eea-15c8-46e9-a23e-9db378798a51', 'name': 'tempest-NetworksTestDHCPv6-router-2097603281', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:30Z', 'updated_at': '2021-12-10T18:31:32Z', 'revision_number': 2, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'gw_port_host': None, '_interfaces': [{'id': 'cfa45c7c-1588-4076-85dc-ff6604075dfe', 'name': '', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'mac_address': 'fa:16:3e:db:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79940eea-15c8-46e9-a23e-9db378798a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '86719c39-7af9-4f91-ad01-eac3667ae34b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:31Z', 'updated_at': '2021-12-10T18:31:37Z', 'revision_number': 4, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'subnets': [{'id': '86719c39-7af9-4f91-ad01-eac3667ae34b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:38.649227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f8d7bf44-d316-47a1-82fc-4a1dec10ebb6 None None] The port '22123a4d-dde2-4164-9ea2-b730a9297276' was deleted {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 10 18:31:38.663845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6add95b-704a-498f-b2ab-9ff0941d662e']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:38.674761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3bc728f1-7730-47c9-9d1a-c25dc4ef0ec8 None None] Provisioning complete for port cfa45c7c-1588-4076-85dc-ff6604075dfe triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:38.675274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3bc728f1-7730-47c9-9d1a-c25dc4ef0ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.675942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05321c4b-fcc9-4911-8f24-f3f619f37d67') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:38.676242 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05321c4b-fcc9-4911-8f24-f3f619f37d67') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:38.689385 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.701173 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90245a89-8ab7-47c2-8d6f-bffcff88483f None None] Pushing event updated for resources: {'Port': ['ID=cfa45c7c-1588-4076-85dc-ff6604075dfe,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:38.713896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.722899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:38.723311 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:38.738304 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:38.778174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93ba04f9-4f5c-41c1-8d4b-eaa8055cc603 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.782276 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-93ba04f9-4f5c-41c1-8d4b-eaa8055cc603 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "DELETE /v2.0/ports/835b3ffe-70f1-4b97-acdf-20f7b486e7b2 HTTP/1.1" status: 204 len: 168 time: 1.7255247 Dec 10 18:31:38.789828 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59448) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:38.844763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d7d936-e13d-470f-b04d-b5e2ae86243c tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Deleting subnet d9ae18ed-df4b-4f8f-b734-0a22ae39fec2 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:38.848942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d936-e13d-470f-b04d-b5e2ae86243c tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.878102 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1761ba3b-e1bc-47a4-9b45-f73e293589ed tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.884247 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-50451506-565e-4227-a622-123b19a706f4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.895175 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d936-e13d-470f-b04d-b5e2ae86243c tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.919503 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.932484 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.937282 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/a6add95b-704a-498f-b2ab-9ff0941d662e HTTP/1.1" status: 204 len: 168 time: 1.0282707 Dec 10 18:31:38.953372 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59454) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:38.961230 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-35ef2a9e-1857-4990-9ba3-716bf9ab21b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd3221e8eaa54179a8fb6c5a990f0889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6607673 Dec 10 18:31:38.962343 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761ba3b-e1bc-47a4-9b45-f73e293589ed tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=cfa45c7c-1588-4076-85dc-ff6604075dfe,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:38.976034 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59456) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:39.027971 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b46bb41-54ce-45da-b1e7-462c5ee10cfd tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:39.028428 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b46bb41-54ce-45da-b1e7-462c5ee10cfd tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:39.031604 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0b46bb41-54ce-45da-b1e7-462c5ee10cfd tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/subnets/318993e5-4cdd-4c78-9526-b1d2c7596ecf HTTP/1.1" status: 404 len: 337 time: 0.0708010 Dec 10 18:31:39.034686 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59458) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:39.035479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008993d-96da-499f-8b54-04c7e1fd2c44 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Network': ['ID=a6add95b-704a-498f-b2ab-9ff0941d662e,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:39.075268 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0ccf45-7f80-42fe-9612-7b9180e016c1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:39.075780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0ccf45-7f80-42fe-9612-7b9180e016c1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:39.079051 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9b0ccf45-7f80-42fe-9612-7b9180e016c1 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/fdc1c856-0122-4afc-80a5-5400ed3f2ca6 HTTP/1.1" status: 404 len: 339 time: 0.0413089 Dec 10 18:31:39.082012 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59462) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:39.164555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-50451506-565e-4227-a622-123b19a706f4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.170444 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1488ed-cdb1-41e0-bdc5-eff02d10b497 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Deleting subnet 77fd6501-a26d-4f01-adb0-0796dfcc2c63 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:39.175699 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9d1488ed-cdb1-41e0-bdc5-eff02d10b497 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.188153 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1761ba3b-e1bc-47a4-9b45-f73e293589ed tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.215640 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d936-e13d-470f-b04d-b5e2ae86243c tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.216590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d90eb6fc-c496-452b-bed5-4849e503115e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.242615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d90eb6fc-c496-452b-bed5-4849e503115e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.253710 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9d1488ed-cdb1-41e0-bdc5-eff02d10b497 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.309123 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50451506-565e-4227-a622-123b19a706f4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 20547e15-f950-4ecc-92a3-36fd6622eecd is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:39.344638 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50451506-565e-4227-a622-123b19a706f4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=53355716-39d0-430f-898b-bdc87893bcdb,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:39.347563 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-50451506-565e-4227-a622-123b19a706f4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:39.380862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50451506-565e-4227-a622-123b19a706f4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:39.384960 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9d1488ed-cdb1-41e0-bdc5-eff02d10b497 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.385456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50451506-565e-4227-a622-123b19a706f4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:39.386123 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-50451506-565e-4227-a622-123b19a706f4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.444437 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d936-e13d-470f-b04d-b5e2ae86243c tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.476859 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7d936-e13d-470f-b04d-b5e2ae86243c tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ae18ed-df4b-4f8f-b734-0a22ae39fec2,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:39.481412 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d936-e13d-470f-b04d-b5e2ae86243c tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.485538 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f6d7d936-e13d-470f-b04d-b5e2ae86243c tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "DELETE /v2.0/subnets/d9ae18ed-df4b-4f8f-b734-0a22ae39fec2 HTTP/1.1" status: 204 len: 168 time: 0.6947286 Dec 10 18:31:39.490024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1761ba3b-e1bc-47a4-9b45-f73e293589ed tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Router 79940eea-15c8-46e9-a23e-9db378798a51 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:39.490024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d90eb6fc-c496-452b-bed5-4849e503115e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.491033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e4e419-2672-40af-a1a8-6fe06ac26ae4 None None] Network 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:39.492238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d90eb6fc-c496-452b-bed5-4849e503115e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.495800 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d90eb6fc-c496-452b-bed5-4849e503115e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b53c855f-a90a-4274-a0d0-4c9400b9acb1 HTTP/1.1" status: 204 len: 168 time: 0.5187368 Dec 10 18:31:39.496437 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59464) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:39.501969 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-50451506-565e-4227-a622-123b19a706f4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9897966 Dec 10 18:31:39.503022 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59468) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:39.520264 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eb6fc-c496-452b-bed5-4849e503115e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53c855f-a90a-4274-a0d0-4c9400b9acb1,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:39.599651 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9d1488ed-cdb1-41e0-bdc5-eff02d10b497 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.646479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1488ed-cdb1-41e0-bdc5-eff02d10b497 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Subnet': ['ID=77fd6501-a26d-4f01-adb0-0796dfcc2c63,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:39.653828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1761ba3b-e1bc-47a4-9b45-f73e293589ed tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:39.662987 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1761ba3b-e1bc-47a4-9b45-f73e293589ed tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "PUT /v2.0/routers/79940eea-15c8-46e9-a23e-9db378798a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8758833 Dec 10 18:31:39.668498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59470) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:39.668759 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.668759 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9d1488ed-cdb1-41e0-bdc5-eff02d10b497 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.675320 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9d1488ed-cdb1-41e0-bdc5-eff02d10b497 tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/subnets/77fd6501-a26d-4f01-adb0-0796dfcc2c63 HTTP/1.1" status: 204 len: 168 time: 0.5923102 Dec 10 18:31:39.676618 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59472) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:39.692972 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d74643-04c0-4157-ac79-670773aa9618 None None] Network 49677d36-b20c-4c12-aa89-6bac1c029da3 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:39.760905 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Deleting port c00db97a-8098-4bfb-9f20-3068f76b11d2 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:39.761438 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.763987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484413e6-a290-4eac-828b-cabbcead0651 None None] DHCP port deletion for 6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:39.825266 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aad64f6-9a6a-45b6-88df-ba6ea7f7b096 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:39.826842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aad64f6-9a6a-45b6-88df-ba6ea7f7b096 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:39.828914 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3aad64f6-9a6a-45b6-88df-ba6ea7f7b096 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1638169 Dec 10 18:31:39.831641 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59476) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:39.837819 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.843532 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8da558af-bab0-4864-a1e0-332acfc77de5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 53355716-39d0-430f-898b-bdc87893bcdb {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:39.844042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8da558af-bab0-4864-a1e0-332acfc77de5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.862243 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-484413e6-a290-4eac-828b-cabbcead0651 None None] Deleting port c00db97a-8098-4bfb-9f20-3068f76b11d2 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:39.862632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-484413e6-a290-4eac-828b-cabbcead0651 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.882519 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] For port c00db97a-8098-4bfb-9f20-3068f76b11d2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c00db97a-8098-4bfb-9f20-3068f76b11d2,segment=NetworkSegment(6caa4eec-7dc5-4ae3-b339-bbe643410333),segment_id=6caa4eec-7dc5-4ae3-b339-bbe643410333)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:39.883037 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.910910 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Calling delete_port for c00db97a-8098-4bfb-9f20-3068f76b11d2 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:39.936413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d85551-b09e-4857-af9c-e0a9bb20fc01 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 86719c39-7af9-4f91-ad01-eac3667ae34b {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:39.943064 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91d85551-b09e-4857-af9c-e0a9bb20fc01 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.944971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-484413e6-a290-4eac-828b-cabbcead0651 None None] For port c00db97a-8098-4bfb-9f20-3068f76b11d2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c00db97a-8098-4bfb-9f20-3068f76b11d2,segment=NetworkSegment(6caa4eec-7dc5-4ae3-b339-bbe643410333),segment_id=6caa4eec-7dc5-4ae3-b339-bbe643410333)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:39.945454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-484413e6-a290-4eac-828b-cabbcead0651 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.960673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1e320-2b40-4b8c-a683-379b42ac9a7c None None] DHCP port deletion for 49677d36-b20c-4c12-aa89-6bac1c029da3 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:39.969516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8da558af-bab0-4864-a1e0-332acfc77de5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.972801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-484413e6-a290-4eac-828b-cabbcead0651 None None] Calling delete_port for c00db97a-8098-4bfb-9f20-3068f76b11d2 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:39.990527 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8da558af-bab0-4864-a1e0-332acfc77de5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 53355716-39d0-430f-898b-bdc87893bcdb owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:40.015924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Deleting port ced4f32a-fdcb-4973-936f-361e1ac1930e {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:40.016265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.111985 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91d85551-b09e-4857-af9c-e0a9bb20fc01 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.150526 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1e320-2b40-4b8c-a683-379b42ac9a7c None None] Deleting port ced4f32a-fdcb-4973-936f-361e1ac1930e {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:40.151148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e320-2b40-4b8c-a683-379b42ac9a7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.157494 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] For port ced4f32a-fdcb-4973-936f-361e1ac1930e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ced4f32a-fdcb-4973-936f-361e1ac1930e,segment=NetworkSegment(3a98193c-e6b2-46ff-bbf2-16094c778485),segment_id=3a98193c-e6b2-46ff-bbf2-16094c778485)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:40.157852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.159693 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c00db97a-8098-4bfb-9f20-3068f76b11d2 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:40.206675 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Calling delete_port for ced4f32a-fdcb-4973-936f-361e1ac1930e owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:40.266800 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91d85551-b09e-4857-af9c-e0a9bb20fc01 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.273467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a0b1e320-2b40-4b8c-a683-379b42ac9a7c None None] For port ced4f32a-fdcb-4973-936f-361e1ac1930e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ced4f32a-fdcb-4973-936f-361e1ac1930e,segment=NetworkSegment(3a98193c-e6b2-46ff-bbf2-16094c778485),segment_id=3a98193c-e6b2-46ff-bbf2-16094c778485)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:40.273894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e320-2b40-4b8c-a683-379b42ac9a7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.288970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1e320-2b40-4b8c-a683-379b42ac9a7c None None] Calling delete_port for ced4f32a-fdcb-4973-936f-361e1ac1930e owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:40.329235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59484) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:40.347281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fc22-c0f2-44ba-892b-6a8df658381a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.351379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8da558af-bab0-4864-a1e0-332acfc77de5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.359756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-484413e6-a290-4eac-828b-cabbcead0651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.361307 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.392187 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event deleted for resources: {'Port': ['ID=c00db97a-8098-4bfb-9f20-3068f76b11d2,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:40.398441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da558af-bab0-4864-a1e0-332acfc77de5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=53355716-39d0-430f-898b-bdc87893bcdb,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:40.403342 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] No DVR routers for this DVR port c00db97a-8098-4bfb-9f20-3068f76b11d2 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:40.404202 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8da558af-bab0-4864-a1e0-332acfc77de5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.407590 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8da558af-bab0-4864-a1e0-332acfc77de5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/53355716-39d0-430f-898b-bdc87893bcdb HTTP/1.1" status: 204 len: 168 time: 0.9033580 Dec 10 18:31:40.408057 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484413e6-a290-4eac-828b-cabbcead0651 None None] Pushing event deleted for resources: {'Port': ['ID=c00db97a-8098-4bfb-9f20-3068f76b11d2,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:40.408894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.417301 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484413e6-a290-4eac-828b-cabbcead0651 None None] No DVR routers for this DVR port c00db97a-8098-4bfb-9f20-3068f76b11d2 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:40.417301 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.438309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59486) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:40.443674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91d85551-b09e-4857-af9c-e0a9bb20fc01 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.446193 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2e9dfb6c-4b8c-42b6-8375-a7ee213d004c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'mac_address': 'fa:16:3e:b3:7d:1c', 'name': 'tempest-PortsIpV6TestJSON-207031292'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:40.453457 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Port': ['ID=ced4f32a-fdcb-4973-936f-361e1ac1930e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:40.484613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] No DVR routers for this DVR port ced4f32a-fdcb-4973-936f-361e1ac1930e on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:40.498464 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e320-2b40-4b8c-a683-379b42ac9a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.506422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 22123a4d-dde2-4164-9ea2-b730a9297276 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:40.521540 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91d85551-b09e-4857-af9c-e0a9bb20fc01 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.527110 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-91d85551-b09e-4857-af9c-e0a9bb20fc01 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/86719c39-7af9-4f91-ad01-eac3667ae34b HTTP/1.1" status: 204 len: 168 time: 0.6917758 Dec 10 18:31:40.531782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59488) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:40.541293 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7014ca61-8b73-406d-a0c4-d52ea7b5e667 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:40.563883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 22123a4d-dde2-4164-9ea2-b730a9297276 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:40.564326 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 22123a4d-dde2-4164-9ea2-b730a9297276 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:40.564828 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ced4f32a-fdcb-4973-936f-361e1ac1930e no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:40.597073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: ced4f32a-fdcb-4973-936f-361e1ac1930e {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:40.597073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ced4f32a-fdcb-4973-936f-361e1ac1930e not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:40.600651 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.605050 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d85551-b09e-4857-af9c-e0a9bb20fc01 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=86719c39-7af9-4f91-ad01-eac3667ae34b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:40.644559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1e320-2b40-4b8c-a683-379b42ac9a7c None None] Pushing event deleted for resources: {'Port': ['ID=ced4f32a-fdcb-4973-936f-361e1ac1930e,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:40.652014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1e320-2b40-4b8c-a683-379b42ac9a7c None None] No DVR routers for this DVR port ced4f32a-fdcb-4973-936f-361e1ac1930e on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:40.685307 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb014f5-f127-4ff2-8a4e-d7c8036dfc91']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:40.690330 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.704851 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6caa4eec-7dc5-4ae3-b339-bbe643410333') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:40.705281 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6caa4eec-7dc5-4ae3-b339-bbe643410333') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:40.720587 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.728844 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8ce740ec-2c4e-4249-bc8c-51980680a113 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1951876 Dec 10 18:31:40.732459 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d16ad1-b4cf-406c-9945-33b07ad01169 None None] Sync routers for ids ['79940eea-15c8-46e9-a23e-9db378798a51'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:40.735038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59490) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:40.743579 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d16ad1-b4cf-406c-9945-33b07ad01169 None None] Routers {'79940eea-15c8-46e9-a23e-9db378798a51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:40.744196 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-18d16ad1-b4cf-406c-9945-33b07ad01169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['79940eea-15c8-46e9-a23e-9db378798a51'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:40.764609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49677d36-b20c-4c12-aa89-6bac1c029da3']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:40.771291 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fc22-c0f2-44ba-892b-6a8df658381a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.788105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a98193c-e6b2-46ff-bbf2-16094c778485') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:40.788105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a98193c-e6b2-46ff-bbf2-16094c778485') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:40.798012 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.803034 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a61f95-96bf-45be-a26e-82ea82d43594 None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:40.806156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.814826 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9dfb6c-4b8c-42b6-8375-a7ee213d004c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:40.817204 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:40.817600 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:40.820738 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:40.824029 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-18d16ad1-b4cf-406c-9945-33b07ad01169 None None] Set router 79940eea-15c8-46e9-a23e-9db378798a51 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:40.833660 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8342d184-e737-414a-924b-ad9ca8904d90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.874544 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.877355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-20a61f95-96bf-45be-a26e-82ea82d43594 None None] Deleting port 53174d75-a56f-4478-9d2d-cd72027fbc12 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:40.877768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-20a61f95-96bf-45be-a26e-82ea82d43594 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.882920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fc22-c0f2-44ba-892b-6a8df658381a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.888168 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-18d16ad1-b4cf-406c-9945-33b07ad01169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79940eea-15c8-46e9-a23e-9db378798a51', 'name': 'tempest-NetworksTestDHCPv6-router-2097603281', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:30Z', 'updated_at': '2021-12-10T18:31:38Z', 'revision_number': 3, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:40.925928 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d16ad1-b4cf-406c-9945-33b07ad01169 None None] Checking router: 79940eea-15c8-46e9-a23e-9db378798a51 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:40.937671 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d16ad1-b4cf-406c-9945-33b07ad01169 None None] Routers {'79940eea-15c8-46e9-a23e-9db378798a51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:40.939175 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-18d16ad1-b4cf-406c-9945-33b07ad01169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['79940eea-15c8-46e9-a23e-9db378798a51'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:40.947693 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-20a61f95-96bf-45be-a26e-82ea82d43594 None None] For port 53174d75-a56f-4478-9d2d-cd72027fbc12, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=53174d75-a56f-4478-9d2d-cd72027fbc12,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:40.948101 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-20a61f95-96bf-45be-a26e-82ea82d43594 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.961268 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-20a61f95-96bf-45be-a26e-82ea82d43594 None None] Calling delete_port for 53174d75-a56f-4478-9d2d-cd72027fbc12 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:40.968480 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9ff5fc22-c0f2-44ba-892b-6a8df658381a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=113c1269b3dd46cc9a119c0e95b8b256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6343379 Dec 10 18:31:40.968828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e9dfb6c-4b8c-42b6-8375-a7ee213d004c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.972035 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:40.972854 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59492) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:40.973534 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:40.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:41.034301 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-18d16ad1-b4cf-406c-9945-33b07ad01169 None None] Set router 79940eea-15c8-46e9-a23e-9db378798a51 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:41.055335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.059611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.063190 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] 10.222.0.60 "DELETE /v2.0/networks/6eb014f5-f127-4ff2-8a4e-d7c8036dfc91 HTTP/1.1" status: 204 len: 168 time: 1.5654285 Dec 10 18:31:41.074100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-2e9dfb6c-4b8c-42b6-8375-a7ee213d004c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port 51b2c97a-35cb-46a8-9f42-802b05b71915 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:41.087378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56c88a-6f1f-4af9-a8ef-89b4e2ac4131 tempest-AllowedAddressPairIpV6TestJSON-1944917242 tempest-AllowedAddressPairIpV6TestJSON-1944917242-project] Pushing event deleted for resources: {'Network': ['ID=6eb014f5-f127-4ff2-8a4e-d7c8036dfc91,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:41.095879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8342d184-e737-414a-924b-ad9ca8904d90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.100006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5fc22-c0f2-44ba-892b-6a8df658381a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b060dcd2-280c-498e-9a30-32dbf38934dc,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:41.100761 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8342d184-e737-414a-924b-ad9ca8904d90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.100942 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-18d16ad1-b4cf-406c-9945-33b07ad01169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79940eea-15c8-46e9-a23e-9db378798a51', 'name': 'tempest-NetworksTestDHCPv6-router-2097603281', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:30Z', 'updated_at': '2021-12-10T18:31:38Z', 'revision_number': 3, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:41.103274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-20a61f95-96bf-45be-a26e-82ea82d43594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.151896 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d16ad1-b4cf-406c-9945-33b07ad01169 None None] The sync data for ids ['79940eea-15c8-46e9-a23e-9db378798a51'] in dv-neutron-821434-1-hyperv is: [{'id': '79940eea-15c8-46e9-a23e-9db378798a51', 'name': 'tempest-NetworksTestDHCPv6-router-2097603281', 'tenant_id': 'a6c3b8a24d794da8abac363856818076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:30Z', 'updated_at': '2021-12-10T18:31:38Z', 'revision_number': 3, 'project_id': 'a6c3b8a24d794da8abac363856818076', 'gw_port_host': None}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:41.163311 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a61f95-96bf-45be-a26e-82ea82d43594 None None] Pushing event deleted for resources: {'Port': ['ID=53174d75-a56f-4478-9d2d-cd72027fbc12,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:41.182771 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a61f95-96bf-45be-a26e-82ea82d43594 None None] No DVR routers for this DVR port 53174d75-a56f-4478-9d2d-cd72027fbc12 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:41.205937 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a27e5700-a415-47f9-b209-1f83b261a4e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.237488 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a27e5700-a415-47f9-b209-1f83b261a4e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.280815 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8342d184-e737-414a-924b-ad9ca8904d90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.281464 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8342d184-e737-414a-924b-ad9ca8904d90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Fanout notify agent at l3_agent the message router_deleted on router 79940eea-15c8-46e9-a23e-9db378798a51 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:31:41.301294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8342d184-e737-414a-924b-ad9ca8904d90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.311479 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8342d184-e737-414a-924b-ad9ca8904d90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/routers/79940eea-15c8-46e9-a23e-9db378798a51 HTTP/1.1" status: 204 len: 168 time: 0.5752454 Dec 10 18:31:41.312656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59502) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:41.315592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.352525 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e4ede4ce-138f-4c83-a451-100cc9d33d64 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0385704 Dec 10 18:31:41.353363 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59506) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:41.388162 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.399428 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] 10.222.0.60 "DELETE /v2.0/networks/49677d36-b20c-4c12-aa89-6bac1c029da3 HTTP/1.1" status: 204 len: 168 time: 1.7217102 Dec 10 18:31:41.432610 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb93658-fc97-4b36-b3f3-5cabb5ef8e71 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:41.436074 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fcb93658-fc97-4b36-b3f3-5cabb5ef8e71 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0813866 Dec 10 18:31:41.437354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2014c-457c-4056-93f1-a13757599d5b tempest-NetworksIpV6Test-1307818714 tempest-NetworksIpV6Test-1307818714-project] Pushing event deleted for resources: {'Network': ['ID=49677d36-b20c-4c12-aa89-6bac1c029da3,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:41.439189 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59510) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:41.488684 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10ecdb-7607-4cb8-81f8-086034012281 req-041738c5-2019-4e5e-9575-f44ea6bded3d tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:41.490595 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f10ecdb-7607-4cb8-81f8-086034012281 req-041738c5-2019-4e5e-9575-f44ea6bded3d tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 945 time: 0.0728197 Dec 10 18:31:41.492374 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a27e5700-a415-47f9-b209-1f83b261a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.496048 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a27e5700-a415-47f9-b209-1f83b261a4e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.497295 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a27e5700-a415-47f9-b209-1f83b261a4e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b060dcd2-280c-498e-9a30-32dbf38934dc HTTP/1.1" status: 204 len: 168 time: 0.5234532 Dec 10 18:31:41.513845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e5700-a415-47f9-b209-1f83b261a4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b060dcd2-280c-498e-9a30-32dbf38934dc,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:41.521041 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-453ad64e-e10b-468d-85e4-5c0f1ef154c1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782707 Dec 10 18:31:41.526302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59514) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:41.537529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-bb979223-21ee-4763-b20b-f24f4126a2a7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:41.555360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e9dfb6c-4b8c-42b6-8375-a7ee213d004c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.579520 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f10ecdb-7607-4cb8-81f8-086034012281 req-1ed20e30-2a19-45d8-a59c-76038f716a3a tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725124 Dec 10 18:31:41.752231 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e9dfb6c-4b8c-42b6-8375-a7ee213d004c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.785894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb979223-21ee-4763-b20b-f24f4126a2a7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:41.789341 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb979223-21ee-4763-b20b-f24f4126a2a7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.841995 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9dfb6c-4b8c-42b6-8375-a7ee213d004c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 20547e15-f950-4ecc-92a3-36fd6622eecd is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:41.850439 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-2e9dfb6c-4b8c-42b6-8375-a7ee213d004c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:41.856679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9dfb6c-4b8c-42b6-8375-a7ee213d004c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:41.868286 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9dfb6c-4b8c-42b6-8375-a7ee213d004c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:41.868965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e9dfb6c-4b8c-42b6-8375-a7ee213d004c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.883696 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dfb6c-4b8c-42b6-8375-a7ee213d004c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=51b2c97a-35cb-46a8-9f42-802b05b71915,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:41.887891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59524) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:41.979772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59528) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:41.980517 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2e9dfb6c-4b8c-42b6-8375-a7ee213d004c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5414698 Dec 10 18:31:41.986857 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59532) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:42.033666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f1b9a0-804e-41c5-9721-19289748759d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:42.037104 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a2f1b9a0-804e-41c5-9721-19289748759d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/51b2c97a-35cb-46a8-9f42-802b05b71915 HTTP/1.1" status: 200 len: 844 time: 0.0491266 Dec 10 18:31:42.044388 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59534) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:42.113955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device cfa45c7c-1588-4076-85dc-ff6604075dfe no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:42.151859 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: cfa45c7c-1588-4076-85dc-ff6604075dfe {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:42.154254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device cfa45c7c-1588-4076-85dc-ff6604075dfe not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:42.154973 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 53174d75-a56f-4478-9d2d-cd72027fbc12 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:42.178113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 53174d75-a56f-4478-9d2d-cd72027fbc12 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:42.178821 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 53174d75-a56f-4478-9d2d-cd72027fbc12 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:42.206862 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e9aad5ea-4285-473a-807d-aca28546437e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d9be3d86c66471b8fdabd1930472131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156579 Dec 10 18:31:42.210795 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8f655f63-6b76-45bd-aa9f-63aae016fcec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c2e23c6ae1e4737a1288513c38bfa75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298346 Dec 10 18:31:42.211412 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59538) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:42.218025 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59540) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:42.218201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.objects.ports [None req-bb979223-21ee-4763-b20b-f24f4126a2a7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103593) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:31:42.219959 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-c4d56d3a-e3ea-4bee-88f8-6848933848be tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 51b2c97a-35cb-46a8-9f42-802b05b71915 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:42.220094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb979223-21ee-4763-b20b-f24f4126a2a7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.220345 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c4d56d3a-e3ea-4bee-88f8-6848933848be tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.269352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb979223-21ee-4763-b20b-f24f4126a2a7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:42.272957 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-bb979223-21ee-4763-b20b-f24f4126a2a7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:42.298894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb979223-21ee-4763-b20b-f24f4126a2a7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=943876f9-4664-499b-a030-f61a8a0f798f,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:42.303286 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb979223-21ee-4763-b20b-f24f4126a2a7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:42.303888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb979223-21ee-4763-b20b-f24f4126a2a7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.326549 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8fbb37-d1c8-44df-98d1-0d50e20cdd84 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:42.358826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c4d56d3a-e3ea-4bee-88f8-6848933848be tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.380237 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c5f2ded1-572c-490f-a5f1-260cb7714c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.389379 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-c4d56d3a-e3ea-4bee-88f8-6848933848be tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 51b2c97a-35cb-46a8-9f42-802b05b71915 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:42.394257 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bb979223-21ee-4763-b20b-f24f4126a2a7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8676193 Dec 10 18:31:42.396318 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59546) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:42.402371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0c838430-4484-4c49-b7ad-eed6cea0af6a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:42.417149 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b1e63e3f-ac16-46f9-ad39-161b07c3bee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.444301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b1e63e3f-ac16-46f9-ad39-161b07c3bee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.500955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '943876f9-4664-499b-a030-f61a8a0f798f'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:42.501114 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59552) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:42.501877 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.527105 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c5f2ded1-572c-490f-a5f1-260cb7714c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.555344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-35826992-3af5-4b5e-ad71-13e88f20e544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.617999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b1e63e3f-ac16-46f9-ad39-161b07c3bee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.620560 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b1e63e3f-ac16-46f9-ad39-161b07c3bee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.621718 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b1e63e3f-ac16-46f9-ad39-161b07c3bee6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81f86a95-4e6c-4a38-bbb6-836490683a67 HTTP/1.1" status: 204 len: 168 time: 0.3980362 Dec 10 18:31:42.637378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e63e3f-ac16-46f9-ad39-161b07c3bee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f86a95-4e6c-4a38-bbb6-836490683a67,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:42.694641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Allocated IP 2001:db8::f816:3eff:fe10:4ec2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/943876f9-4664-499b-a030-f61a8a0f798f/49542b1d-c320-4f23-93b9-16d2380e988d) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:42.740548 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c838430-4484-4c49-b7ad-eed6cea0af6a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:42.745231 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0c838430-4484-4c49-b7ad-eed6cea0af6a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.749462 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f4a28-92e2-470d-a484-65245949f313 req-a970651b-9c48-406c-8228-5aaca01d67e0 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:42.757186 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f80f4a28-92e2-470d-a484-65245949f313 req-a970651b-9c48-406c-8228-5aaca01d67e0 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.0947809 Dec 10 18:31:42.818340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-35826992-3af5-4b5e-ad71-13e88f20e544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.831645 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f80f4a28-92e2-470d-a484-65245949f313 req-41a4437a-b292-4450-a1bb-dd5814c3e438 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734267 Dec 10 18:31:42.834632 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c5f2ded1-572c-490f-a5f1-260cb7714c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.837294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c5f2ded1-572c-490f-a5f1-260cb7714c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.841204 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c5f2ded1-572c-490f-a5f1-260cb7714c1e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4f9171b-46dc-4629-a607-a3776f8d3b96 HTTP/1.1" status: 204 len: 168 time: 0.6281571 Dec 10 18:31:42.868615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2ded1-572c-490f-a5f1-260cb7714c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f9171b-46dc-4629-a607-a3776f8d3b96,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:42.871721 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d9073-0eb3-4660-9018-6f01d3f35ceb req-ea9d6a0e-8b79-4066-b1f7-9aaf9bbe2f45 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:42.873659 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-201d9073-0eb3-4660-9018-6f01d3f35ceb req-ea9d6a0e-8b79-4066-b1f7-9aaf9bbe2f45 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 945 time: 0.0790520 Dec 10 18:31:42.901611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c4d56d3a-e3ea-4bee-88f8-6848933848be tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.949668 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d56d3a-e3ea-4bee-88f8-6848933848be tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=51b2c97a-35cb-46a8-9f42-802b05b71915,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:42.956751 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c4d56d3a-e3ea-4bee-88f8-6848933848be tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.957507 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-35826992-3af5-4b5e-ad71-13e88f20e544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.963320 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c4d56d3a-e3ea-4bee-88f8-6848933848be tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/51b2c97a-35cb-46a8-9f42-802b05b71915 HTTP/1.1" status: 204 len: 168 time: 0.9178958 Dec 10 18:31:42.967307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.967595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59562) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:43.003755 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0b4c66-9989-4ea7-919a-63187c115da0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] GET failed (client error): The resource could not be found. Dec 10 18:31:43.006311 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ed0b4c66-9989-4ea7-919a-63187c115da0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/51b2c97a-35cb-46a8-9f42-802b05b71915 HTTP/1.1" status: 404 len: 333 time: 0.0371671 Dec 10 18:31:43.011448 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-201d9073-0eb3-4660-9018-6f01d3f35ceb req-6f84338e-684e-4319-a35e-8634c939e5b0 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307316 Dec 10 18:31:43.012102 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59564) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:43.018067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-40092618-999e-4ccc-b8e9-18d08c8daa20 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'name': 'tempest-PortsIpV6TestJSON-2119295924'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:43.021502 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35826992-3af5-4b5e-ad71-13e88f20e544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd11f31d-1ede-4bc3-8f11-09b4cbd24c9b,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:43.038873 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-35826992-3af5-4b5e-ad71-13e88f20e544 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d7a6034bb0b436599b4fddb602b18e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5331962 Dec 10 18:31:43.039867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59566) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:43.053146 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.106072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:43.112594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:43.116886 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:43.127004 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Pushing event updated for resources: {'Port': ['ID=49542b1d-c320-4f23-93b9-16d2380e988d,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:43.154345 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2c4098e-9d58-4563-817f-4378b9143240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.201549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2c4098e-9d58-4563-817f-4378b9143240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.216186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Attempting to bind port 49542b1d-c320-4f23-93b9-16d2380e988d on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:43.216818 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Attempting to bind port 49542b1d-c320-4f23-93b9-16d2380e988d by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:43.217489 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Attempting to bind port 49542b1d-c320-4f23-93b9-16d2380e988d on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:43.223513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:43.224256 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:43.224823 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.225374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:43.226102 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Bound port: 49542b1d-c320-4f23-93b9-16d2380e988d, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:43.226491 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.304329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] For port 49542b1d-c320-4f23-93b9-16d2380e988d, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:43.307904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] For port 49542b1d-c320-4f23-93b9-16d2380e988d, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=49542b1d-c320-4f23-93b9-16d2380e988d,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:43.323437 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40092618-999e-4ccc-b8e9-18d08c8daa20 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:43.324158 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0c838430-4484-4c49-b7ad-eed6cea0af6a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.327678 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40092618-999e-4ccc-b8e9-18d08c8daa20 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.351804 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-40092618-999e-4ccc-b8e9-18d08c8daa20 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port 1467f738-907f-4b1f-a23a-16d12062347d yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:43.371538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2c4098e-9d58-4563-817f-4378b9143240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.374961 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2c4098e-9d58-4563-817f-4378b9143240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.376121 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c2c4098e-9d58-4563-817f-4378b9143240 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd11f31d-1ede-4bc3-8f11-09b4cbd24c9b HTTP/1.1" status: 204 len: 168 time: 0.3353105 Dec 10 18:31:43.393187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c838430-4484-4c49-b7ad-eed6cea0af6a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:43.394253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4098e-9d58-4563-817f-4378b9143240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd11f31d-1ede-4bc3-8f11-09b4cbd24c9b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:43.403783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-0c838430-4484-4c49-b7ad-eed6cea0af6a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:43.419233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c838430-4484-4c49-b7ad-eed6cea0af6a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:43.419839 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0c838430-4484-4c49-b7ad-eed6cea0af6a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.440590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c838430-4484-4c49-b7ad-eed6cea0af6a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=5b0527d2-bbd1-451f-ae28-71bea9dc88bc,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:43.551653 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0c838430-4484-4c49-b7ad-eed6cea0af6a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1540701 Dec 10 18:31:43.560900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59590) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:43.567698 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'mac_address': 'fa:16:3e:0a:ec:68', 'name': 'tempest-NetworksTestDHCPv6-11400611'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:43.581487 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.640446 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40092618-999e-4ccc-b8e9-18d08c8daa20 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.657229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11f93f-3674-4fd6-bd8c-3cb68d9e2700 None None] Pushing event updated for resources: {'Port': ['ID=49542b1d-c320-4f23-93b9-16d2380e988d,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:43.676929 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a5ead-d543-44cf-8c79-ad41eff00f7b req-c8105014-878d-4127-8ff2-1355a50bcd26 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:43.678888 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-682a5ead-d543-44cf-8c79-ad41eff00f7b req-c8105014-878d-4127-8ff2-1355a50bcd26 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1577241 Dec 10 18:31:43.782973 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-682a5ead-d543-44cf-8c79-ad41eff00f7b req-209f2627-e5fb-4fb2-b7ad-51be162b9520 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968800 Dec 10 18:31:43.858789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:43.868991 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40092618-999e-4ccc-b8e9-18d08c8daa20 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.972214 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40092618-999e-4ccc-b8e9-18d08c8daa20 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 20547e15-f950-4ecc-92a3-36fd6622eecd is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:43.981219 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-40092618-999e-4ccc-b8e9-18d08c8daa20 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:43.987510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40092618-999e-4ccc-b8e9-18d08c8daa20 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:43.996225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40092618-999e-4ccc-b8e9-18d08c8daa20 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:43.997091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40092618-999e-4ccc-b8e9-18d08c8daa20 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.014138 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40092618-999e-4ccc-b8e9-18d08c8daa20 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=1467f738-907f-4b1f-a23a-16d12062347d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:44.064476 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.129819 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-40092618-999e-4ccc-b8e9-18d08c8daa20 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1143546 Dec 10 18:31:44.130601 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59608) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:44.138748 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port e248208a-4e1b-4c68-a758-7282b0ae51b5 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:44.153634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5532b-9ae7-427f-a865-f7ca331b622a req-79d85b70-cce4-4f15-affc-75978320c26d tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:44.155723 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a1b5532b-9ae7-427f-a865-f7ca331b622a req-79d85b70-cce4-4f15-affc-75978320c26d tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 946 time: 0.1357024 Dec 10 18:31:44.159246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2e9e5c6f-f5a1-43d2-b06b-df76b6ed6ce1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:44.206036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 49542b1d-c320-4f23-93b9-16d2380e988d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:44.244092 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a1b5532b-9ae7-427f-a865-f7ca331b622a req-05a2b746-f253-46b3-890d-bb864964e04c tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765300 Dec 10 18:31:44.287567 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 49542b1d-c320-4f23-93b9-16d2380e988d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:44.288206 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.435495 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5c6f-f5a1-43d2-b06b-df76b6ed6ce1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.447747 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.451175 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ca12c-fd5b-4fa9-95da-ab8f9e2e9eb5 req-7fd3f4d3-1be9-497f-ba2f-15e3273bb7c6 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:44.455402 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-974ca12c-fd5b-4fa9-95da-ab8f9e2e9eb5 req-7fd3f4d3-1be9-497f-ba2f-15e3273bb7c6 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 945 time: 0.1035757 Dec 10 18:31:44.497275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 49542b1d-c320-4f23-93b9-16d2380e988d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=49542b1d-c320-4f23-93b9-16d2380e988d,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:44.545725 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-974ca12c-fd5b-4fa9-95da-ab8f9e2e9eb5 req-5cb6d1eb-f5a2-4a37-bac1-0b8732cc0a28 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802062 Dec 10 18:31:44.560537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-04fe241e-834d-4a15-a0c3-8826628b5c66 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:44.562660 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-04fe241e-834d-4a15-a0c3-8826628b5c66 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 945 time: 0.2009141 Dec 10 18:31:44.609234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.713622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=49542b1d-c320-4f23-93b9-16d2380e988d,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:44.824461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59638) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:44.963575 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e150d-d966-455a-8c18-f95ccf2136e6 req-2bd6653b-83b0-4a37-b6a7-1fa37023b269 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:44.965480 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f3e150d-d966-455a-8c18-f95ccf2136e6 req-2bd6653b-83b0-4a37-b6a7-1fa37023b269 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.0724120 Dec 10 18:31:45.041623 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f3e150d-d966-455a-8c18-f95ccf2136e6 req-b8da1e82-fb78-46a4-8128-bcfba31b3a35 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688684 Dec 10 18:31:45.080559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb7c9bd-afdc-41ff-9908-212caab9a4a4 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:45.151962 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-31472428-2ccf-432b-afdd-bc3d87e82556 None None] Provisioning complete for port 49542b1d-c320-4f23-93b9-16d2380e988d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:45.152574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-31472428-2ccf-432b-afdd-bc3d87e82556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.317834 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5c6f-f5a1-43d2-b06b-df76b6ed6ce1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.340306 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2df8ee-7daa-4c62-abd7-63f743942bf2 None None] Update dhcp port {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'fixed_ips': [{'subnet_id': '943876f9-4664-499b-a030-f61a8a0f798f', 'ip_address': '2001:db8::f816:3eff:fe10:4ec2'}, {'subnet_id': '5b0527d2-bbd1-451f-ae28-71bea9dc88bc'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '49542b1d-c320-4f23-93b9-16d2380e988d'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:31:45.341808 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 172.20.0.13 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/5b0527d2-bbd1-451f-ae28-71bea9dc88bc/e248208a-4e1b-4c68-a758-7282b0ae51b5) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:45.353736 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::f816:3eff:fe0a:ec68 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/943876f9-4664-499b-a030-f61a8a0f798f/e248208a-4e1b-4c68-a758-7282b0ae51b5) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:45.356997 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Deleting port 245a2afb-6d0d-4890-84e4-973e609dd239 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:45.357524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.375939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2df8ee-7daa-4c62-abd7-63f743942bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.429609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5c6f-f5a1-43d2-b06b-df76b6ed6ce1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.436165 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59650) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:45.449799 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d198ede8-30e8-410e-aac6-0575d377a40a tempest-DvrRoutersNegativeTest-997079351 tempest-DvrRoutersNegativeTest-997079351-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-435476223', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:45.453185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.policy [None req-d198ede8-30e8-410e-aac6-0575d377a40a tempest-DvrRoutersNegativeTest-997079351 tempest-DvrRoutersNegativeTest-997079351-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103594) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 10 18:31:45.453845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.policy [None req-d198ede8-30e8-410e-aac6-0575d377a40a tempest-DvrRoutersNegativeTest-997079351 tempest-DvrRoutersNegativeTest-997079351-project] Failed policy check for 'create_router' {{(pid=103594) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 10 18:31:45.455081 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-d198ede8-30e8-410e-aac6-0575d377a40a tempest-DvrRoutersNegativeTest-997079351 tempest-DvrRoutersNegativeTest-997079351-project] create failed (client error): Access was denied to this resource. Dec 10 18:31:45.461170 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d198ede8-30e8-410e-aac6-0575d377a40a tempest-DvrRoutersNegativeTest-997079351 tempest-DvrRoutersNegativeTest-997079351-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6302392 Dec 10 18:31:45.530705 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2e9e5c6f-f5a1-43d2-b06b-df76b6ed6ce1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] In _notify_port_updated(), no bound segment for port 1467f738-907f-4b1f-a23a-16d12062347d on network 20547e15-f950-4ecc-92a3-36fd6622eecd {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:31:45.535624 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1649474627'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:45.536131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9e5c6f-f5a1-43d2-b06b-df76b6ed6ce1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:45.536743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5c6f-f5a1-43d2-b06b-df76b6ed6ce1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.538061 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2e9e5c6f-f5a1-43d2-b06b-df76b6ed6ce1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "PUT /v2.0/ports/1467f738-907f-4b1f-a23a-16d12062347d HTTP/1.1" status: 200 len: 818 time: 1.4009922 Dec 10 18:31:45.544431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59658) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:45.576901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e5c6f-f5a1-43d2-b06b-df76b6ed6ce1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=1467f738-907f-4b1f-a23a-16d12062347d,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:45.650835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] For port 245a2afb-6d0d-4890-84e4-973e609dd239, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=245a2afb-6d0d-4890-84e4-973e609dd239,segment=NetworkSegment(991d0126-7a49-4230-b43c-4ee78af21e1d),segment_id=991d0126-7a49-4230-b43c-4ee78af21e1d)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:45.651206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.718949 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Made reservation on behalf of 04ec2f0d582c447eb09118fb33cb5f31 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:45.722745 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.736952 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.749169 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54847552-4a8f-4e7c-a25d-72452fd5e13c req-ec94bbfc-3843-4912-863b-4419f13b1373 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:45.756630 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-54847552-4a8f-4e7c-a25d-72452fd5e13c req-ec94bbfc-3843-4912-863b-4419f13b1373 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 945 time: 0.1186552 Dec 10 18:31:45.803220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.817143 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-2e367f61-9610-4d66-8570-97550a461a3d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 1467f738-907f-4b1f-a23a-16d12062347d {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:45.818516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2e367f61-9610-4d66-8570-97550a461a3d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.916066 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-54847552-4a8f-4e7c-a25d-72452fd5e13c req-6068ef51-05a7-4181-9dc0-32d3f26cd5ba tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a743d68-f435-4f10-bec8-cf48064ee8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585691 Dec 10 18:31:45.953119 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2e367f61-9610-4d66-8570-97550a461a3d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.976192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-2e367f61-9610-4d66-8570-97550a461a3d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 1467f738-907f-4b1f-a23a-16d12062347d owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:45.987435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7973f-1bb6-436f-a837-2d6a45deb37d req-2b872d0a-66fb-4ff8-92ba-c8b2aeef121f tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:45.988756 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.988953 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8cc7973f-1bb6-436f-a837-2d6a45deb37d req-2b872d0a-66fb-4ff8-92ba-c8b2aeef121f tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 946 time: 0.1786950 Dec 10 18:31:45.989267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.989655 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Floating IP 7a8fdaab-fcf6-464f-a1f4-21ce9ba2278b disassociated. External IP: 172.26.5.162, port: 245a2afb-6d0d-4890-84e4-973e609dd239. Dec 10 18:31:45.990088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Calling delete_port for 245a2afb-6d0d-4890-84e4-973e609dd239 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:46.019050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.085608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.089285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59672) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:46.091956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-9d2df8ee-7daa-4c62-abd7-63f743942bf2 None None] Allocated IP 172.20.0.2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/5b0527d2-bbd1-451f-ae28-71bea9dc88bc/49542b1d-c320-4f23-93b9-16d2380e988d) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:46.128955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:46.137455 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:46.143177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:46.185855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=e248208a-4e1b-4c68-a758-7282b0ae51b5,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:46.194149 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 49542b1d-c320-4f23-93b9-16d2380e988d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:46.198707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.206662 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8cc7973f-1bb6-436f-a837-2d6a45deb37d req-b8a08827-adbc-465c-b124-578f8f384f1b tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2085955 Dec 10 18:31:46.224620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:46.225566 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.255741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:46.265386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a50c9f-e2da-4581-a9fc-a00d0875f53d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:46.285508 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cc421-7afa-435b-b590-54d4dfd2bb79 req-ba859e38-b886-415c-bce3-869865618ae5 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:46.287458 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-913cc421-7afa-435b-b590-54d4dfd2bb79 req-ba859e38-b886-415c-bce3-869865618ae5 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1339552 Dec 10 18:31:46.348081 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2e367f61-9610-4d66-8570-97550a461a3d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.348081 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.348081 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Added segment c7c444bf-039e-43f9-8f50-a9db33c2f3c5 of type vlan for network d08cb974-76c9-49a7-a863-4cb85f392aba Dec 10 18:31:46.354725 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2df8ee-7daa-4c62-abd7-63f743942bf2 None None] For port 49542b1d-c320-4f23-93b9-16d2380e988d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=49542b1d-c320-4f23-93b9-16d2380e988d,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:46.375420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 49542b1d-c320-4f23-93b9-16d2380e988d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:46.375773 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-68dc3e22-7d1c-4579-86cb-c5d2f27658ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8125281 Dec 10 18:31:46.376217 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.378088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59678) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:46.438884 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2df8ee-7daa-4c62-abd7-63f743942bf2 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.441399 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.491940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Pushing event deleted for resources: {'Port': ['ID=245a2afb-6d0d-4890-84e4-973e609dd239,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:46.531785 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cdd723c7-ccfa-4125-b164-267679352cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.533391 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2df8ee-7daa-4c62-abd7-63f743942bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.655662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564b5b23-7ca4-4a00-b6ab-78036d754a3a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:46.666340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564b5b23-7ca4-4a00-b6ab-78036d754a3a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:46.671316 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-564b5b23-7ca4-4a00-b6ab-78036d754a3a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2869921 Dec 10 18:31:46.676691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59684) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:46.680888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Router e80a5744-0318-4176-af94-fe9d24361a9a has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:46.696066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2df8ee-7daa-4c62-abd7-63f743942bf2 None None] Pushing event updated for resources: {'Port': ['ID=49542b1d-c320-4f23-93b9-16d2380e988d,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:46.781540 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e367f61-9610-4d66-8570-97550a461a3d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=1467f738-907f-4b1f-a23a-16d12062347d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:46.800090 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-913cc421-7afa-435b-b590-54d4dfd2bb79 req-863d7ad7-932f-4f54-b27c-51d1ee6b71e9 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5051308 Dec 10 18:31:46.828913 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.833439 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f13ec86c-c040-486f-a961-9ee04617842e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.836203 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2e367f61-9610-4d66-8570-97550a461a3d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.840679 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2e367f61-9610-4d66-8570-97550a461a3d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/1467f738-907f-4b1f-a23a-16d12062347d HTTP/1.1" status: 204 len: 168 time: 1.2923551 Dec 10 18:31:46.846385 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59688) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:46.916054 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-941a2d78-ed20-4b11-8d96-e12947460f75 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port e248208a-4e1b-4c68-a758-7282b0ae51b5 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:46.916866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-941a2d78-ed20-4b11-8d96-e12947460f75 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.960885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17d434b-9ba0-48c0-bd6a-712b209b8aad tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:46.963208 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a17d434b-9ba0-48c0-bd6a-712b209b8aad tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1028941 Dec 10 18:31:46.976774 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59692) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:47.047154 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.049432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-941a2d78-ed20-4b11-8d96-e12947460f75 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.053934 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:47.054311 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.063524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-941a2d78-ed20-4b11-8d96-e12947460f75 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for e248208a-4e1b-4c68-a758-7282b0ae51b5 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:47.068397 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1325b275-1707-4ae7-ba9f-33fefe268357 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] GET failed (client error): The resource could not be found. Dec 10 18:31:47.069999 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1325b275-1707-4ae7-ba9f-33fefe268357 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/1467f738-907f-4b1f-a23a-16d12062347d HTTP/1.1" status: 404 len: 333 time: 0.0920792 Dec 10 18:31:47.189870 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59698) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:47.198175 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'Network': ['ID=d08cb974-76c9-49a7-a863-4cb85f392aba,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:47.210324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network d08cb974-76c9-49a7-a863-4cb85f392aba details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:47.215260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-07ea4a88-b50c-4659-bc7d-416fc8755aac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1407454093'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:47.236704 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59700) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:47.244047 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a53ee7e6-bc88-4f57-a8a0-23f063c7b7ff tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8066850 Dec 10 18:31:47.249275 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2b8fe729-9cd1-4389-a6c2-b661c18b9b80 req-4233046a-ae58-4084-ab29-507f4d0f024d tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 210 time: 0.2154603 Dec 10 18:31:47.272215 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:47.372532 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-941a2d78-ed20-4b11-8d96-e12947460f75 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.375488 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f13ec86c-c040-486f-a961-9ee04617842e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.376990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] No DVR routers for this DVR port 245a2afb-6d0d-4890-84e4-973e609dd239 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:47.380912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.391037 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ea4a88-b50c-4659-bc7d-416fc8755aac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:47.392287 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3c3f1687-267e-49ea-9e43-b74d155ab323 req-41f914a7-458d-43af-b2eb-0df676aba133 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.21 "DELETE /v2.0/ports/245a2afb-6d0d-4890-84e4-973e609dd239 HTTP/1.1" status: 204 len: 173 time: 2.8134742 Dec 10 18:31:47.393125 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07ea4a88-b50c-4659-bc7d-416fc8755aac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.528107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f08b4f6-f3f8-4f08-88bc-606de2eda4ac', 'name': 'network-vif-deleted', 'tag': '245a2afb-6d0d-4890-84e4-973e609dd239'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:47.528107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25f0df8-7da9-45ee-866d-753ab71a5889" -d '{"events": [{"server_uuid": "7f08b4f6-f3f8-4f08-88bc-606de2eda4ac", "name": "network-vif-deleted", "tag": "245a2afb-6d0d-4890-84e4-973e609dd239"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:47.528107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a2d78-ed20-4b11-8d96-e12947460f75 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=e248208a-4e1b-4c68-a758-7282b0ae51b5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:47.553544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f4684-3fba-4795-a937-a719d3cc4ce6 None None] Sync routers for ids ['e80a5744-0318-4176-af94-fe9d24361a9a'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:47.602055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdde03a-6afa-4855-b763-8c7f7f7e6cfc x-openstack-request-id: req-1cdde03a-6afa-4855-b763-8c7f7f7e6cfc {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:47.602055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f08b4f6-f3f8-4f08-88bc-606de2eda4ac", "name": "network-vif-deleted", "tag": "245a2afb-6d0d-4890-84e4-973e609dd239", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:47.602055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cdde03a-6afa-4855-b763-8c7f7f7e6cfc {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:47.602055 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f08b4f6-f3f8-4f08-88bc-606de2eda4ac', 'name': 'network-vif-deleted', 'tag': '245a2afb-6d0d-4890-84e4-973e609dd239', 'status': 'completed', 'code': 200} Dec 10 18:31:47.603646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f4684-3fba-4795-a937-a719d3cc4ce6 None None] Routers {'e80a5744-0318-4176-af94-fe9d24361a9a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:47.604268 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f19f4684-3fba-4795-a937-a719d3cc4ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e80a5744-0318-4176-af94-fe9d24361a9a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:47.637498 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-871422917', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:47.646138 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ea4a88-b50c-4659-bc7d-416fc8755aac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:47.676267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f13ec86c-c040-486f-a961-9ee04617842e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.680564 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-1a45a573-3b5b-4c2e-bc4b-13741061fc07 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:47.682258 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-1a45a573-3b5b-4c2e-bc4b-13741061fc07 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.21 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 946 time: 0.4156501 Dec 10 18:31:47.791733 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07ea4a88-b50c-4659-bc7d-416fc8755aac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.793416 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-07ea4a88-b50c-4659-bc7d-416fc8755aac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Added segment c3603143-2510-40fb-9c09-6e33cc2ca19b of type vlan for network c0b41eed-42c7-499a-b89d-df696a95f339 Dec 10 18:31:47.843729 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-941a2d78-ed20-4b11-8d96-e12947460f75 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.863497 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-941a2d78-ed20-4b11-8d96-e12947460f75 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/e248208a-4e1b-4c68-a758-7282b0ae51b5 HTTP/1.1" status: 204 len: 168 time: 1.1752334 Dec 10 18:31:47.867461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59708) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:47.883069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d28b587a-45a7-49dc-a5d2-3e0ffc653e42 None None] Provisioning complete for port 49542b1d-c320-4f23-93b9-16d2380e988d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:47.888544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d28b587a-45a7-49dc-a5d2-3e0ffc653e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.001207 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ec86c-c040-486f-a961-9ee04617842e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42f0491-d326-44ef-b9f0-7da87cf41401,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:48.026079 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07ea4a88-b50c-4659-bc7d-416fc8755aac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.039346 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-f19f4684-3fba-4795-a937-a719d3cc4ce6 None None] Set router e80a5744-0318-4176-af94-fe9d24361a9a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:48.053677 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc60432-bde6-4fae-84a6-dfa6fe2fab79 req-2dbad924-f9a9-495d-ba3e-d0c0517aae9c tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:48.060150 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dfc60432-bde6-4fae-84a6-dfa6fe2fab79 req-2dbad924-f9a9-495d-ba3e-d0c0517aae9c tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 946 time: 0.5759180 Dec 10 18:31:48.081950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017f14b2-8cfa-4559-8835-e8c3bcc4e1d7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:48.088759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017f14b2-8cfa-4559-8835-e8c3bcc4e1d7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:48.092921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017f14b2-8cfa-4559-8835-e8c3bcc4e1d7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:48.094888 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-017f14b2-8cfa-4559-8835-e8c3bcc4e1d7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2253530 Dec 10 18:31:48.100843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59712) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:48.108453 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Deleting port 660e820a-f635-4940-9f81-34d2cdf9e827 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:48.110062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.162063 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f13ec86c-c040-486f-a961-9ee04617842e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fef2a21bbf7547589e5692e49f401ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0703168 Dec 10 18:31:48.175501 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Made reservation on behalf of 8fd51165c2df4ebea96235db8245cf4e for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:48.181536 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.201823 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59714) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:48.210339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.216894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-32eda10a-caba-4dda-8d1a-463eb779ed90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 5b0527d2-bbd1-451f-ae28-71bea9dc88bc {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:48.221533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-32eda10a-caba-4dda-8d1a-463eb779ed90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.270674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.resource_extend [None req-07ea4a88-b50c-4659-bc7d-416fc8755aac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:31:48.289191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-32eda10a-caba-4dda-8d1a-463eb779ed90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.290810 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 49542b1d-c320-4f23-93b9-16d2380e988d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:48.454934 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421f774-6e12-4b6d-b9fc-69424f6ccd4f req-109524d6-b3cb-4fae-a370-d87c1bafb54e tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:48.459209 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9421f774-6e12-4b6d-b9fc-69424f6ccd4f req-109524d6-b3cb-4fae-a370-d87c1bafb54e tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.3951993 Dec 10 18:31:48.555261 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dfc60432-bde6-4fae-84a6-dfa6fe2fab79 req-24428530-f730-4b97-a39c-a380efde54f0 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3994794 Dec 10 18:31:48.598428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-32eda10a-caba-4dda-8d1a-463eb779ed90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.668025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.682787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-13cac7b1-1ecf-4015-b590-eb5a80d6e489 None None] Could not find standard attr ID for object e248208a-4e1b-4c68-a758-7282b0ae51b5. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:31:48.765188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] For port 660e820a-f635-4940-9f81-34d2cdf9e827, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=660e820a-f635-4940-9f81-34d2cdf9e827,segment=NetworkSegment(102d4707-54f7-4de4-9461-69fdeb204508),segment_id=102d4707-54f7-4de4-9461-69fdeb204508)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:48.765518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.782140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07ea4a88-b50c-4659-bc7d-416fc8755aac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.796388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 49542b1d-c320-4f23-93b9-16d2380e988d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:48.797076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.797457 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ea4a88-b50c-4659-bc7d-416fc8755aac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:48.798126 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07ea4a88-b50c-4659-bc7d-416fc8755aac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.835164 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9421f774-6e12-4b6d-b9fc-69424f6ccd4f req-60aa6c41-4859-411f-be8b-e31b22c516ed tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746223 Dec 10 18:31:48.835880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f57984a1-0a60-4887-bbc7-c1c3f53bbe2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.853436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f19f4684-3fba-4795-a937-a719d3cc4ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:30:05Z', 'revision_number': 4, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port': {'id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:57Z', 'updated_at': '2021-12-10T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '94c44b87-84dd-4c8c-8a15-d3f344c3d243', 'name': '', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'mac_address': 'fa:16:3e:59:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:14Z', 'revision_number': 5, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'subnets': [{'id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:48.885954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-32eda10a-caba-4dda-8d1a-463eb779ed90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.888144 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f4684-3fba-4795-a937-a719d3cc4ce6 None None] Checking router: e80a5744-0318-4176-af94-fe9d24361a9a for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:48.904410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f4684-3fba-4795-a937-a719d3cc4ce6 None None] Routers {'e80a5744-0318-4176-af94-fe9d24361a9a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:48.906019 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f19f4684-3fba-4795-a937-a719d3cc4ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e80a5744-0318-4176-af94-fe9d24361a9a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:48.984822 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea4a88-b50c-4659-bc7d-416fc8755aac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Network': ['ID=c0b41eed-42c7-499a-b89d-df696a95f339,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:48.986954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-32eda10a-caba-4dda-8d1a-463eb779ed90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.998895 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-32eda10a-caba-4dda-8d1a-463eb779ed90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/5b0527d2-bbd1-451f-ae28-71bea9dc88bc HTTP/1.1" status: 204 len: 168 time: 0.8759601 Dec 10 18:31:49.000368 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b695488-bf23-4f65-a70b-cbb5364fd997 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:49.002714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eda10a-caba-4dda-8d1a-463eb779ed90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0527d2-bbd1-451f-ae28-71bea9dc88bc,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:49.003586 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network c0b41eed-42c7-499a-b89d-df696a95f339 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:49.010751 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59720) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:49.078246 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-328a07ba-58a9-4b13-9579-1208f20dfde8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.103773 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-328a07ba-58a9-4b13-9579-1208f20dfde8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.170210 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c592f52e-59e5-4faa-9b70-a5d3ff1a43d9 req-ea8ac158-3954-4896-a69d-b100e58eb140 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f08b4f6-f3f8-4f08-88bc-606de2eda4ac HTTP/1.1" status: 200 len: 210 time: 0.3601267 Dec 10 18:31:49.180553 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-07ea4a88-b50c-4659-bc7d-416fc8755aac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9718404 Dec 10 18:31:49.183720 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59722) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:49.193724 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-bc54ef59-10f0-4187-a802-9ea1f887d44c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': 'c0b41eed-42c7-499a-b89d-df696a95f339', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:49.281670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-3729e8eb-5d5a-4344-a704-c9f34faa1c8d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 943876f9-4664-499b-a030-f61a8a0f798f {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:49.291903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3729e8eb-5d5a-4344-a704-c9f34faa1c8d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.324439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 245a2afb-6d0d-4890-84e4-973e609dd239 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:49.332560 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-328a07ba-58a9-4b13-9579-1208f20dfde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.336047 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-328a07ba-58a9-4b13-9579-1208f20dfde8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.340601 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-328a07ba-58a9-4b13-9579-1208f20dfde8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a42f0491-d326-44ef-b9f0-7da87cf41401 HTTP/1.1" status: 204 len: 168 time: 1.0939059 Dec 10 18:31:49.354365 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a07ba-58a9-4b13-9579-1208f20dfde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42f0491-d326-44ef-b9f0-7da87cf41401,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:49.393630 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.422933 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc54ef59-10f0-4187-a802-9ea1f887d44c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:49.425079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 245a2afb-6d0d-4890-84e4-973e609dd239 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:49.425652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 245a2afb-6d0d-4890-84e4-973e609dd239 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:49.426325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 660e820a-f635-4940-9f81-34d2cdf9e827 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:49.428844 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bc54ef59-10f0-4187-a802-9ea1f887d44c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.502210 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.506868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] device_id is not set on port 9940eb78-4e14-4262-813a-5e9303c546e9 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:49.565090 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3729e8eb-5d5a-4344-a704-c9f34faa1c8d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.652133 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-f19f4684-3fba-4795-a937-a719d3cc4ce6 None None] Set router e80a5744-0318-4176-af94-fe9d24361a9a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:49.691855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.695095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.695095 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Floating IP de937b93-f22c-4615-b2a5-445ba7e309bd disassociated. External IP: 172.26.5.5, port: 660e820a-f635-4940-9f81-34d2cdf9e827. Dec 10 18:31:49.695095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Calling delete_port for 660e820a-f635-4940-9f81-34d2cdf9e827 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:49.801405 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724cb4dd-cfa7-4bce-81dd-fa94eb493409,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:49.869465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.919198 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 660e820a-f635-4940-9f81-34d2cdf9e827, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=660e820a-f635-4940-9f81-34d2cdf9e827,segment=NetworkSegment(102d4707-54f7-4de4-9461-69fdeb204508),segment_id=102d4707-54f7-4de4-9461-69fdeb204508)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:49.985765 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300813f6-9f0f-42e0-846a-179de2d907fa req-0c0a571b-fc56-4258-b374-0db0a3e3f740 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:49.988764 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-300813f6-9f0f-42e0-846a-179de2d907fa req-0c0a571b-fc56-4258-b374-0db0a3e3f740 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 946 time: 0.2729216 Dec 10 18:31:50.069790 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3729e8eb-5d5a-4344-a704-c9f34faa1c8d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.134186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7195a812-39b9-405d-b4d7-012751594c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '660e820a-f635-4940-9f81-34d2cdf9e827'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:50.142355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea8ec31-0b33-4d32-a89c-e1a2ea8a41f9" -d '{"events": [{"server_uuid": "7195a812-39b9-405d-b4d7-012751594c6e", "name": "network-vif-unplugged", "status": "completed", "tag": "660e820a-f635-4940-9f81-34d2cdf9e827"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:50.202087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.261206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Allocated IP 172.26.5.152 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/9940eb78-4e14-4262-813a-5e9303c546e9) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:50.344864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=660e820a-f635-4940-9f81-34d2cdf9e827,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:50.434233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f19f4684-3fba-4795-a937-a719d3cc4ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:30:05Z', 'revision_number': 4, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port': {'id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:57Z', 'updated_at': '2021-12-10T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '94c44b87-84dd-4c8c-8a15-d3f344c3d243', 'name': '', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'mac_address': 'fa:16:3e:59:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:14Z', 'revision_number': 5, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'subnets': [{'id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:50.466372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3729e8eb-5d5a-4344-a704-c9f34faa1c8d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.527983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f4684-3fba-4795-a937-a719d3cc4ce6 None None] The sync data for ids ['e80a5744-0318-4176-af94-fe9d24361a9a'] in dv-neutron-821434-1-hyperv is: [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:30:05Z', 'revision_number': 4, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port': {'id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:57Z', 'updated_at': '2021-12-10T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '94c44b87-84dd-4c8c-8a15-d3f344c3d243', 'name': '', 'network_id': '8021c4a7-1487-46d5-b9e5-4b74cb3806a5', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'mac_address': 'fa:16:3e:59:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:14Z', 'revision_number': 5, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'subnets': [{'id': '6c432002-879e-473c-bfa5-c71ce6382c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:50.534617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.535944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3729e8eb-5d5a-4344-a704-c9f34faa1c8d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.541360 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3729e8eb-5d5a-4344-a704-c9f34faa1c8d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/943876f9-4664-499b-a030-f61a8a0f798f HTTP/1.1" status: 204 len: 168 time: 1.5283520 Dec 10 18:31:50.542649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59744) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:50.543647 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729e8eb-5d5a-4344-a704-c9f34faa1c8d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=943876f9-4664-499b-a030-f61a8a0f798f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:50.551462 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.564133 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59746) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:50.572082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-37592514-54f6-4dea-b216-04d55baaebac tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Request body: {'subnet': {'network_id': 'd08cb974-76c9-49a7-a863-4cb85f392aba', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:50.657205 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bc54ef59-10f0-4187-a802-9ea1f887d44c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.668593 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Pushing event deleted for resources: {'Port': ['ID=660e820a-f635-4940-9f81-34d2cdf9e827,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:50.695532 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc626e70-9b04-4ab5-be70-3dfb7c41ae85 req-d09d53c9-6c69-49da-b0c7-3d5aaa746cb1 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:50.700786 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cc626e70-9b04-4ab5-be70-3dfb7c41ae85 req-d09d53c9-6c69-49da-b0c7-3d5aaa746cb1 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.7056432 Dec 10 18:31:50.753177 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a8a0cc2b-effd-4d02-9c0e-115f053315bd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1096652 Dec 10 18:31:50.758071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59750) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:50.766469 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-300813f6-9f0f-42e0-846a-179de2d907fa req-2600035a-b997-4ea5-8e81-4d571902d932 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac0d061c-db8b-4ec0-94ca-44253b746014&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7281842 Dec 10 18:31:50.773402 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-070e3138-7de8-43c9-b2cd-2023e3b119fa tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:50.859096 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f994515e-e23d-4c68-b682-ddf5a0431c77 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:50.891953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54ef59-10f0-4187-a802-9ea1f887d44c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Subnet': ['ID=b9beb393-4c92-4296-9a39-f9904ee3fb28,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:50.919381 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.919751 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-070e3138-7de8-43c9-b2cd-2023e3b119fa tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:31:50.919751 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:31:50.919751 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'project_id_1': 'a6c3b8a24d794da8abac363856818076', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 31, 30, 887863)}] Dec 10 18:31:50.919751 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:31:50.920073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-070e3138-7de8-43c9-b2cd-2023e3b119fa tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:31:50.928309 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cc626e70-9b04-4ab5-be70-3dfb7c41ae85 req-ad984a42-7db6-4010-813c-02d96c7faf33 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773195 Dec 10 18:31:50.930332 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c372c9-3d48-4669-91ae-7c54240c5d0b None None] New status for floating IP 7a8fdaab-fcf6-464f-a1f4-21ce9ba2278b: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:31:50.979853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Router cdffd1a3-f591-4d85-9d98-4bc287748c4d has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:50.993878 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54ef59-10f0-4187-a802-9ea1f887d44c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Checking segment: {'id': 'c3603143-2510-40fb-9c09-6e33cc2ca19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c0b41eed-42c7-499a-b89d-df696a95f339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:50.994253 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc54ef59-10f0-4187-a802-9ea1f887d44c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network hostable DHCP agents. Network: c0b41eed-42c7-499a-b89d-df696a95f339, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:50.995238 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859ceff3-775c-4f6a-a16b-711a3a8d25e2 x-openstack-request-id: req-859ceff3-775c-4f6a-a16b-711a3a8d25e2 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:50.996059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7195a812-39b9-405d-b4d7-012751594c6e", "name": "network-vif-unplugged", "status": "completed", "tag": "660e820a-f635-4940-9f81-34d2cdf9e827", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:50.996512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-859ceff3-775c-4f6a-a16b-711a3a8d25e2 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:50.997101 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7195a812-39b9-405d-b4d7-012751594c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '660e820a-f635-4940-9f81-34d2cdf9e827', 'code': 200} Dec 10 18:31:51.009425 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37592514-54f6-4dea-b216-04d55baaebac tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Made reservation on behalf of 04ec2f0d582c447eb09118fb33cb5f31 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:51.010158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2dd3349f-55fa-4342-a8fe-7577e9637a15 None None] Provisioning complete for port 49542b1d-c320-4f23-93b9-16d2380e988d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:51.010781 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2dd3349f-55fa-4342-a8fe-7577e9637a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.030581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37592514-54f6-4dea-b216-04d55baaebac tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.113520 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59758) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:51.191021 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc54ef59-10f0-4187-a802-9ea1f887d44c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network c0b41eed-42c7-499a-b89d-df696a95f339 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:51.224793 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.270367 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce377623-bc1e-42aa-a54e-3d6c56685e18 None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:51.288827 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba522864-aaa4-4476-8e2b-5ca3484aa246 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.325763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.348444 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-bc54ef59-10f0-4187-a802-9ea1f887d44c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, c0b41eed-42c7-499a-b89d-df696a95f339) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:51.354343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ce377623-bc1e-42aa-a54e-3d6c56685e18 None None] Deleting port 49542b1d-c320-4f23-93b9-16d2380e988d {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:51.354720 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ce377623-bc1e-42aa-a54e-3d6c56685e18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.362896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54ef59-10f0-4187-a802-9ea1f887d44c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:51.363772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bc54ef59-10f0-4187-a802-9ea1f887d44c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.366234 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59762) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:51.370974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3babbc-94cb-4119-b036-feddd40846ab None None] Network c0b41eed-42c7-499a-b89d-df696a95f339 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:51.381821 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028563 Dec 10 18:31:51.387818 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:51.388570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59764) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:51.414607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba522864-aaa4-4476-8e2b-5ca3484aa246 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.420977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:51.424514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:51.465169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d1f14f-8d15-4efa-8595-821dd7193514 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:51.479176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:51.479884 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.490462 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Pushing event updated for resources: {'Port': ['ID=9940eb78-4e14-4262-813a-5e9303c546e9,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:51.518386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:51.518386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:51.518386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:51.518386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:51.518386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:51.518386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:51.519323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:51.519323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:51.519323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:51.519819 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:51.520217 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:51.521183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:51.521591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:51.523852 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ce377623-bc1e-42aa-a54e-3d6c56685e18 None None] For port 49542b1d-c320-4f23-93b9-16d2380e988d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=49542b1d-c320-4f23-93b9-16d2380e988d,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:51.524254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ce377623-bc1e-42aa-a54e-3d6c56685e18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.547632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ce377623-bc1e-42aa-a54e-3d6c56685e18 None None] Calling delete_port for 49542b1d-c320-4f23-93b9-16d2380e988d owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:51.567445 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-015cc3f0-8807-46d0-aea7-3160ce13f85e tempest-NetworksApiDiscovery-1589958535 tempest-NetworksApiDiscovery-1589958535-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1672781 Dec 10 18:31:51.593121 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bc54ef59-10f0-4187-a802-9ea1f887d44c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4057858 Dec 10 18:31:51.593551 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59770) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:51.601903 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-42093676-72a2-4917-b62c-83bb34b880e7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': 'c0b41eed-42c7-499a-b89d-df696a95f339', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:51.613415 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7483055a-dc8d-4979-bcaa-8aa25f852329 tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.3676507 Dec 10 18:31:51.621596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59772) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:51.638512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-c0b41eed-42c7-499a-b89d-df696a95f339', 'network_id': 'c0b41eed-42c7-499a-b89d-df696a95f339', 'project_id': '7d2a1197fd88473fb9b34299d95b485d', 'fixed_ips': [{'subnet_id': 'b9beb393-4c92-4296-9a39-f9904ee3fb28'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:51.645010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.659547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-17c68be2-0ddb-4033-906e-da963e9902dd None None] Provisioning complete for port 9940eb78-4e14-4262-813a-5e9303c546e9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:51.659797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-17c68be2-0ddb-4033-906e-da963e9902dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.661450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0b806f91-559b-42d2-b034-00d14a71d5cd tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.152'}]}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:51.709407 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba522864-aaa4-4476-8e2b-5ca3484aa246 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.714666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba522864-aaa4-4476-8e2b-5ca3484aa246 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.720533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59774) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:51.721789 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ba522864-aaa4-4476-8e2b-5ca3484aa246 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "DELETE /v2.0/security-groups/3a743d68-f435-4f10-bec8-cf48064ee8d5 HTTP/1.1" status: 204 len: 168 time: 0.6071105 Dec 10 18:31:51.738157 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba522864-aaa4-4476-8e2b-5ca3484aa246 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a743d68-f435-4f10-bec8-cf48064ee8d5,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:51.756859 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-106c0364-ffd5-4754-af5a-a7e8016332b4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] show failed (client error): The resource could not be found. Dec 10 18:31:51.760746 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-106c0364-ffd5-4754-af5a-a7e8016332b4 tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "GET /v2.0/security-groups/3a743d68-f435-4f10-bec8-cf48064ee8d5 HTTP/1.1" status: 404 len: 347 time: 0.0322485 Dec 10 18:31:51.761585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59776) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:51.770007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:51.799324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc90fa-c84f-46d9-92aa-56b7e9c91640 None None] Sync routers for ids ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:51.819622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-17c68be2-0ddb-4033-906e-da963e9902dd None None] Port 9940eb78-4e14-4262-813a-5e9303c546e9 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:51.835445 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070e3138-7de8-43c9-b2cd-2023e3b119fa tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:51.838987 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-070e3138-7de8-43c9-b2cd-2023e3b119fa tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.870434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc90fa-c84f-46d9-92aa-56b7e9c91640 None None] Routers {'cdffd1a3-f591-4d85-9d98-4bc287748c4d'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:51.871164 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-08bc90fa-c84f-46d9-92aa-56b7e9c91640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:51.913238 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-522063a3-eeba-4580-8d0a-3f1af5a73b7b req-d67652ed-321b-46e3-8654-4a0c023d7428 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 210 time: 0.0277052 Dec 10 18:31:51.913454 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] No DVR routers for this DVR port 660e820a-f635-4940-9f81-34d2cdf9e827 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:51.959773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ce377623-bc1e-42aa-a54e-3d6c56685e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.970189 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.974566 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9b57b8b3-a72e-411a-9bd2-84cd4d27f2bd req-10dd945a-4ca8-4764-a2c9-01c9493045d3 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.21 "DELETE /v2.0/ports/660e820a-f635-4940-9f81-34d2cdf9e827 HTTP/1.1" status: 204 len: 173 time: 4.2665815 Dec 10 18:31:51.974566 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7195a812-39b9-405d-b4d7-012751594c6e', 'name': 'network-vif-deleted', 'tag': '660e820a-f635-4940-9f81-34d2cdf9e827'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:51.976507 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9631c5d2-8a95-4143-ba79-625c9f10335d" -d '{"events": [{"server_uuid": "7195a812-39b9-405d-b4d7-012751594c6e", "name": "network-vif-deleted", "tag": "660e820a-f635-4940-9f81-34d2cdf9e827"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:52.002457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce377623-bc1e-42aa-a54e-3d6c56685e18 None None] Pushing event deleted for resources: {'Port': ['ID=49542b1d-c320-4f23-93b9-16d2380e988d,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:52.020132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce377623-bc1e-42aa-a54e-3d6c56685e18 None None] No DVR routers for this DVR port 49542b1d-c320-4f23-93b9-16d2380e988d on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:52.038710 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Allocated IP 2001:db8::2 (c0b41eed-42c7-499a-b89d-df696a95f339/b9beb393-4c92-4296-9a39-f9904ee3fb28/5300f405-fec4-474f-b5a6-25b7dba535e3) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:52.065970 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b806f91-559b-42d2-b034-00d14a71d5cd tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.070288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b806f91-559b-42d2-b034-00d14a71d5cd tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.105753 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9858692-6208-4ea7-86d2-561ae7fe5ff6 x-openstack-request-id: req-b9858692-6208-4ea7-86d2-561ae7fe5ff6 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:52.106025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7195a812-39b9-405d-b4d7-012751594c6e", "name": "network-vif-deleted", "tag": "660e820a-f635-4940-9f81-34d2cdf9e827", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:52.106286 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9858692-6208-4ea7-86d2-561ae7fe5ff6 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:52.106733 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7195a812-39b9-405d-b4d7-012751594c6e', 'name': 'network-vif-deleted', 'tag': '660e820a-f635-4940-9f81-34d2cdf9e827', 'status': 'completed', 'code': 200} Dec 10 18:31:52.147453 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-08bc90fa-c84f-46d9-92aa-56b7e9c91640 None None] Set router cdffd1a3-f591-4d85-9d98-4bc287748c4d gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:52.176383 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42093676-72a2-4917-b62c-83bb34b880e7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:52.179899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-42093676-72a2-4917-b62c-83bb34b880e7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.198683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 49542b1d-c320-4f23-93b9-16d2380e988d no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:52.206866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59786) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:52.223882 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b806f91-559b-42d2-b034-00d14a71d5cd tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.258912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde8b0c-6cae-45c7-902d-afe9cbec84fa req-df17f83a-3563-4425-a2cf-522a26115d4b tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:52.260253 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1dde8b0c-6cae-45c7-902d-afe9cbec84fa req-df17f83a-3563-4425-a2cf-522a26115d4b tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1310837 Dec 10 18:31:52.269186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37592514-54f6-4dea-b216-04d55baaebac tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.308669 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8841b684-b6e3-4730-bee7-5941f4a4dc9b tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Deleting port bb597d0e-6abd-4672-93a5-fe8011501482 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:52.309389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8841b684-b6e3-4730-bee7-5941f4a4dc9b tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.319543 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1dde8b0c-6cae-45c7-902d-afe9cbec84fa req-ec580fcd-7beb-4fcb-8145-34a4d94590e0 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531530 Dec 10 18:31:52.362795 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.ipam_backend_mixin [None req-42093676-72a2-4917-b62c-83bb34b880e7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9beb393-4c92-4296-9a39-f9904ee3fb28 (CIDR: 2001:db8::/64) Dec 10 18:31:52.411514 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-42093676-72a2-4917-b62c-83bb34b880e7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:31:52.412023 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42093676-72a2-4917-b62c-83bb34b880e7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:52.418286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 49542b1d-c320-4f23-93b9-16d2380e988d {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:52.418636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 49542b1d-c320-4f23-93b9-16d2380e988d not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:52.504140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb55cd0e-d315-464b-9eb8-a681da0221f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.510309 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-42093676-72a2-4917-b62c-83bb34b880e7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9156065 Dec 10 18:31:52.513135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59790) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:52.518944 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-13a55ca0-1453-4ed0-95bd-53f068ddca4c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': 'c0b41eed-42c7-499a-b89d-df696a95f339', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:52.530841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37592514-54f6-4dea-b216-04d55baaebac tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'Subnet': ['ID=9a92daa2-0141-4517-88cc-9f6b131838c9,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:52.545582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.631773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.663992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b806f91-559b-42d2-b034-00d14a71d5cd tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.667757 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8841b684-b6e3-4730-bee7-5941f4a4dc9b tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.668079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8841b684-b6e3-4730-bee7-5941f4a4dc9b tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.670497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37592514-54f6-4dea-b216-04d55baaebac tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Checking segment: {'id': 'c7c444bf-039e-43f9-8f50-a9db33c2f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd08cb974-76c9-49a7-a863-4cb85f392aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:52.670855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37592514-54f6-4dea-b216-04d55baaebac tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Network hostable DHCP agents. Network: d08cb974-76c9-49a7-a863-4cb85f392aba, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:52.688214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-08bc90fa-c84f-46d9-92aa-56b7e9c91640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:30:02Z', 'revision_number': 4, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4653c8e5-139d-4ae9-bf8b-84ee0da033ad', 'name': '', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'mac_address': 'fa:16:3e:fa:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10285287-a2f3-4c13-9830-3267cee803d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:59Z', 'updated_at': '2021-12-10T18:30:10Z', 'revision_number': 5, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'subnets': [{'id': '10285287-a2f3-4c13-9830-3267cee803d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:52.690730 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8841b684-b6e3-4730-bee7-5941f4a4dc9b tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Calling delete_port for bb597d0e-6abd-4672-93a5-fe8011501482 owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:52.723131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc90fa-c84f-46d9-92aa-56b7e9c91640 None None] Checking router: cdffd1a3-f591-4d85-9d98-4bc287748c4d for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:52.729900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.769871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc90fa-c84f-46d9-92aa-56b7e9c91640 None None] Routers {'cdffd1a3-f591-4d85-9d98-4bc287748c4d'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:52.770486 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-08bc90fa-c84f-46d9-92aa-56b7e9c91640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:52.773390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a55ca0-1453-4ed0-95bd-53f068ddca4c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:52.780588 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-13a55ca0-1453-4ed0-95bd-53f068ddca4c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.811519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Network c0b41eed-42c7-499a-b89d-df696a95f339 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:52.813180 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37592514-54f6-4dea-b216-04d55baaebac tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Network d08cb974-76c9-49a7-a863-4cb85f392aba is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:52.825552 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Pushing event updated for resources: {'Port': ['ID=5300f405-fec4-474f-b5a6-25b7dba535e3,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:52.861080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:52.867608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:52.884837 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb55cd0e-d315-464b-9eb8-a681da0221f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.941373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.objects.ports [None req-070e3138-7de8-43c9-b2cd-2023e3b119fa tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103593) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:31:52.946526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-37592514-54f6-4dea-b216-04d55baaebac tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, d08cb974-76c9-49a7-a863-4cb85f392aba) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:52.953180 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-070e3138-7de8-43c9-b2cd-2023e3b119fa tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.957547 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37592514-54f6-4dea-b216-04d55baaebac tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:52.958177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37592514-54f6-4dea-b216-04d55baaebac tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.974352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bcd08d-5209-4c6e-a739-1562ba971ee6 None None] Network d08cb974-76c9-49a7-a863-4cb85f392aba requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:53.025933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Attempting to bind port 5300f405-fec4-474f-b5a6-25b7dba535e3 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:53.026788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Attempting to bind port 5300f405-fec4-474f-b5a6-25b7dba535e3 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'c3603143-2510-40fb-9c09-6e33cc2ca19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c0b41eed-42c7-499a-b89d-df696a95f339'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:53.026963 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Attempting to bind port 5300f405-fec4-474f-b5a6-25b7dba535e3 on network c0b41eed-42c7-499a-b89d-df696a95f339 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:53.031565 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-08bc90fa-c84f-46d9-92aa-56b7e9c91640 None None] Set router cdffd1a3-f591-4d85-9d98-4bc287748c4d gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:53.035856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb55cd0e-d315-464b-9eb8-a681da0221f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.052603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e3138-7de8-43c9-b2cd-2023e3b119fa tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:53.080048 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:53.081396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Checking segment: {'id': 'c3603143-2510-40fb-9c09-6e33cc2ca19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c0b41eed-42c7-499a-b89d-df696a95f339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:53.081808 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.082212 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Bound using segment: {'id': 'c3603143-2510-40fb-9c09-6e33cc2ca19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c0b41eed-42c7-499a-b89d-df696a95f339'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:53.082725 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Bound port: 5300f405-fec4-474f-b5a6-25b7dba535e3, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3603143-2510-40fb-9c09-6e33cc2ca19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c0b41eed-42c7-499a-b89d-df696a95f339'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:53.083101 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.088925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-070e3138-7de8-43c9-b2cd-2023e3b119fa tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:53.105552 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070e3138-7de8-43c9-b2cd-2023e3b119fa tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:53.106173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-070e3138-7de8-43c9-b2cd-2023e3b119fa tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.118051 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6440c00-083c-4c38-b14c-d12c38e47c87 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:53.127476 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bb55cd0e-d315-464b-9eb8-a681da0221f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75ca9d5af982412ab2199b783cec1838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9182637 Dec 10 18:31:53.131486 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b6b4998a-a372-4d60-88ea-32a72685809f req-8f3dd1c4-f97f-4264-b51b-4c0e4da96329 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/ports?device_id=7195a812-39b9-405d-b4d7-012751594c6e HTTP/1.1" status: 200 len: 210 time: 0.0437770 Dec 10 18:31:53.132725 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59794) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:53.133505 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e3138-7de8-43c9-b2cd-2023e3b119fa tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=26a600da-677d-4db3-8752-fa73c70b3391,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:53.139717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55cd0e-d315-464b-9eb8-a681da0221f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2072e64e-ff71-46e8-b77d-a3ea4792e237,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:53.185061 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-37592514-54f6-4dea-b216-04d55baaebac tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6128738 Dec 10 18:31:53.187517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59796) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:53.197432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-178452865'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:53.203959 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8841b684-b6e3-4730-bee7-5941f4a4dc9b tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.209666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-13a55ca0-1453-4ed0-95bd-53f068ddca4c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.275201 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a55ca0-1453-4ed0-95bd-53f068ddca4c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network c0b41eed-42c7-499a-b89d-df696a95f339 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:53.281562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-13a55ca0-1453-4ed0-95bd-53f068ddca4c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:53.284749 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a55ca0-1453-4ed0-95bd-53f068ddca4c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:53.285300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-13a55ca0-1453-4ed0-95bd-53f068ddca4c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.298787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841b684-b6e3-4730-bee7-5941f4a4dc9b tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Pushing event deleted for resources: {'Port': ['ID=bb597d0e-6abd-4672-93a5-fe8011501482,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:53.299801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcbd513b-13c0-405a-a846-a9d624776d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.303812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a55ca0-1453-4ed0-95bd-53f068ddca4c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Subnet': ['ID=0a07a943-d02c-4ebe-8ec7-9022b9b2c163,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:53.312700 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-070e3138-7de8-43c9-b2cd-2023e3b119fa tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5452027 Dec 10 18:31:53.314552 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59798) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:53.324367 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2d098c1d-5e75-4eb8-af2d-9785e65c397b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:53.362301 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c14481-dbad-416e-baae-5858a8a350b4 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:53.378550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcbd513b-13c0-405a-a846-a9d624776d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.389736 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-d08cb974-76c9-49a7-a863-4cb85f392aba', 'network_id': 'd08cb974-76c9-49a7-a863-4cb85f392aba', 'project_id': '04ec2f0d582c447eb09118fb33cb5f31', 'fixed_ips': [{'subnet_id': '9a92daa2-0141-4517-88cc-9f6b131838c9'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:53.390628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.397783 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3655865b-8a55-495a-be99-f26547135c6f None None] For port 5300f405-fec4-474f-b5a6-25b7dba535e3, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:53.432715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3655865b-8a55-495a-be99-f26547135c6f None None] For port 5300f405-fec4-474f-b5a6-25b7dba535e3, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5300f405-fec4-474f-b5a6-25b7dba535e3,segment=NetworkSegment(c3603143-2510-40fb-9c09-6e33cc2ca19b),segment_id=c3603143-2510-40fb-9c09-6e33cc2ca19b)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:53.473827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Made reservation on behalf of 04ec2f0d582c447eb09118fb33cb5f31 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:53.478596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '26a600da-677d-4db3-8752-fa73c70b3391'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:53.479480 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.482915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.514832 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7af8a3-4818-4645-8859-8c963c27edd8 req-e4d4ee1d-6f66-4153-88b9-a0ab6dc630a5 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:53.520119 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0e7af8a3-4818-4645-8859-8c963c27edd8 req-e4d4ee1d-6f66-4153-88b9-a0ab6dc630a5 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.0936232 Dec 10 18:31:53.535604 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b806f91-559b-42d2-b034-00d14a71d5cd tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.564832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.571245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b806f91-559b-42d2-b034-00d14a71d5cd tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.577349 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-13a55ca0-1453-4ed0-95bd-53f068ddca4c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0619216 Dec 10 18:31:53.583652 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59802) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:53.589994 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'network_id': 'c0b41eed-42c7-499a-b89d-df696a95f339', 'fixed_ips': [{'subnet_id': 'b9beb393-4c92-4296-9a39-f9904ee3fb28'}, {'subnet_id': '0a07a943-d02c-4ebe-8ec7-9022b9b2c163'}], 'name': 'tempest-PortsIpV6TestJSON-557252043'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:53.590206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8841b684-b6e3-4730-bee7-5941f4a4dc9b tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.593017 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8841b684-b6e3-4730-bee7-5941f4a4dc9b tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.594220 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8841b684-b6e3-4730-bee7-5941f4a4dc9b tempest-ServersTestJSON-487673068 tempest-ServersTestJSON-487673068-project] 10.222.0.60 "DELETE /v2.0/floatingips/7a8fdaab-fcf6-464f-a1f4-21ce9ba2278b HTTP/1.1" status: 204 len: 168 time: 1.8314598 Dec 10 18:31:53.597469 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59804) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:53.607288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:53.608037 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcbd513b-13c0-405a-a846-a9d624776d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.611393 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcbd513b-13c0-405a-a846-a9d624776d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.612797 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bcbd513b-13c0-405a-a846-a9d624776d06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2072e64e-ff71-46e8-b77d-a3ea4792e237 HTTP/1.1" status: 204 len: 168 time: 0.4775934 Dec 10 18:31:53.650358 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0e7af8a3-4818-4645-8859-8c963c27edd8 req-8936fc65-779d-412e-a745-836eda65737c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217415 Dec 10 18:31:53.680697 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.681054 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Added segment 80f72f60-e75f-426e-a188-bf0d6a0c278e of type vlan for network 1475c8ba-b481-49ea-8833-3051f944d390 Dec 10 18:31:53.781391 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.792865 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd513b-13c0-405a-a846-a9d624776d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2072e64e-ff71-46e8-b77d-a3ea4792e237,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:53.840336 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Pushing event updated for resources: {'Port': ['ID=5300f405-fec4-474f-b5a6-25b7dba535e3,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:53.862188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d098c1d-5e75-4eb8-af2d-9785e65c397b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:53.865940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2d098c1d-5e75-4eb8-af2d-9785e65c397b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.877322 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Allocated IP 2001:db8:0:ffff::2 (d08cb974-76c9-49a7-a863-4cb85f392aba/9a92daa2-0141-4517-88cc-9f6b131838c9/8975c519-099f-4d90-ac94-c9cb955e55f2) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:53.879789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:53.880154 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:53.880505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:53.880846 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:53.881323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:53.881668 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:53.882059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:53.882399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:53.882746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:53.883093 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:53.883418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:53.883745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:53.884068 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655865b-8a55-495a-be99-f26547135c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:53.919907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-08bc90fa-c84f-46d9-92aa-56b7e9c91640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:30:02Z', 'revision_number': 4, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4653c8e5-139d-4ae9-bf8b-84ee0da033ad', 'name': '', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'mac_address': 'fa:16:3e:fa:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10285287-a2f3-4c13-9830-3267cee803d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:59Z', 'updated_at': '2021-12-10T18:30:10Z', 'revision_number': 5, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'subnets': [{'id': '10285287-a2f3-4c13-9830-3267cee803d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:53.927710 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Allocated IP 2001:db8::f816:3eff:fe0f:68bc (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/26a600da-677d-4db3-8752-fa73c70b3391/48d3a57a-b1e0-4c71-866e-03074e50565a) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:53.937847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.944204 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:53.944975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.010734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:54.018004 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc90fa-c84f-46d9-92aa-56b7e9c91640 None None] The sync data for ids ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'] in dv-neutron-821434-1-hyperv is: [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:30:02Z', 'revision_number': 4, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4653c8e5-139d-4ae9-bf8b-84ee0da033ad', 'name': '', 'network_id': 'df7c08a5-ac1e-45f6-93ce-d389852f8247', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'mac_address': 'fa:16:3e:fa:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10285287-a2f3-4c13-9830-3267cee803d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:59Z', 'updated_at': '2021-12-10T18:30:10Z', 'revision_number': 5, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'subnets': [{'id': '10285287-a2f3-4c13-9830-3267cee803d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:54.156993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b806f91-559b-42d2-b034-00d14a71d5cd tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.239159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5300f405-fec4-474f-b5a6-25b7dba535e3 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:54.263181 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0725794 Dec 10 18:31:54.287390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59814) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:54.299418 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a57bcbca-e288-4951-b89e-87532ef4912f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Request body: {'subnet': {'network_id': '1475c8ba-b481-49ea-8833-3051f944d390', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:54.306952 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'Network': ['ID=1475c8ba-b481-49ea-8833-3051f944d390,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:54.330671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.335853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:54.336454 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:54.337075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:54.337576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:54.338400 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:54.338902 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:54.339522 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:54.339985 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:54.340572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:54.341472 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:54.342558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:54.343039 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:54.343512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224e2fb-f1e2-4615-a6ab-c585547dafa2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:54.356583 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59818) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:54.460957 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port 13d9dcbd-6d04-43d4-b8bb-ceb5271197d6 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:54.507666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b806f91-559b-42d2-b034-00d14a71d5cd tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.513538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b806f91-559b-42d2-b034-00d14a71d5cd tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.554374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 1475c8ba-b481-49ea-8833-3051f944d390 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:54.622194 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6514-5f10-4c0a-8c8c-95d49cb5b549 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.632501 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57bcbca-e288-4951-b89e-87532ef4912f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Made reservation on behalf of 04ec2f0d582c447eb09118fb33cb5f31 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:54.640410 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a57bcbca-e288-4951-b89e-87532ef4912f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.679185 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6514-5f10-4c0a-8c8c-95d49cb5b549 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.703721 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b806f91-559b-42d2-b034-00d14a71d5cd tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.704249 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b806f91-559b-42d2-b034-00d14a71d5cd tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d558efdc-47fd-4f1b-b186-f6238082fd25 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:31:54.774158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.801673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5300f405-fec4-474f-b5a6-25b7dba535e3 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:54.808798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.811671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.895436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.914538 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-0b806f91-559b-42d2-b034-00d14a71d5cd tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 18:31:54.916953 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0b806f91-559b-42d2-b034-00d14a71d5cd tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2892563 Dec 10 18:31:54.918636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2d098c1d-5e75-4eb8-af2d-9785e65c397b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.925886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59828) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:54.937433 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3d1ce4-e9ef-4a32-be87-671afa0aaa0b None None] New status for floating IP de937b93-f22c-4615-b2a5-445ba7e309bd: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:31:54.956622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.990427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Network d08cb974-76c9-49a7-a863-4cb85f392aba is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:54.994293 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.005253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:55.007968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:55.012758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:55.019504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Pushing event updated for resources: {'Port': ['ID=8975c519-099f-4d90-ac94-c9cb955e55f2,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:55.086354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6514-5f10-4c0a-8c8c-95d49cb5b549 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.088947 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6514-5f10-4c0a-8c8c-95d49cb5b549 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.092925 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Pushing event updated for resources: {'Port': ['ID=48d3a57a-b1e0-4c71-866e-03074e50565a,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:55.099354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:55.103588 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3c2a6514-5f10-4c0a-8c8c-95d49cb5b549 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "DELETE /v2.0/security-groups/ac0d061c-db8b-4ec0-94ca-44253b746014 HTTP/1.1" status: 204 len: 168 time: 0.7273858 Dec 10 18:31:55.106463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:55.116941 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59836) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:55.185273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a6514-5f10-4c0a-8c8c-95d49cb5b549 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0d061c-db8b-4ec0-94ca-44253b746014,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:55.215410 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-3ed38a97-aff6-4a9c-9394-c14892754e73 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] show failed (client error): The resource could not be found. Dec 10 18:31:55.216486 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3ed38a97-aff6-4a9c-9394-c14892754e73 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "GET /v2.0/security-groups/ac0d061c-db8b-4ec0-94ca-44253b746014 HTTP/1.1" status: 404 len: 347 time: 0.0958607 Dec 10 18:31:55.221221 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d098c1d-5e75-4eb8-af2d-9785e65c397b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:55.233392 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59838) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:55.253838 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709152b0-0ec7-4a30-93b8-de80ecf0f5ee None None] Network c0b41eed-42c7-499a-b89d-df696a95f339 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:55.264995 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-2d098c1d-5e75-4eb8-af2d-9785e65c397b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:55.270040 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d098c1d-5e75-4eb8-af2d-9785e65c397b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:55.270842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2d098c1d-5e75-4eb8-af2d-9785e65c397b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.297131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 5300f405-fec4-474f-b5a6-25b7dba535e3, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5300f405-fec4-474f-b5a6-25b7dba535e3,segment=NetworkSegment(c3603143-2510-40fb-9c09-6e33cc2ca19b),segment_id=c3603143-2510-40fb-9c09-6e33cc2ca19b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:55.318861 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d098c1d-5e75-4eb8-af2d-9785e65c397b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=a6a811e1-30d0-4481-895d-9a7bad93965d,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:55.338134 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7c039ec5-9ae8-4929-b41b-2ebed814f88f tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Deleting port 9940eb78-4e14-4262-813a-5e9303c546e9 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:55.338852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7c039ec5-9ae8-4929-b41b-2ebed814f88f tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.343038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Attempting to bind port 8975c519-099f-4d90-ac94-c9cb955e55f2 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:55.343699 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Attempting to bind port 8975c519-099f-4d90-ac94-c9cb955e55f2 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'c7c444bf-039e-43f9-8f50-a9db33c2f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd08cb974-76c9-49a7-a863-4cb85f392aba'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:55.344284 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Attempting to bind port 8975c519-099f-4d90-ac94-c9cb955e55f2 on network d08cb974-76c9-49a7-a863-4cb85f392aba {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:55.352609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Attempting to bind port 48d3a57a-b1e0-4c71-866e-03074e50565a on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:55.352975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Attempting to bind port 48d3a57a-b1e0-4c71-866e-03074e50565a by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:55.358720 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Attempting to bind port 48d3a57a-b1e0-4c71-866e-03074e50565a on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:55.368422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:55.369068 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Checking segment: {'id': 'c7c444bf-039e-43f9-8f50-a9db33c2f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd08cb974-76c9-49a7-a863-4cb85f392aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:55.369660 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.370540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Bound using segment: {'id': 'c7c444bf-039e-43f9-8f50-a9db33c2f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd08cb974-76c9-49a7-a863-4cb85f392aba'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:55.371229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Bound port: 8975c519-099f-4d90-ac94-c9cb955e55f2, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c444bf-039e-43f9-8f50-a9db33c2f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd08cb974-76c9-49a7-a863-4cb85f392aba'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:55.371790 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.379757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:55.380433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:55.381004 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.381552 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:55.387085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Bound port: 48d3a57a-b1e0-4c71-866e-03074e50565a, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:55.387085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.387085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ffe9e38c-0028-4ff9-8dd6-71fd0310def7 None None] Provisioning complete for port 5300f405-fec4-474f-b5a6-25b7dba535e3 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:55.387758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ffe9e38c-0028-4ff9-8dd6-71fd0310def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.453115 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59842) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:55.455195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.477253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7c039ec5-9ae8-4929-b41b-2ebed814f88f tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.485075 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2d098c1d-5e75-4eb8-af2d-9785e65c397b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1648359 Dec 10 18:31:55.491056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59846) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:55.496965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'mac_address': 'fa:16:3e:4d:c4:b9', 'name': 'tempest-NetworksTestDHCPv6-528932862'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:55.559039 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] For port 48d3a57a-b1e0-4c71-866e-03074e50565a, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:55.562533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] For port 48d3a57a-b1e0-4c71-866e-03074e50565a, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=48d3a57a-b1e0-4c71-866e-03074e50565a,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:55.562719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7c039ec5-9ae8-4929-b41b-2ebed814f88f tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Calling delete_port for 9940eb78-4e14-4262-813a-5e9303c546e9 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:55.586306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03af32-b10d-418f-a3c9-336113fc27be req-13e3c603-e10e-46ae-94dc-5a6b326a11ff tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:55.587857 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7d03af32-b10d-418f-a3c9-336113fc27be req-13e3c603-e10e-46ae-94dc-5a6b326a11ff tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.3561497 Dec 10 18:31:55.658356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.690697 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=5300f405-fec4-474f-b5a6-25b7dba535e3,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:55.734706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] For port 8975c519-099f-4d90-ac94-c9cb955e55f2, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:55.757079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] For port 8975c519-099f-4d90-ac94-c9cb955e55f2, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8975c519-099f-4d90-ac94-c9cb955e55f2,segment=NetworkSegment(c7c444bf-039e-43f9-8f50-a9db33c2f3c5),segment_id=c7c444bf-039e-43f9-8f50-a9db33c2f3c5)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:55.775934 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-159029592-network', 'tenant_id': '72341ec643724a6b81f9d93782a8fd97'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:55.778271 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f362f0-f367-4085-8fb0-91673c8d15c5 None None] Pushing event updated for resources: {'Port': ['ID=48d3a57a-b1e0-4c71-866e-03074e50565a,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:55.805223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:55.838872 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-235fb2e7-7a80-4b33-9a1c-e9d5b85d0824 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Deleting port 72c5df80-1747-4962-acdf-efb26ef1de08 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:55.839247 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-235fb2e7-7a80-4b33-9a1c-e9d5b85d0824 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.854430 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.857128 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7d03af32-b10d-418f-a3c9-336113fc27be req-082bb6c1-f5d8-4cad-a8ff-ffc1ed275fa8 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492876 Dec 10 18:31:55.860525 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b864c21c-f52d-492c-97fa-7a7d3b01d093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.875282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Allocated IP 2001:db8::119 (c0b41eed-42c7-499a-b89d-df696a95f339/b9beb393-4c92-4296-9a39-f9904ee3fb28/13d9dcbd-6d04-43d4-b8bb-ceb5271197d6) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:55.901482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7448d23-8f2a-4dcb-bdf5-72d45e52f7c4 None None] Update dhcp port {'port': {'network_id': 'c0b41eed-42c7-499a-b89d-df696a95f339', 'fixed_ips': [{'subnet_id': 'b9beb393-4c92-4296-9a39-f9904ee3fb28', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a07a943-d02c-4ebe-8ec7-9022b9b2c163'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '5300f405-fec4-474f-b5a6-25b7dba535e3'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:31:55.912603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.947782 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 45c8df65-f724-454c-982a-bf785793cedc yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:55.980522 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e7448d23-8f2a-4dcb-bdf5-72d45e52f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.065419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Allocated IP 2001:db8:0:1::276 (c0b41eed-42c7-499a-b89d-df696a95f339/0a07a943-d02c-4ebe-8ec7-9022b9b2c163/13d9dcbd-6d04-43d4-b8bb-ceb5271197d6) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:56.079793 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04da4df-b113-4c58-a7f9-5275eab02fd0 None None] Pushing event updated for resources: {'Port': ['ID=8975c519-099f-4d90-ac94-c9cb955e55f2,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:56.251188 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.objects.ports [None req-a57bcbca-e288-4951-b89e-87532ef4912f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103594) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:31:56.259106 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a57bcbca-e288-4951-b89e-87532ef4912f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.261160 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] Made reservation on behalf of 72341ec643724a6b81f9d93782a8fd97 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:56.270121 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.343054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 48d3a57a-b1e0-4c71-866e-03074e50565a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:56.382949 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.398972 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 48d3a57a-b1e0-4c71-866e-03074e50565a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:56.399632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.427229 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-235fb2e7-7a80-4b33-9a1c-e9d5b85d0824 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.427556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-235fb2e7-7a80-4b33-9a1c-e9d5b85d0824 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.518597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.521634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bcbca-e288-4951-b89e-87532ef4912f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'Subnet': ['ID=35063d86-9b96-4116-907f-19a91a5b6386,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:56.538071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7c039ec5-9ae8-4929-b41b-2ebed814f88f tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.565466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 48d3a57a-b1e0-4c71-866e-03074e50565a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=48d3a57a-b1e0-4c71-866e-03074e50565a,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:56.568497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-235fb2e7-7a80-4b33-9a1c-e9d5b85d0824 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Calling delete_port for 72c5df80-1747-4962-acdf-efb26ef1de08 owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:56.588308 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c039ec5-9ae8-4929-b41b-2ebed814f88f tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Pushing event deleted for resources: {'Port': ['ID=9940eb78-4e14-4262-813a-5e9303c546e9,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:56.595942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57bcbca-e288-4951-b89e-87532ef4912f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Checking segment: {'id': '80f72f60-e75f-426e-a188-bf0d6a0c278e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1475c8ba-b481-49ea-8833-3051f944d390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:56.596406 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57bcbca-e288-4951-b89e-87532ef4912f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Network hostable DHCP agents. Network: 1475c8ba-b481-49ea-8833-3051f944d390, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:56.621956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c77498-e8d6-4039-8b94-6e6f51663d5f None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:56.628951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.630224 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5300f405-fec4-474f-b5a6-25b7dba535e3 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:56.709840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 172.20.0.9 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/a6a811e1-30d0-4481-895d-9a7bad93965d/45c8df65-f724-454c-982a-bf785793cedc) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:56.711009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=48d3a57a-b1e0-4c71-866e-03074e50565a,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:56.719403 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7c039ec5-9ae8-4929-b41b-2ebed814f88f tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.725761 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7c039ec5-9ae8-4929-b41b-2ebed814f88f tempest-RoutersAdminNegativeIpV6Test-545368890 tempest-RoutersAdminNegativeIpV6Test-545368890-project-admin] 10.222.0.60 "DELETE /v2.0/ports/9940eb78-4e14-4262-813a-5e9303c546e9 HTTP/1.1" status: 204 len: 168 time: 1.7885544 Dec 10 18:31:56.726438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::f816:3eff:fe4d:c4b9 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/26a600da-677d-4db3-8752-fa73c70b3391/45c8df65-f724-454c-982a-bf785793cedc) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:56.752682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5300f405-fec4-474f-b5a6-25b7dba535e3 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:56.753301 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.808195 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57bcbca-e288-4951-b89e-87532ef4912f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Network 1475c8ba-b481-49ea-8833-3051f944d390 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:56.847239 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.849845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.906984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.956578 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a57bcbca-e288-4951-b89e-87532ef4912f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 1475c8ba-b481-49ea-8833-3051f944d390) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:56.958267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.968107 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263fc50f-6883-44ca-96bf-3aca4c0bdb79 None None] Network 1475c8ba-b481-49ea-8833-3051f944d390 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:56.985593 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57bcbca-e288-4951-b89e-87532ef4912f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:56.986142 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a57bcbca-e288-4951-b89e-87532ef4912f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.008927 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.032051 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:57.066724 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5562bf9-d075-4228-976c-7e35a2c83490,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:57.085510 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=45c8df65-f724-454c-982a-bf785793cedc,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:57.103932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.110263 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:57.111941 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.112265 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] Added segment b83b2ace-a0c0-4566-a700-fa0c749768ba of type vlan for network 7c0ed325-4d08-474f-9aca-5556fa87ecfe Dec 10 18:31:57.115355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:57.123057 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:57.168462 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-1475c8ba-b481-49ea-8833-3051f944d390', 'network_id': '1475c8ba-b481-49ea-8833-3051f944d390', 'project_id': '04ec2f0d582c447eb09118fb33cb5f31', 'fixed_ips': [{'subnet_id': '35063d86-9b96-4116-907f-19a91a5b6386'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:57.169215 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-235fb2e7-7a80-4b33-9a1c-e9d5b85d0824 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.169347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.183653 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.184438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.263619 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4da2f581-715f-4900-bd69-a7025002b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7710223 Dec 10 18:31:57.269290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59854) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:57.275141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network c0b41eed-42c7-499a-b89d-df696a95f339 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:57.290404 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefe164-4c84-4078-bbe5-5d9a28554231 req-0d6ebbbd-6afb-4b23-8b88-5a627a66e738 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.292229 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2fefe164-4c84-4078-bbe5-5d9a28554231 req-0d6ebbbd-6afb-4b23-8b88-5a627a66e738 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.3181827 Dec 10 18:31:57.293333 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:57.296230 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:57.302823 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.303544 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.318564 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-e7448d23-8f2a-4dcb-bdf5-72d45e52f7c4 None None] Allocated IP 2001:db8:0:1::2 (c0b41eed-42c7-499a-b89d-df696a95f339/0a07a943-d02c-4ebe-8ec7-9022b9b2c163/5300f405-fec4-474f-b5a6-25b7dba535e3) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:57.324662 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a57bcbca-e288-4951-b89e-87532ef4912f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0357046 Dec 10 18:31:57.342276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59856) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:57.354551 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a7b03-2dff-426a-bf77-119656a010ac None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:57.359376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-44b6dfba-61ea-4693-a86e-5420bc82f0c2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Request body: {'port': {'network_id': '1475c8ba-b481-49ea-8833-3051f944d390', 'name': 'tempest-NetworksIpV6TestAttrs-1230827615'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:57.391571 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.436499 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59858) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:57.475808 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.8908434 Dec 10 18:31:57.476728 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d7e82-0c4f-479a-84f4-d64a4196a402 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=13d9dcbd-6d04-43d4-b8bb-ceb5271197d6,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:57.479563 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59862) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:57.496844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Allocated IP 2001:db8::f816:3eff:fea6:b1c9 (1475c8ba-b481-49ea-8833-3051f944d390/35063d86-9b96-4116-907f-19a91a5b6386/0203a6e9-7df4-4938-9397-3bcdd85ebbc9) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:57.512595 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8365dc60-61a1-49ca-9f73-f6ab0cff0bc5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9beb393-4c92-4296-9a39-f9904ee3fb28'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:57.533341 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.resource_extend [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:31:57.539849 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-e7448d23-8f2a-4dcb-bdf5-72d45e52f7c4 None None] For port 5300f405-fec4-474f-b5a6-25b7dba535e3, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5300f405-fec4-474f-b5a6-25b7dba535e3,segment=NetworkSegment(c3603143-2510-40fb-9c09-6e33cc2ca19b),segment_id=c3603143-2510-40fb-9c09-6e33cc2ca19b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:57.543220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b46e94-f5aa-4a13-87dd-77b95ed7fba9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.554898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b46e94-f5aa-4a13-87dd-77b95ed7fba9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.558167 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d5b46e94-f5aa-4a13-87dd-77b95ed7fba9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2862587 Dec 10 18:31:57.564047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59864) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:57.588362 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fb2e7-7a80-4b33-9a1c-e9d5b85d0824 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Pushing event deleted for resources: {'Port': ['ID=72c5df80-1747-4962-acdf-efb26ef1de08,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:57.607899 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2fefe164-4c84-4078-bbe5-5d9a28554231 req-5efbc074-cfe9-4216-97b9-a741eaf712ed tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789485 Dec 10 18:31:57.607899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-b864c21c-f52d-492c-97fa-7a7d3b01d093 admin admin] Deleting port 94c44b87-84dd-4c8c-8a15-d3f344c3d243 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:57.608586 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b864c21c-f52d-492c-97fa-7a7d3b01d093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.752874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-b864c21c-f52d-492c-97fa-7a7d3b01d093 admin admin] For port 94c44b87-84dd-4c8c-8a15-d3f344c3d243, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=94c44b87-84dd-4c8c-8a15-d3f344c3d243,segment=NetworkSegment(991d0126-7a49-4230-b43c-4ee78af21e1d),segment_id=991d0126-7a49-4230-b43c-4ee78af21e1d)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:57.752874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b864c21c-f52d-492c-97fa-7a7d3b01d093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.774984 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d7f437-3e2f-4998-83cc-9356227cd1be None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:57.779792 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-235fb2e7-7a80-4b33-9a1c-e9d5b85d0824 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.783467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-235fb2e7-7a80-4b33-9a1c-e9d5b85d0824 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.784738 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-235fb2e7-7a80-4b33-9a1c-e9d5b85d0824 tempest-ServersTestManualDisk-1980298116 tempest-ServersTestManualDisk-1980298116-project] 10.222.0.60 "DELETE /v2.0/floatingips/de937b93-f22c-4615-b2a5-445ba7e309bd HTTP/1.1" status: 204 len: 168 time: 2.5480113 Dec 10 18:31:57.785887 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-b864c21c-f52d-492c-97fa-7a7d3b01d093 admin admin] Calling delete_port for 94c44b87-84dd-4c8c-8a15-d3f344c3d243 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:57.787533 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59868) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:57.825041 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fae30b07-a33c-4bb3-ba95-c4a919904e3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.843262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f48b13-710f-44d1-b946-3912acd8f3dc None None] Network d08cb974-76c9-49a7-a863-4cb85f392aba requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:57.916960 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.917903 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:57.918630 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.921383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e7448d23-8f2a-4dcb-bdf5-72d45e52f7c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.931666 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-137fd91a-795f-437a-aaf0-675d333549fc None None] Provisioning complete for port 48d3a57a-b1e0-4c71-866e-03074e50565a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:57.932038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-137fd91a-795f-437a-aaf0-675d333549fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.983387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5a378005-b725-4e09-ade5-bcd5268aada3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 45c8df65-f724-454c-982a-bf785793cedc {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:57.983729 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5a378005-b725-4e09-ade5-bcd5268aada3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.007931 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e7448d23-8f2a-4dcb-bdf5-72d45e52f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.035467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=7c0ed325-4d08-474f-9aca-5556fa87ecfe,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:58.054685 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b6dfba-61ea-4693-a86e-5420bc82f0c2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Made reservation on behalf of 04ec2f0d582c447eb09118fb33cb5f31 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:58.061368 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-44b6dfba-61ea-4693-a86e-5420bc82f0c2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.104912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8365dc60-61a1-49ca-9f73-f6ab0cff0bc5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.115236 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-44b6dfba-61ea-4693-a86e-5420bc82f0c2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] device_id is not set on port e4b8a9e8-4c8f-4d1c-8616-0b6f9a12fffa yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:58.125922 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b8244cb3-b484-4f2d-8e55-e4efb11c9ad6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6630235 Dec 10 18:31:58.132244 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59872) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:58.160397 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c2a64c55-3ae3-442b-869c-56ea5e462d61 admin admin] Request body: {'subnet': {'network_id': '7c0ed325-4d08-474f-9aca-5556fa87ecfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-159029592-subnet', 'tenant_id': '72341ec643724a6b81f9d93782a8fd97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:58.171375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fae30b07-a33c-4bb3-ba95-c4a919904e3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.246524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5a378005-b725-4e09-ade5-bcd5268aada3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.248116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fae30b07-a33c-4bb3-ba95-c4a919904e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.271989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 7c0ed325-4d08-474f-9aca-5556fa87ecfe details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:58.330063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5a378005-b725-4e09-ade5-bcd5268aada3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 45c8df65-f724-454c-982a-bf785793cedc owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:58.389189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8975c519-099f-4d90-ac94-c9cb955e55f2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:58.390708 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fae30b07-a33c-4bb3-ba95-c4a919904e3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d16fd869c434e31a7a662727e5315f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9520652 Dec 10 18:31:58.391725 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a64c55-3ae3-442b-869c-56ea5e462d61 admin admin] Made reservation on behalf of 72341ec643724a6b81f9d93782a8fd97 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:58.394392 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2a64c55-3ae3-442b-869c-56ea5e462d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.414197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59874) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:58.415439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7448d23-8f2a-4dcb-bdf5-72d45e52f7c4 None None] Pushing event updated for resources: {'Port': ['ID=5300f405-fec4-474f-b5a6-25b7dba535e3,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:58.417427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae30b07-a33c-4bb3-ba95-c4a919904e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97eef2e-8e00-417f-ad57-6338d84806ad,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:58.518352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.550185 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 8975c519-099f-4d90-ac94-c9cb955e55f2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:58.550688 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.627881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.646331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eef0d-511b-4e40-a4ef-ba75f0eb46a2 req-34365a41-dd17-4ccf-a42e-75cb46df66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:58.648079 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92708d57-6e9a-436a-940a-39f403ec39e7 req-77e13612-f2bb-4fd7-87b8-7f1b02527213 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:58.648942 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5e8eef0d-511b-4e40-a4ef-ba75f0eb46a2 req-34365a41-dd17-4ccf-a42e-75cb46df66a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5b0ea7622f4bae8e83a24fbb913e21&device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 1098 time: 0.4050241 Dec 10 18:31:58.660691 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-92708d57-6e9a-436a-940a-39f403ec39e7 req-77e13612-f2bb-4fd7-87b8-7f1b02527213 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.5097930 Dec 10 18:31:58.775729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Pushing event updated for resources: {'Port': ['ID=0203a6e9-7df4-4938-9397-3bcdd85ebbc9,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:58.786822 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6992dcea-025d-4e7e-babc-3e7cdd04da78 None None] Update dhcp port {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'fixed_ips': [{'subnet_id': '26a600da-677d-4db3-8752-fa73c70b3391', 'ip_address': '2001:db8::f816:3eff:fe0f:68bc'}, {'subnet_id': 'a6a811e1-30d0-4481-895d-9a7bad93965d'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '48d3a57a-b1e0-4c71-866e-03074e50565a'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:31:58.801137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d832b81e-57a3-4e54-b73b-b8f935f2eded None None] Provisioning complete for port 8975c519-099f-4d90-ac94-c9cb955e55f2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:58.802264 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d832b81e-57a3-4e54-b73b-b8f935f2eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.812427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-8365dc60-61a1-49ca-9f73-f6ab0cff0bc5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Delete allocated IP 2001:db8:0:1::276 (c0b41eed-42c7-499a-b89d-df696a95f339/0a07a943-d02c-4ebe-8ec7-9022b9b2c163) {{(pid=103593) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:31:58.819667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Network 1475c8ba-b481-49ea-8833-3051f944d390 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:58.820589 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-92708d57-6e9a-436a-940a-39f403ec39e7 req-c904c6d9-02ec-433b-8016-7d110d41c7e6 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587720 Dec 10 18:31:58.822316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:58.826024 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:58.902625 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b864c21c-f52d-492c-97fa-7a7d3b01d093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.938251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864c21c-f52d-492c-97fa-7a7d3b01d093 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c44b87-84dd-4c8c-8a15-d3f344c3d243,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:58.955406 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6992dcea-025d-4e7e-babc-3e7cdd04da78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.990490 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.039367 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Attempting to bind port 0203a6e9-7df4-4938-9397-3bcdd85ebbc9 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:59.039755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Attempting to bind port 0203a6e9-7df4-4938-9397-3bcdd85ebbc9 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '80f72f60-e75f-426e-a188-bf0d6a0c278e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1475c8ba-b481-49ea-8833-3051f944d390'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:59.040131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Attempting to bind port 0203a6e9-7df4-4938-9397-3bcdd85ebbc9 on network 1475c8ba-b481-49ea-8833-3051f944d390 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:59.051028 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:59.051417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Checking segment: {'id': '80f72f60-e75f-426e-a188-bf0d6a0c278e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1475c8ba-b481-49ea-8833-3051f944d390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:59.051972 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.052557 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Bound using segment: {'id': '80f72f60-e75f-426e-a188-bf0d6a0c278e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1475c8ba-b481-49ea-8833-3051f944d390'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:59.053139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Bound port: 0203a6e9-7df4-4938-9397-3bcdd85ebbc9, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f72f60-e75f-426e-a188-bf0d6a0c278e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1475c8ba-b481-49ea-8833-3051f944d390'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:59.053533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.107701 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-44b6dfba-61ea-4693-a86e-5420bc82f0c2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Allocated IP 2001:db8::f816:3eff:fe1f:7ffd (1475c8ba-b481-49ea-8833-3051f944d390/35063d86-9b96-4116-907f-19a91a5b6386/e4b8a9e8-4c8f-4d1c-8616-0b6f9a12fffa) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:59.146093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4311f774-fb16-4c47-a9be-ec33d5563b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.192594 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8365dc60-61a1-49ca-9f73-f6ab0cff0bc5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.203933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] For port 0203a6e9-7df4-4938-9397-3bcdd85ebbc9, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:59.208022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] For port 0203a6e9-7df4-4938-9397-3bcdd85ebbc9, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0203a6e9-7df4-4938-9397-3bcdd85ebbc9,segment=NetworkSegment(80f72f60-e75f-426e-a188-bf0d6a0c278e),segment_id=80f72f60-e75f-426e-a188-bf0d6a0c278e)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:59.213840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 8975c519-099f-4d90-ac94-c9cb955e55f2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8975c519-099f-4d90-ac94-c9cb955e55f2,segment=NetworkSegment(c7c444bf-039e-43f9-8f50-a9db33c2f3c5),segment_id=c7c444bf-039e-43f9-8f50-a9db33c2f3c5)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:59.214159 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-347bf8f7-73e4-489b-afad-21b52ae7c0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.312701 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8365dc60-61a1-49ca-9f73-f6ab0cff0bc5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.323321 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.326440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.327287 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 48d3a57a-b1e0-4c71-866e-03074e50565a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:59.401309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b864c21c-f52d-492c-97fa-7a7d3b01d093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.418630 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354c1945-129e-4865-a447-46b8a354800b None None] Network c0b41eed-42c7-499a-b89d-df696a95f339 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:59.468169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4311f774-fb16-4c47-a9be-ec33d5563b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.517065 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eef0d-511b-4e40-a4ef-ba75f0eb46a2 req-a2b3cfbb-f2b7-440c-b7d0-5765782412e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:59.518588 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5e8eef0d-511b-4e40-a4ef-ba75f0eb46a2 req-a2b3cfbb-f2b7-440c-b7d0-5765782412e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62f9555d-cabd-4fc1-91e0-b246290379c5 HTTP/1.1" status: 200 len: 912 time: 0.6067190 Dec 10 18:31:59.554705 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8365dc60-61a1-49ca-9f73-f6ab0cff0bc5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] In _notify_port_updated(), no bound segment for port 13d9dcbd-6d04-43d4-b8bb-ceb5271197d6 on network c0b41eed-42c7-499a-b89d-df696a95f339 {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:31:59.560110 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8365dc60-61a1-49ca-9f73-f6ab0cff0bc5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:59.561465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8365dc60-61a1-49ca-9f73-f6ab0cff0bc5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.564799 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8365dc60-61a1-49ca-9f73-f6ab0cff0bc5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "PUT /v2.0/ports/13d9dcbd-6d04-43d4-b8bb-ceb5271197d6 HTTP/1.1" status: 200 len: 925 time: 2.0727711 Dec 10 18:31:59.574181 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d832b81e-57a3-4e54-b73b-b8f935f2eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.587307 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59876) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:59.596244 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365dc60-61a1-49ca-9f73-f6ab0cff0bc5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=13d9dcbd-6d04-43d4-b8bb-ceb5271197d6,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:59.602645 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-4f0d8808-5740-4f0d-8b41-e7f8e541b631 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9beb393-4c92-4296-9a39-f9904ee3fb28'}, {'subnet_id': '0a07a943-d02c-4ebe-8ec7-9022b9b2c163'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:59.619543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457a3fe-13d5-4618-9764-06c1779c7f5c None None] Pushing event updated for resources: {'Port': ['ID=0203a6e9-7df4-4938-9397-3bcdd85ebbc9,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:59.738655 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 48d3a57a-b1e0-4c71-866e-03074e50565a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:59.738960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.773029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-6992dcea-025d-4e7e-babc-3e7cdd04da78 None None] Allocated IP 172.20.0.2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/a6a811e1-30d0-4481-895d-9a7bad93965d/48d3a57a-b1e0-4c71-866e-03074e50565a) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:59.799590 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5e8eef0d-511b-4e40-a4ef-ba75f0eb46a2 req-562c3da1-61f2-4a2b-8eed-044775088a6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf249f3-32dc-4cdd-b31d-bf560b49cb90 HTTP/1.1" status: 200 len: 999 time: 0.2501569 Dec 10 18:31:59.805772 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-44b6dfba-61ea-4693-a86e-5420bc82f0c2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.883096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eef0d-511b-4e40-a4ef-ba75f0eb46a2 req-1a1f1f6c-84ca-4a2f-bddc-2e1f04a294ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:59.884632 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5e8eef0d-511b-4e40-a4ef-ba75f0eb46a2 req-1a1f1f6c-84ca-4a2f-bddc-2e1f04a294ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae237fdd-10af-4d8e-bdae-3b418032a0b5 HTTP/1.1" status: 200 len: 850 time: 0.0734196 Dec 10 18:31:59.886992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4311f774-fb16-4c47-a9be-ec33d5563b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.889677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4311f774-fb16-4c47-a9be-ec33d5563b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.890258 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=8975c519-099f-4d90-ac94-c9cb955e55f2,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:59.893872 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4311f774-fb16-4c47-a9be-ec33d5563b49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e97eef2e-8e00-417f-ad57-6338d84806ad HTTP/1.1" status: 204 len: 168 time: 1.4698153 Dec 10 18:31:59.921163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311f774-fb16-4c47-a9be-ec33d5563b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97eef2e-8e00-417f-ad57-6338d84806ad,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:59.932759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2a64c55-3ae3-442b-869c-56ea5e462d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.935179 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5a378005-b725-4e09-ade5-bcd5268aada3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.044914 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a378005-b725-4e09-ade5-bcd5268aada3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=45c8df65-f724-454c-982a-bf785793cedc,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:00.052895 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-44b6dfba-61ea-4693-a86e-5420bc82f0c2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.161890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b864c21c-f52d-492c-97fa-7a7d3b01d093 admin admin] Router e80a5744-0318-4176-af94-fe9d24361a9a has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:00.206230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a64c55-3ae3-442b-869c-56ea5e462d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa281b6-5cf4-464a-9927-fa4b2e6c9a83,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:00.208022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-d832b81e-57a3-4e54-b73b-b8f935f2eded None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:00.208514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-d832b81e-57a3-4e54-b73b-b8f935f2eded None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:00.219263 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ee91e-b3b0-4d29-9627-c463da7e5b05 req-0618a10c-3f96-4208-bd77-5b5af7f78e23 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:00.220949 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-328ee91e-b3b0-4d29-9627-c463da7e5b05 req-0618a10c-3f96-4208-bd77-5b5af7f78e23 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.2180219 Dec 10 18:32:00.222511 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6dfba-61ea-4693-a86e-5420bc82f0c2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'Port': ['ID=e4b8a9e8-4c8f-4d1c-8616-0b6f9a12fffa,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:00.349913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5a378005-b725-4e09-ade5-bcd5268aada3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.362544 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5a378005-b725-4e09-ade5-bcd5268aada3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/45c8df65-f724-454c-982a-bf785793cedc HTTP/1.1" status: 204 len: 168 time: 2.7884076 Dec 10 18:32:00.363871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a64c55-3ae3-442b-869c-56ea5e462d61 admin admin] Checking segment: {'id': 'b83b2ace-a0c0-4566-a700-fa0c749768ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c0ed325-4d08-474f-9aca-5556fa87ecfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:00.364459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a64c55-3ae3-442b-869c-56ea5e462d61 admin admin] Network hostable DHCP agents. Network: 7c0ed325-4d08-474f-9aca-5556fa87ecfe, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:00.368948 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59884) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:00.404331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6992dcea-025d-4e7e-babc-3e7cdd04da78 None None] For port 48d3a57a-b1e0-4c71-866e-03074e50565a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=48d3a57a-b1e0-4c71-866e-03074e50565a,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:00.447870 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6992dcea-025d-4e7e-babc-3e7cdd04da78 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.465748 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eef0d-511b-4e40-a4ef-ba75f0eb46a2 req-63a2a964-1635-4b08-9c19-88b5e2dcba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:00.467684 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5e8eef0d-511b-4e40-a4ef-ba75f0eb46a2 req-63a2a964-1635-4b08-9c19-88b5e2dcba1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62f9555d-cabd-4fc1-91e0-b246290379c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5544379 Dec 10 18:32:00.483458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6dfba-61ea-4693-a86e-5420bc82f0c2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Network 1475c8ba-b481-49ea-8833-3051f944d390 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:00.488368 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48771921-49d8-4110-b694-3ce6c7629196 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:00.490079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48771921-49d8-4110-b694-3ce6c7629196 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:00.491692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48771921-49d8-4110-b694-3ce6c7629196 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:00.493740 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-48771921-49d8-4110-b694-3ce6c7629196 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1167364 Dec 10 18:32:00.498568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-44b6dfba-61ea-4693-a86e-5420bc82f0c2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:00.507334 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59886) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:00.528919 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6992dcea-025d-4e7e-babc-3e7cdd04da78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.572541 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8808-5740-4f0d-8b41-e7f8e541b631 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.578004 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b6dfba-61ea-4693-a86e-5420bc82f0c2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:00.592759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b6dfba-61ea-4693-a86e-5420bc82f0c2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:00.593851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-44b6dfba-61ea-4693-a86e-5420bc82f0c2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.700335 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992dcea-025d-4e7e-babc-3e7cdd04da78 None None] Pushing event updated for resources: {'Port': ['ID=48d3a57a-b1e0-4c71-866e-03074e50565a,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:00.708556 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5e8eef0d-511b-4e40-a4ef-ba75f0eb46a2 req-534edcfb-cc6c-4534-8778-b3a0c62b2ee5 service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116811 Dec 10 18:32:00.769051 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f971be-ae9c-4ad6-8812-3e07cf795542 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 26a600da-677d-4db3-8752-fa73c70b3391 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:00.800364 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-347bf8f7-73e4-489b-afad-21b52ae7c0b6 admin admin] Deleting port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:00.800728 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-347bf8f7-73e4-489b-afad-21b52ae7c0b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.805384 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-11f971be-ae9c-4ad6-8812-3e07cf795542 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.837837 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-44b6dfba-61ea-4693-a86e-5420bc82f0c2 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.4913354 Dec 10 18:32:00.838586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a64c55-3ae3-442b-869c-56ea5e462d61 admin admin] Network 7c0ed325-4d08-474f-9aca-5556fa87ecfe is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:00.843009 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59888) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:00.892600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8975c519-099f-4d90-ac94-c9cb955e55f2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:00.928642 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59890) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:00.948630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c2a64c55-3ae3-442b-869c-56ea5e462d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 7c0ed325-4d08-474f-9aca-5556fa87ecfe) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:00.969391 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60006a2-910c-4443-9fde-b8fd9617016d None None] Network 7c0ed325-4d08-474f-9aca-5556fa87ecfe requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:00.971500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a64c55-3ae3-442b-869c-56ea5e462d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:00.972796 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2a64c55-3ae3-442b-869c-56ea5e462d61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.021921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f7716333-f411-4358-9545-95fc18de3cf2 None None] Provisioning complete for port 5300f405-fec4-474f-b5a6-25b7dba535e3 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:01.022302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f7716333-f411-4358-9545-95fc18de3cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.025619 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e70b9f4-e04d-4c97-b0b4-b5a79e1d3634 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Deleting subnet 35063d86-9b96-4116-907f-19a91a5b6386 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:01.028664 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-328ee91e-b3b0-4d29-9627-c463da7e5b05 req-7704e865-69f6-4dfa-83de-bdbc6dbb4488 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7544096 Dec 10 18:32:01.029863 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b864c21c-f52d-492c-97fa-7a7d3b01d093 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:01.041723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e70b9f4-e04d-4c97-b0b4-b5a79e1d3634 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.086672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d930a604-f0f4-40ff-ac16-53b27eb88a02 None None] Sync routers for ids ['e80a5744-0318-4176-af94-fe9d24361a9a'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:01.114371 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c2a64c55-3ae3-442b-869c-56ea5e462d61 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9771070 Dec 10 18:32:01.119078 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5e8eef0d-511b-4e40-a4ef-ba75f0eb46a2 req-81a086bf-b935-4c05-8ac3-277fe3b60f06 service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974776 Dec 10 18:32:01.124255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930a604-f0f4-40ff-ac16-53b27eb88a02 None None] Routers {'e80a5744-0318-4176-af94-fe9d24361a9a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:01.124892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d930a604-f0f4-40ff-ac16-53b27eb88a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e80a5744-0318-4176-af94-fe9d24361a9a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:01.167333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e70b9f4-e04d-4c97-b0b4-b5a79e1d3634 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.205332 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 8975c519-099f-4d90-ac94-c9cb955e55f2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:01.205741 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.207862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a501ca8-945e-4189-87b3-281316281a48 None None] Network 1475c8ba-b481-49ea-8833-3051f944d390 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:01.233017 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b864c21c-f52d-492c-97fa-7a7d3b01d093 admin admin] 10.222.0.60 "PUT /v2.0/routers/e80a5744-0318-4176-af94-fe9d24361a9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6309783 Dec 10 18:32:01.260377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59894) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:01.300849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-11f971be-ae9c-4ad6-8812-3e07cf795542 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.412466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-d930a604-f0f4-40ff-ac16-53b27eb88a02 None None] Set router e80a5744-0318-4176-af94-fe9d24361a9a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:01.502002 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.507729 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d079a160-7928-43a6-bc58-0e1409ed0a72 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fd51165c2df4ebea96235db8245cf4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5680952 Dec 10 18:32:01.537378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59898) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:01.566358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9363c2d-c387-450d-b5df-ef4ca6505f07 None None] Network 7c0ed325-4d08-474f-9aca-5556fa87ecfe requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:01.644519 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-347bf8f7-73e4-489b-afad-21b52ae7c0b6 admin admin] For port 4653c8e5-139d-4ae9-bf8b-84ee0da033ad, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4653c8e5-139d-4ae9-bf8b-84ee0da033ad,segment=NetworkSegment(102d4707-54f7-4de4-9461-69fdeb204508),segment_id=102d4707-54f7-4de4-9461-69fdeb204508)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:01.644519 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-347bf8f7-73e4-489b-afad-21b52ae7c0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.757318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f7716333-f411-4358-9545-95fc18de3cf2 None None] Provisioning complete for port 13d9dcbd-6d04-43d4-b8bb-ceb5271197d6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:01.758422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f7716333-f411-4358-9545-95fc18de3cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.769601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-4f0d8808-5740-4f0d-8b41-e7f8e541b631 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Allocated IP 2001:db8:0:1::276 (c0b41eed-42c7-499a-b89d-df696a95f339/0a07a943-d02c-4ebe-8ec7-9022b9b2c163/13d9dcbd-6d04-43d4-b8bb-ceb5271197d6) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:01.853744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-347bf8f7-73e4-489b-afad-21b52ae7c0b6 admin admin] Calling delete_port for 4653c8e5-139d-4ae9-bf8b-84ee0da033ad owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:01.925471 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5300f405-fec4-474f-b5a6-25b7dba535e3 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:01.973172 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0826c9d4-fb5a-4591-8d9c-af46d5617a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.982744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-11f971be-ae9c-4ad6-8812-3e07cf795542 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.047017 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f7716333-f411-4358-9545-95fc18de3cf2 None None] Port 13d9dcbd-6d04-43d4-b8bb-ceb5271197d6 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:02.088310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e70b9f4-e04d-4c97-b0b4-b5a79e1d3634 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.091622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0826c9d4-fb5a-4591-8d9c-af46d5617a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.122058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f7716333-f411-4358-9545-95fc18de3cf2 None None] Provisioning complete for port 8975c519-099f-4d90-ac94-c9cb955e55f2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:02.122480 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f7716333-f411-4358-9545-95fc18de3cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.195755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5300f405-fec4-474f-b5a6-25b7dba535e3 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:02.196328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.271953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.288598 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d930a604-f0f4-40ff-ac16-53b27eb88a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:31:58Z', 'revision_number': 5, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port': {'id': '16149cc2-e4e4-40b6-830b-eac7a0075894', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:57Z', 'updated_at': '2021-12-10T18:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:02.303074 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8808-5740-4f0d-8b41-e7f8e541b631 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.322482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-11f971be-ae9c-4ad6-8812-3e07cf795542 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.354723 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d930a604-f0f4-40ff-ac16-53b27eb88a02 None None] Checking router: e80a5744-0318-4176-af94-fe9d24361a9a for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:02.366371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e70b9f4-e04d-4c97-b0b4-b5a79e1d3634 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.409132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930a604-f0f4-40ff-ac16-53b27eb88a02 None None] Routers {'e80a5744-0318-4176-af94-fe9d24361a9a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:02.410024 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d930a604-f0f4-40ff-ac16-53b27eb88a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e80a5744-0318-4176-af94-fe9d24361a9a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:02.438614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70b9f4-e04d-4c97-b0b4-b5a79e1d3634 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Subnet': ['ID=35063d86-9b96-4116-907f-19a91a5b6386,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:02.448287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e70b9f4-e04d-4c97-b0b4-b5a79e1d3634 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.455918 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3e70b9f4-e04d-4c97-b0b4-b5a79e1d3634 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/subnets/35063d86-9b96-4116-907f-19a91a5b6386 HTTP/1.1" status: 204 len: 168 time: 1.6073604 Dec 10 18:32:02.458018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59912) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:02.458411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59914) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:02.471992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1040517935-network', 'tenant_id': '52ed89f290644f569e5e36bfcb89c270'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:02.473389 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f971be-ae9c-4ad6-8812-3e07cf795542 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=26a600da-677d-4db3-8752-fa73c70b3391,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:02.479995 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8808-5740-4f0d-8b41-e7f8e541b631 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.488260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-11f971be-ae9c-4ad6-8812-3e07cf795542 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.488260 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-11f971be-ae9c-4ad6-8812-3e07cf795542 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/26a600da-677d-4db3-8752-fa73c70b3391 HTTP/1.1" status: 204 len: 168 time: 1.9616010 Dec 10 18:32:02.491500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59916) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:02.538521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2923870-e735-46c8-92d9-ee5bdd9e547b None None] Network 1475c8ba-b481-49ea-8833-3051f944d390 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:02.567147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b26b46-69a9-45cb-ac93-37b987444a59 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.568693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b26b46-69a9-45cb-ac93-37b987444a59 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.573203 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-71b26b46-69a9-45cb-ac93-37b987444a59 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1034963 Dec 10 18:32:02.573682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59918) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:02.576588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] Deleting port 16149cc2-e4e4-40b6-830b-eac7a0075894 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:02.576921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.675308 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] Made reservation on behalf of 52ed89f290644f569e5e36bfcb89c270 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:02.677535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.708018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.742644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a59cbddf-a5e6-414a-b470-b3339b8a192e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.769906 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] For port 16149cc2-e4e4-40b6-830b-eac7a0075894, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=16149cc2-e4e4-40b6-830b-eac7a0075894,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:02.772805 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.786918 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59cbddf-a5e6-414a-b470-b3339b8a192e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 18:32:02.787475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59cbddf-a5e6-414a-b470-b3339b8a192e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:02.794111 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a59cbddf-a5e6-414a-b470-b3339b8a192e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/networks/1475c8ba-b481-49ea-8833-3051f944d390 HTTP/1.1" status: 409 len: 405 time: 0.2157037 Dec 10 18:32:02.794111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] Calling delete_port for 16149cc2-e4e4-40b6-830b-eac7a0075894 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:02.799847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59920) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:02.804933 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-279bba71-0d01-4313-b6b3-ffe86901a8c4 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2024533961'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:02.819186 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:32:02.839429 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0203a6e9-7df4-4938-9397-3bcdd85ebbc9 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:02.877510 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-d930a604-f0f4-40ff-ac16-53b27eb88a02 None None] Set router e80a5744-0318-4176-af94-fe9d24361a9a gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:02.879824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d8808-5740-4f0d-8b41-e7f8e541b631 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=13d9dcbd-6d04-43d4-b8bb-ceb5271197d6,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:02.889923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0826c9d4-fb5a-4591-8d9c-af46d5617a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.892476 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0826c9d4-fb5a-4591-8d9c-af46d5617a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.893648 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0826c9d4-fb5a-4591-8d9c-af46d5617a50 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/724cb4dd-cfa7-4bce-81dd-fa94eb493409 HTTP/1.1" status: 204 len: 168 time: 1.3551476 Dec 10 18:32:02.934929 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c1a47-83b5-4d05-889d-e0259976b548 req-c525cd75-b321-4a6e-81ae-dc716477df4d tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.942789 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d7c1a47-83b5-4d05-889d-e0259976b548 req-c525cd75-b321-4a6e-81ae-dc716477df4d tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.6522727 Dec 10 18:32:02.949932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826c9d4-fb5a-4591-8d9c-af46d5617a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724cb4dd-cfa7-4bce-81dd-fa94eb493409,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:02.990224 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279bba71-0d01-4313-b6b3-ffe86901a8c4 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Made reservation on behalf of 04ec2f0d582c447eb09118fb33cb5f31 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:02.995150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-279bba71-0d01-4313-b6b3-ffe86901a8c4 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.999067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda2f178-a8a3-4cb9-8f61-bbd250cac19d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet a6a811e1-30d0-4481-895d-9a7bad93965d {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:02.999325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.021972 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] Provisioning complete for port 0203a6e9-7df4-4938-9397-3bcdd85ebbc9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:03.022527 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.030068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bda2f178-a8a3-4cb9-8f61-bbd250cac19d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.039778 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d8808-5740-4f0d-8b41-e7f8e541b631 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] In _notify_port_updated(), no bound segment for port 13d9dcbd-6d04-43d4-b8bb-ceb5271197d6 on network c0b41eed-42c7-499a-b89d-df696a95f339 {{(pid=103594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:32:03.046369 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0d8808-5740-4f0d-8b41-e7f8e541b631 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:03.047069 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8808-5740-4f0d-8b41-e7f8e541b631 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.048353 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4f0d8808-5740-4f0d-8b41-e7f8e541b631 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "PUT /v2.0/ports/13d9dcbd-6d04-43d4-b8bb-ceb5271197d6 HTTP/1.1" status: 200 len: 1011 time: 3.4554086 Dec 10 18:32:03.063624 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59924) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:03.079065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d930a604-f0f4-40ff-ac16-53b27eb88a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:32:02Z', 'revision_number': 6, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:03.085018 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-347bf8f7-73e4-489b-afad-21b52ae7c0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.098690 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279bba71-0d01-4313-b6b3-ffe86901a8c4 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:03.100776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.125935 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d930a604-f0f4-40ff-ac16-53b27eb88a02 None None] The sync data for ids ['e80a5744-0318-4176-af94-fe9d24361a9a'] in dv-neutron-821434-1-hyperv is: [{'id': 'e80a5744-0318-4176-af94-fe9d24361a9a', 'name': 'tempest-ServersTestJSON-1230680729-router', 'tenant_id': '66762df842f449769ae6481ac7ddc59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:55Z', 'updated_at': '2021-12-10T18:32:02Z', 'revision_number': 6, 'project_id': '66762df842f449769ae6481ac7ddc59e', 'gw_port_host': None}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:03.205767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 0203a6e9-7df4-4938-9397-3bcdd85ebbc9 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:03.206588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.211045 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bf8f7-73e4-489b-afad-21b52ae7c0b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4653c8e5-139d-4ae9-bf8b-84ee0da033ad,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:03.221347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-279bba71-0d01-4313-b6b3-ffe86901a8c4 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.221726 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-279bba71-0d01-4313-b6b3-ffe86901a8c4 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Added segment beea4714-c75c-4e4d-bd85-7d9d2b7bd450 of type vlan for network 2e254bde-b4f4-4767-8f3a-1e908e6c80f2 Dec 10 18:32:03.223063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:03.281793 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bda2f178-a8a3-4cb9-8f61-bbd250cac19d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.311529 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d7c1a47-83b5-4d05-889d-e0259976b548 req-44736bf0-b4b6-4e93-9b76-d4a7c5232c2b tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677900 Dec 10 18:32:03.390880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d41560b-174f-4c34-8989-9b942d0a4a6c None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:03.403374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.403927 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] Added segment 8271e6db-86f0-439b-b13e-9618acf29187 of type vlan for network 3b8e193f-b5dc-40f2-9cad-2461b76375bd Dec 10 18:32:03.507576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.520669 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.535031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.571294 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d91fbfb-af6f-48a2-997c-524b07ffaf92,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:03.583066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-279bba71-0d01-4313-b6b3-ffe86901a8c4 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.588409 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bda2f178-a8a3-4cb9-8f61-bbd250cac19d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.605138 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa29a37-9156-4160-934d-3831b65d68dc None None] DHCP port deletion for 1475c8ba-b481-49ea-8833-3051f944d390 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:03.610165 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e910518c-e7bc-42d0-b826-139aed09811a None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:03.644185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa78100-8d6d-4d17-a777-e98ab82b99bf req-8389be58-fd35-494f-b797-327572d4b1cc tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:03.646517 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6aa78100-8d6d-4d17-a777-e98ab82b99bf req-8389be58-fd35-494f-b797-327572d4b1cc tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1718671 Dec 10 18:32:03.674985 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-347bf8f7-73e4-489b-afad-21b52ae7c0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.690385 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=16149cc2-e4e4-40b6-830b-eac7a0075894,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:03.690385 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.690754 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:03.691320 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.731010 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6aa78100-8d6d-4d17-a777-e98ab82b99bf req-1c0ec933-dc28-400c-b089-fd0b183f5d0d tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710776 Dec 10 18:32:03.736605 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] For port 0203a6e9-7df4-4938-9397-3bcdd85ebbc9, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0203a6e9-7df4-4938-9397-3bcdd85ebbc9,segment=NetworkSegment(80f72f60-e75f-426e-a188-bf0d6a0c278e),segment_id=80f72f60-e75f-426e-a188-bf0d6a0c278e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:03.741428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.821310 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-caa29a37-9156-4160-934d-3831b65d68dc None None] Deleting port 0203a6e9-7df4-4938-9397-3bcdd85ebbc9 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:03.821710 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-caa29a37-9156-4160-934d-3831b65d68dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.853122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] Pushing event updated for resources: {'Network': ['ID=3b8e193f-b5dc-40f2-9cad-2461b76375bd,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:03.859388 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.resource_extend [None req-279bba71-0d01-4313-b6b3-ffe86901a8c4 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:32:03.867798 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.877321 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bda2f178-a8a3-4cb9-8f61-bbd250cac19d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.895210 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.929134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:03.929378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:03.931566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 3b8e193f-b5dc-40f2-9cad-2461b76375bd details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:03.992544 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2f178-a8a3-4cb9-8f61-bbd250cac19d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a811e1-30d0-4481-895d-9a7bad93965d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:04.039229 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bda2f178-a8a3-4cb9-8f61-bbd250cac19d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.042866 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bda2f178-a8a3-4cb9-8f61-bbd250cac19d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/a6a811e1-30d0-4481-895d-9a7bad93965d HTTP/1.1" status: 204 len: 168 time: 1.5461493 Dec 10 18:32:04.048717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59938) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:04.056252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-fda1c13b-2862-42ce-9dfc-a08a7b791397 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 13d9dcbd-6d04-43d4-b8bb-ceb5271197d6 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:04.057163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fda1c13b-2862-42ce-9dfc-a08a7b791397 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.077977 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-30e93ff9-ee62-4e3c-ab11-e7043b138f7e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6093738 Dec 10 18:32:04.094648 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-caa29a37-9156-4160-934d-3831b65d68dc None None] For port 0203a6e9-7df4-4938-9397-3bcdd85ebbc9, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0203a6e9-7df4-4938-9397-3bcdd85ebbc9,segment=NetworkSegment(80f72f60-e75f-426e-a188-bf0d6a0c278e),segment_id=80f72f60-e75f-426e-a188-bf0d6a0c278e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:04.095856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-caa29a37-9156-4160-934d-3831b65d68dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.097628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59940) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:04.103043 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.108267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ef28e713-2020-448b-946a-4719fe424ce2 admin admin] Request body: {'subnet': {'network_id': '3b8e193f-b5dc-40f2-9cad-2461b76375bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1040517935-subnet', 'tenant_id': '52ed89f290644f569e5e36bfcb89c270', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:04.119255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-caa29a37-9156-4160-934d-3831b65d68dc None None] Calling delete_port for 0203a6e9-7df4-4938-9397-3bcdd85ebbc9 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:04.132172 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-77c9e609-cfdf-450e-9c06-66c1b9350bf0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822875 Dec 10 18:32:04.135006 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59944) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:04.140882 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-256e05e8-db31-41df-b089-b77036da3cd8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:04.164299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.192077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-279bba71-0d01-4313-b6b3-ffe86901a8c4 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.198093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bba71-0d01-4313-b6b3-ffe86901a8c4 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.198636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-279bba71-0d01-4313-b6b3-ffe86901a8c4 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.246246 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] Provisioning complete for port 48d3a57a-b1e0-4c71-866e-03074e50565a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:04.246685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.284766 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] Pushing event updated for resources: {'Port': ['ID=0203a6e9-7df4-4938-9397-3bcdd85ebbc9,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:04.304837 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef28e713-2020-448b-946a-4719fe424ce2 admin admin] Made reservation on behalf of 52ed89f290644f569e5e36bfcb89c270 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:04.307792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ef28e713-2020-448b-946a-4719fe424ce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.332633 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-caa29a37-9156-4160-934d-3831b65d68dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.416672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa29a37-9156-4160-934d-3831b65d68dc None None] Pushing event deleted for resources: {'Port': ['ID=0203a6e9-7df4-4938-9397-3bcdd85ebbc9,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:04.420499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa29a37-9156-4160-934d-3831b65d68dc None None] No DVR routers for this DVR port 0203a6e9-7df4-4938-9397-3bcdd85ebbc9 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:04.452285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.452972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e80a5744-0318-4176-af94-fe9d24361a9a {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:04.458736 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.460020 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ac3b0bdd-d9fd-4ee9-a04e-112ffef7b2f3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e80a5744-0318-4176-af94-fe9d24361a9a HTTP/1.1" status: 204 len: 168 time: 3.1985922 Dec 10 18:32:04.477513 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59952) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:04.481354 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256e05e8-db31-41df-b089-b77036da3cd8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:04.485989 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-256e05e8-db31-41df-b089-b77036da3cd8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.492616 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Port 0203a6e9-7df4-4938-9397-3bcdd85ebbc9 update to ACTIVE by agent not found {{(pid=103595) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 18:32:04.511962 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347bf8f7-73e4-489b-afad-21b52ae7c0b6 admin admin] Router cdffd1a3-f591-4d85-9d98-4bc287748c4d has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:04.520414 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bba71-0d01-4313-b6b3-ffe86901a8c4 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'Network': ['ID=2e254bde-b4f4-4767-8f3a-1e908e6c80f2,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:04.564713 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-279bba71-0d01-4313-b6b3-ffe86901a8c4 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7637334 Dec 10 18:32:04.568779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fda1c13b-2862-42ce-9dfc-a08a7b791397 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.604672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59956) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:04.621371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c96c120f-b20f-478f-be75-8fcf64e8d869 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Request body: {'subnet': {'network_id': '2e254bde-b4f4-4767-8f3a-1e908e6c80f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:04.622367 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 2e254bde-b4f4-4767-8f3a-1e908e6c80f2 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:04.683506 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-fda1c13b-2862-42ce-9dfc-a08a7b791397 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 13d9dcbd-6d04-43d4-b8bb-ceb5271197d6 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:04.684892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] Provisioning complete for port e4b8a9e8-4c8f-4d1c-8616-0b6f9a12fffa triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:04.686276 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.794651 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07a52c7-1b98-46c5-92e0-a1f2fbba9ae4 admin admin] Deleting subnet 6c432002-879e-473c-bfa5-c71ce6382c4d {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:04.803523 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 48d3a57a-b1e0-4c71-866e-03074e50565a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:04.826403 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871fb0-0863-4d76-bc72-4fba65c623d0 req-693acdcb-78e2-46b2-8b4f-f789c3734108 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:04.833865 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d6871fb0-0863-4d76-bc72-4fba65c623d0 req-693acdcb-78e2-46b2-8b4f-f789c3734108 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.4660704 Dec 10 18:32:04.839843 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fa56e3-a944-4620-88fe-4fa1ef08c1fc None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:04.861176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c07a52c7-1b98-46c5-92e0-a1f2fbba9ae4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.907834 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59960) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:04.944699 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c07a52c7-1b98-46c5-92e0-a1f2fbba9ae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.950327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] Port e4b8a9e8-4c8f-4d1c-8616-0b6f9a12fffa cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:04.957578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] Could not find standard attr ID for object 45c8df65-f724-454c-982a-bf785793cedc. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:32:04.968037 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d6871fb0-0863-4d76-bc72-4fba65c623d0 req-a5a0632a-79b9-426b-a653-a2450fa4d525 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278358 Dec 10 18:32:04.976689 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347bf8f7-73e4-489b-afad-21b52ae7c0b6 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:04.989212 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-347bf8f7-73e4-489b-afad-21b52ae7c0b6 admin admin] 10.222.0.60 "PUT /v2.0/routers/cdffd1a3-f591-4d85-9d98-4bc287748c4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2006543 Dec 10 18:32:04.991845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59966) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.000183 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa16e5-b95b-4cb4-ad0b-1fb044a60920 None None] Sync routers for ids ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:05.005956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] Provisioning complete for port 13d9dcbd-6d04-43d4-b8bb-ceb5271197d6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:05.006341 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.008601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 48d3a57a-b1e0-4c71-866e-03074e50565a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:05.008960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.024956 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa16e5-b95b-4cb4-ad0b-1fb044a60920 None None] Routers {'cdffd1a3-f591-4d85-9d98-4bc287748c4d'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:05.029889 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-72aa16e5-b95b-4cb4-ad0b-1fb044a60920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:05.081813 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96c120f-b20f-478f-be75-8fcf64e8d869 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Made reservation on behalf of 04ec2f0d582c447eb09118fb33cb5f31 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:05.085530 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c96c120f-b20f-478f-be75-8fcf64e8d869 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.122887 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb566f-fd5b-4cdb-9a89-7998c2da6652 None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:05.151571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-4594eeb5-2503-41b7-8c95-68cebcc8fcaf tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.156462 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4594eeb5-2503-41b7-8c95-68cebcc8fcaf tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2446835 Dec 10 18:32:05.162251 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ef28e713-2020-448b-946a-4719fe424ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.167838 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59968) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.188185 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-8c4c988b-e58d-496d-aaf1-c923653ddeb2 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.192265 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59970) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.192589 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8c4c988b-e58d-496d-aaf1-c923653ddeb2 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0186052 Dec 10 18:32:05.197620 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-142cf6ce-3488-4a1e-9e04-47fddeab8b51 None None] Port 13d9dcbd-6d04-43d4-b8bb-ceb5271197d6 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:05.198580 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-411cb7c5-ee54-4ec5-937c-04b6f930f8eb tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.205601 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-411cb7c5-ee54-4ec5-937c-04b6f930f8eb tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0122569 Dec 10 18:32:05.209881 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59972) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.217383 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-a04700b1-9ccb-4e98-8c30-f8b583431d6c tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.223113 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a04700b1-9ccb-4e98-8c30-f8b583431d6c tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0060797 Dec 10 18:32:05.226593 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59974) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.234353 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-fb7c89b5-b01c-43a9-b8af-e8a8fdbd161f tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.236367 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fb7c89b5-b01c-43a9-b8af-e8a8fdbd161f tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0075696 Dec 10 18:32:05.237132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-75cb566f-fd5b-4cdb-9a89-7998c2da6652 None None] Deleting port 48d3a57a-b1e0-4c71-866e-03074e50565a {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:05.237534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-75cb566f-fd5b-4cdb-9a89-7998c2da6652 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.238934 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-72aa16e5-b95b-4cb4-ad0b-1fb044a60920 None None] Set router cdffd1a3-f591-4d85-9d98-4bc287748c4d gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:05.242728 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59976) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.249155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-3cfafc3c-e50b-408c-aec4-121468d3f682 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.250359 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3cfafc3c-e50b-408c-aec4-121468d3f682 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0060010 Dec 10 18:32:05.254350 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-256e05e8-db31-41df-b089-b77036da3cd8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.259979 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59978) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.321210 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 94c44b87-84dd-4c8c-8a15-d3f344c3d243 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:05.342912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-ffb880b7-bccb-43c3-ac5f-8bff8371911d tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.344268 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ffb880b7-bccb-43c3-ac5f-8bff8371911d tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0085006 Dec 10 18:32:05.355423 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 94c44b87-84dd-4c8c-8a15-d3f344c3d243 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:05.355423 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 94c44b87-84dd-4c8c-8a15-d3f344c3d243 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:05.356044 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 16149cc2-e4e4-40b6-830b-eac7a0075894 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:05.356632 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e05e8-db31-41df-b089-b77036da3cd8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=d6691cce-49a1-4321-9912-7145b28c30f8,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:05.359716 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59982) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.376320 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-cdfce975-8186-4ad1-a8c8-e1b5be73b635 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.386312 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cdfce975-8186-4ad1-a8c8-e1b5be73b635 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0078843 Dec 10 18:32:05.386312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59984) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.393867 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256e05e8-db31-41df-b089-b77036da3cd8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:05.416866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28e713-2020-448b-946a-4719fe424ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e8ce305-ec9a-4c6f-9458-6d1833bcd780,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:05.430932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-fe0cf652-fc47-4586-8a64-737e4b9a1f59 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.437248 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fe0cf652-fc47-4586-8a64-737e4b9a1f59 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0416293 Dec 10 18:32:05.437876 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c07a52c7-1b98-46c5-92e0-a1f2fbba9ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.441015 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59986) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.467405 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-256e05e8-db31-41df-b089-b77036da3cd8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:05.483674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256e05e8-db31-41df-b089-b77036da3cd8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:05.484338 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-256e05e8-db31-41df-b089-b77036da3cd8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.490366 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-d59d64af-5e6e-4e20-bdc3-1575af87220e tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.492442 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d59d64af-5e6e-4e20-bdc3-1575af87220e tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0443799 Dec 10 18:32:05.501161 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59988) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.515453 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-76c1dcb5-1be3-4296-8b37-3b9c3d913ffa tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.516717 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-76c1dcb5-1be3-4296-8b37-3b9c3d913ffa tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0132248 Dec 10 18:32:05.518692 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.524176 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-72aa16e5-b95b-4cb4-ad0b-1fb044a60920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:32:02Z', 'revision_number': 5, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:05.524368 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59990) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.532874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-c71c566c-af50-4cd6-953e-99fff60eb5b5 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.533996 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c71c566c-af50-4cd6-953e-99fff60eb5b5 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0089889 Dec 10 18:32:05.559852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59992) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.570994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-a7cf7bd1-8136-457b-b7fe-bca770a9c93f tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.572950 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a7cf7bd1-8136-457b-b7fe-bca770a9c93f tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0085721 Dec 10 18:32:05.585387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59994) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.594983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-c5b32d86-a119-4c3d-906e-086bd3dcf9d3 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.597045 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c5b32d86-a119-4c3d-906e-086bd3dcf9d3 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0104735 Dec 10 18:32:05.601107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 59996) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.607558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef28e713-2020-448b-946a-4719fe424ce2 admin admin] Checking segment: {'id': '8271e6db-86f0-439b-b13e-9618acf29187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3b8e193f-b5dc-40f2-9cad-2461b76375bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:05.608068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef28e713-2020-448b-946a-4719fe424ce2 admin admin] Network hostable DHCP agents. Network: 3b8e193f-b5dc-40f2-9cad-2461b76375bd, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:05.612333 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-256e05e8-db31-41df-b089-b77036da3cd8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4760919 Dec 10 18:32:05.622353 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 59998) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.628728 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02455433-132a-49fa-bef4-4a73bbd1aa04 req-e61f74a0-046d-4450-83f4-36cdd8a71505 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:05.628728 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-02455433-132a-49fa-bef4-4a73bbd1aa04 req-e61f74a0-046d-4450-83f4-36cdd8a71505 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.2312500 Dec 10 18:32:05.631235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c8117990-6303-484a-ba63-7fd00e57b26b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:05.635807 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-01f01f12-0014-4cd7-b0a2-59cfc86a9dd0 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.635807 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-01f01f12-0014-4cd7-b0a2-59cfc86a9dd0 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0298269 Dec 10 18:32:05.646158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 16149cc2-e4e4-40b6-830b-eac7a0075894 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:05.646505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 16149cc2-e4e4-40b6-830b-eac7a0075894 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:05.646922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0203a6e9-7df4-4938-9397-3bcdd85ebbc9 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:05.660098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-94131d75-772b-4f3e-8c5f-16e1bbac7595 None None] Provisioning complete for port 48d3a57a-b1e0-4c71-866e-03074e50565a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:05.660467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-94131d75-772b-4f3e-8c5f-16e1bbac7595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.673072 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa16e5-b95b-4cb4-ad0b-1fb044a60920 None None] Checking router: cdffd1a3-f591-4d85-9d98-4bc287748c4d for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:05.683384 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa16e5-b95b-4cb4-ad0b-1fb044a60920 None None] Routers {'cdffd1a3-f591-4d85-9d98-4bc287748c4d'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:05.684233 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-72aa16e5-b95b-4cb4-ad0b-1fb044a60920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:31:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:05.689342 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60000) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.700519 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-2e20320d-b539-424f-a7b9-0aa0f2a7a6f4 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.702310 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2e20320d-b539-424f-a7b9-0aa0f2a7a6f4 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0118880 Dec 10 18:32:05.705928 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60002) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.713808 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-70a57734-1324-40d8-b186-d21cb95b1aab tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.718492 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-70a57734-1324-40d8-b186-d21cb95b1aab tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0076077 Dec 10 18:32:05.720906 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60004) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.725041 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-38f56c9d-717c-486b-bab9-f77af31b59f7 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.725389 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-75cb566f-fd5b-4cdb-9a89-7998c2da6652 None None] For port 48d3a57a-b1e0-4c71-866e-03074e50565a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=48d3a57a-b1e0-4c71-866e-03074e50565a,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:05.725831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-75cb566f-fd5b-4cdb-9a89-7998c2da6652 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.726349 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-38f56c9d-717c-486b-bab9-f77af31b59f7 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045660 Dec 10 18:32:05.729275 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60006) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.735708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-da63ae9c-8acf-4ee0-a1c3-d951b8f7eba5 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.736726 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-da63ae9c-8acf-4ee0-a1c3-d951b8f7eba5 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0067868 Dec 10 18:32:05.739824 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60008) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.740650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-75cb566f-fd5b-4cdb-9a89-7998c2da6652 None None] Calling delete_port for 48d3a57a-b1e0-4c71-866e-03074e50565a owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:05.744345 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-78fcf66f-57e5-4768-9f31-f7d043a01485 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.745418 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-78fcf66f-57e5-4768-9f31-f7d043a01485 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047851 Dec 10 18:32:05.750185 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60010) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.756577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-e351a816-81a2-4940-b0fa-b21a1eda221a tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.757735 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e351a816-81a2-4940-b0fa-b21a1eda221a tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0065489 Dec 10 18:32:05.765979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60012) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.772354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-33035926-7545-4a05-999d-fbac44dbccde tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.773521 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-33035926-7545-4a05-999d-fbac44dbccde tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065939 Dec 10 18:32:05.778922 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60014) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.784690 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-ab705619-537c-485e-86c3-f74679d11c96 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.785635 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ab705619-537c-485e-86c3-f74679d11c96 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043674 Dec 10 18:32:05.788959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 0203a6e9-7df4-4938-9397-3bcdd85ebbc9 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:05.789780 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0203a6e9-7df4-4938-9397-3bcdd85ebbc9 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:05.789902 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fda1c13b-2862-42ce-9dfc-a08a7b791397 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.792015 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.799900 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60016) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.805900 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-1d873b75-33a9-4296-98c8-f962b1ff9a3a tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.810024 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1d873b75-33a9-4296-98c8-f962b1ff9a3a tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0080366 Dec 10 18:32:05.811587 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60018) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.818238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-51959c90-909a-4386-a5c5-b13785c654a2 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.823860 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-51959c90-909a-4386-a5c5-b13785c654a2 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0096362 Dec 10 18:32:05.824385 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60020) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.834068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-094d7b0c-e74b-4406-988b-79727c69a79d tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.836828 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-72aa16e5-b95b-4cb4-ad0b-1fb044a60920 None None] Set router cdffd1a3-f591-4d85-9d98-4bc287748c4d gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:05.839214 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-094d7b0c-e74b-4406-988b-79727c69a79d tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0080907 Dec 10 18:32:05.839916 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60022) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.846437 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-86b89c87-5d46-4560-ad80-4388ad898814 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.846979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c07a52c7-1b98-46c5-92e0-a1f2fbba9ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.849787 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-86b89c87-5d46-4560-ad80-4388ad898814 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0075147 Dec 10 18:32:05.850441 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60024) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.862777 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-37c5e722-7c2b-4f42-bbbc-204715a941ba tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.866828 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-37c5e722-7c2b-4f42-bbbc-204715a941ba tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0094132 Dec 10 18:32:05.867493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60026) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.875041 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-d09d746e-eae6-4ac2-8e05-7760bafdbd37 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.879125 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d09d746e-eae6-4ac2-8e05-7760bafdbd37 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0078595 Dec 10 18:32:05.885298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60028) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.893180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-0b745fa5-9164-4fe3-a175-c5cf0a1562a5 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.897607 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0b745fa5-9164-4fe3-a175-c5cf0a1562a5 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0112817 Dec 10 18:32:05.898546 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60030) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.904574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-7f13a3cc-b18b-4011-bfc6-9c67311f7f0e tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.907885 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7f13a3cc-b18b-4011-bfc6-9c67311f7f0e tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0071781 Dec 10 18:32:05.913872 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60032) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.916148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef28e713-2020-448b-946a-4719fe424ce2 admin admin] Network 3b8e193f-b5dc-40f2-9cad-2461b76375bd is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:05.918306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1c13b-2862-42ce-9dfc-a08a7b791397 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=13d9dcbd-6d04-43d4-b8bb-ceb5271197d6,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:05.924820 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-94131d75-772b-4f3e-8c5f-16e1bbac7595 None None] Could not find standard attr ID for object 13d9dcbd-6d04-43d4-b8bb-ceb5271197d6. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:32:05.926663 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-02455433-132a-49fa-bef4-4a73bbd1aa04 req-086e91f9-2df3-4423-b155-887b6903f6bb tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235250 Dec 10 18:32:05.931035 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-97c329ae-9a44-47f9-a19c-77ad9af3e8b9 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.933743 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-97c329ae-9a44-47f9-a19c-77ad9af3e8b9 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0218678 Dec 10 18:32:05.945285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60034) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.954150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a52c7-1b98-46c5-92e0-a1f2fbba9ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c432002-879e-473c-bfa5-c71ce6382c4d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:05.959950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-9d0c5a92-ff11-433d-a515-e57e9080ad31 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.961325 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9d0c5a92-ff11-433d-a515-e57e9080ad31 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049577 Dec 10 18:32:05.964376 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60036) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.975670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d907ce5c-20d9-4b07-a8fa-a8fb71b3943f None None] Network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:05.976189 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-1004f491-8905-4f85-8c29-f9ca01981fa4 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.976189 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1004f491-8905-4f85-8c29-f9ca01981fa4 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0059760 Dec 10 18:32:05.978732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60038) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.983473 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-c6931967-0d06-4d16-a518-e066b9e43e65 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.987387 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c6931967-0d06-4d16-a518-e066b9e43e65 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0076351 Dec 10 18:32:05.989163 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60040) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.993343 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-45dd0061-e238-4913-80a8-8a158ae471b4 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:05.997285 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-45dd0061-e238-4913-80a8-8a158ae471b4 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0069959 Dec 10 18:32:05.999618 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60042) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.007532 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-dd089c85-e601-460e-aa4d-4a3d4562fccb tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.009551 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dd089c85-e601-460e-aa4d-4a3d4562fccb tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0056162 Dec 10 18:32:06.015642 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60044) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.022560 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-1f2b9ee9-7fa1-4a39-9b43-006d711ae0b5 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.026358 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1f2b9ee9-7fa1-4a39-9b43-006d711ae0b5 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0088568 Dec 10 18:32:06.027000 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60046) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.032097 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-929204e7-b93c-4319-9ac9-45a9dee316c5 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.035351 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-929204e7-b93c-4319-9ac9-45a9dee316c5 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0041962 Dec 10 18:32:06.036113 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60048) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.040264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-9a1b73a2-37b8-4eda-99bc-930c0d033b6e tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.043481 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9a1b73a2-37b8-4eda-99bc-930c0d033b6e tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042427 Dec 10 18:32:06.043878 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60050) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.048452 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-1c0d0f6c-6a24-47d0-87af-a340ab1828a9 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.050612 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1c0d0f6c-6a24-47d0-87af-a340ab1828a9 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046427 Dec 10 18:32:06.052986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60052) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.058502 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-ed599f68-fcd3-400d-9a47-0f5bddf9979f tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.059786 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ed599f68-fcd3-400d-9a47-0f5bddf9979f tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0056460 Dec 10 18:32:06.063066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c07a52c7-1b98-46c5-92e0-a1f2fbba9ae4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.065840 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] Deleting port e9778ef2-9276-4cac-9fdd-ee10a6e321c3 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:06.066260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.069036 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c07a52c7-1b98-46c5-92e0-a1f2fbba9ae4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6c432002-879e-473c-bfa5-c71ce6382c4d HTTP/1.1" status: 204 len: 168 time: 1.5833356 Dec 10 18:32:06.093007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60054) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.093369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60056) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.094846 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-75cb566f-fd5b-4cdb-9a89-7998c2da6652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.106499 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-cde8b035-29b1-4762-8621-b61479c2ba3f tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.110493 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cde8b035-29b1-4762-8621-b61479c2ba3f tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0137064 Dec 10 18:32:06.112927 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fda1c13b-2862-42ce-9dfc-a08a7b791397 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.121775 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fda1c13b-2862-42ce-9dfc-a08a7b791397 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/13d9dcbd-6d04-43d4-b8bb-ceb5271197d6 HTTP/1.1" status: 204 len: 168 time: 3.0569441 Dec 10 18:32:06.125527 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60058) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.125527 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60060) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.129110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb566f-fd5b-4cdb-9a89-7998c2da6652 None None] Pushing event deleted for resources: {'Port': ['ID=48d3a57a-b1e0-4c71-866e-03074e50565a,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:06.140270 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb566f-fd5b-4cdb-9a89-7998c2da6652 None None] No DVR routers for this DVR port 48d3a57a-b1e0-4c71-866e-03074e50565a on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:06.158304 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-70c67c43-b968-470e-a97c-f06efef119bd tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.162979 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-70c67c43-b968-470e-a97c-f06efef119bd tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0339034 Dec 10 18:32:06.174379 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee92e6bb-b08b-48ca-8dc3-48d6a7f28105 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:06.190038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] For port e9778ef2-9276-4cac-9fdd-ee10a6e321c3, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e9778ef2-9276-4cac-9fdd-ee10a6e321c3,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:06.190561 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.192857 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60062) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.200342 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-72aa16e5-b95b-4cb4-ad0b-1fb044a60920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:32:02Z', 'revision_number': 5, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:06.207244 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-75e1f4bc-1344-4db0-acc6-f0dc35c6d9ed tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.208562 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-75e1f4bc-1344-4db0-acc6-f0dc35c6d9ed tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0105662 Dec 10 18:32:06.211205 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60064) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.218432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-a0b21bce-af48-4fec-8cef-836067c156e4 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.219567 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a0b21bce-af48-4fec-8cef-836067c156e4 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0073934 Dec 10 18:32:06.221065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] Calling delete_port for e9778ef2-9276-4cac-9fdd-ee10a6e321c3 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:06.224677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-ef28e713-2020-448b-946a-4719fe424ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 3b8e193f-b5dc-40f2-9cad-2461b76375bd) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:06.225483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60066) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.229541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28e713-2020-448b-946a-4719fe424ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:06.229865 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-61e5d04c-1769-4d3d-933b-3f2365153246 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.230107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ef28e713-2020-448b-946a-4719fe424ce2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.231074 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-61e5d04c-1769-4d3d-933b-3f2365153246 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0045657 Dec 10 18:32:06.236961 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60068) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.244339 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8117990-6303-484a-ba63-7fd00e57b26b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:06.248908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c8117990-6303-484a-ba63-7fd00e57b26b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.250192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-6c07a897-3dc6-4712-8b1d-94570e5fafc9 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.252695 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-447e042d-6177-4efd-bec9-096e381f733c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] GET failed (client error): The resource could not be found. Dec 10 18:32:06.253926 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6c07a897-3dc6-4712-8b1d-94570e5fafc9 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0095341 Dec 10 18:32:06.255533 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-447e042d-6177-4efd-bec9-096e381f733c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/13d9dcbd-6d04-43d4-b8bb-ceb5271197d6 HTTP/1.1" status: 404 len: 333 time: 0.1286514 Dec 10 18:32:06.258318 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60072) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.258749 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60070) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.271676 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa16e5-b95b-4cb4-ad0b-1fb044a60920 None None] The sync data for ids ['cdffd1a3-f591-4d85-9d98-4bc287748c4d'] in dv-neutron-821434-1-hyperv is: [{'id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'name': 'tempest-ServersTestManualDisk-1815142519-router', 'tenant_id': '6fef7d7d333340c9895bd62dcce63be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:51Z', 'updated_at': '2021-12-10T18:32:02Z', 'revision_number': 5, 'project_id': '6fef7d7d333340c9895bd62dcce63be7', 'gw_port': {'id': 'e9778ef2-9276-4cac-9fdd-ee10a6e321c3', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:93:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdffd1a3-f591-4d85-9d98-4bc287748c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:52Z', 'updated_at': '2021-12-10T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:06.274606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-ccf057a6-8510-46ba-8618-79b46f3ea0d2 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.280616 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ccf057a6-8510-46ba-8618-79b46f3ea0d2 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0149353 Dec 10 18:32:06.280616 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60076) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.334470 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ef28e713-2020-448b-946a-4719fe424ce2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2232728 Dec 10 18:32:06.335293 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-c896697b-54a9-486c-a8f6-be568df2aed8 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.335293 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c896697b-54a9-486c-a8f6-be568df2aed8 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0465355 Dec 10 18:32:06.335457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42755840-bc89-4314-a1a6-e11d7547493f None None] Network 3b8e193f-b5dc-40f2-9cad-2461b76375bd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:06.350030 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60080) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.364116 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-76e3872d-9251-47a6-8a58-fce271212878 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.367589 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-76e3872d-9251-47a6-8a58-fce271212878 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0143051 Dec 10 18:32:06.370436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60082) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.382329 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-ef1a9267-b494-4dee-85c7-79628a05a4b2 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.386561 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ef1a9267-b494-4dee-85c7-79628a05a4b2 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0105970 Dec 10 18:32:06.390254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60084) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.403502 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-64bf9033-1403-4800-bb66-483888c8a853 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.407585 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-64bf9033-1403-4800-bb66-483888c8a853 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0116215 Dec 10 18:32:06.411611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60086) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.418502 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-233fb46c-2af5-4791-a0e8-603043ae7df8 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.421932 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-233fb46c-2af5-4791-a0e8-603043ae7df8 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0063307 Dec 10 18:32:06.423415 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.425648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-982523a9-f496-434d-8333-9a2e6417ef2e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting subnet 0a07a943-d02c-4ebe-8ec7-9022b9b2c163 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:06.427886 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60088) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.432100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-982523a9-f496-434d-8333-9a2e6417ef2e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.479217 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.objects.ports [None req-c96c120f-b20f-478f-be75-8fcf64e8d869 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103593) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:32:06.480791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-d86c309e-953d-4fbb-8111-e907090ae9bb tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.482033 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d86c309e-953d-4fbb-8111-e907090ae9bb tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0509093 Dec 10 18:32:06.507113 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60090) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.507113 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c96c120f-b20f-478f-be75-8fcf64e8d869 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.523071 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-982523a9-f496-434d-8333-9a2e6417ef2e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.557773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c152bb-e3b0-483c-affe-5491946010c7 None None] DHCP port deletion for 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:06.578374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-0019c49f-6d4c-4a5e-8795-1524b252be45 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.582286 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0019c49f-6d4c-4a5e-8795-1524b252be45 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0726771 Dec 10 18:32:06.614916 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60094) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.626561 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-22825752-10c3-4c52-8212-11f59c07345e tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.627705 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-22825752-10c3-4c52-8212-11f59c07345e tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0116093 Dec 10 18:32:06.646466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': 'd6691cce-49a1-4321-9912-7145b28c30f8'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:06.648005 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.648436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-982523a9-f496-434d-8333-9a2e6417ef2e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.658064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 48d3a57a-b1e0-4c71-866e-03074e50565a no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:06.673435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60096) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.678294 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c120f-b20f-478f-be75-8fcf64e8d869 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'Subnet': ['ID=78c12b3f-d49c-4f79-9c80-abe09121d6f0,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:06.699309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-c46300bd-97ea-4fe7-808c-d8adf1d48f4a tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.700252 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c46300bd-97ea-4fe7-808c-d8adf1d48f4a tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0167615 Dec 10 18:32:06.707417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77071b8a-799d-4639-9654-b6a01893cc9e None None] Network 3b8e193f-b5dc-40f2-9cad-2461b76375bd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:06.730745 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60098) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.738468 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-a9381bea-0ccf-417a-929f-e7fc276ec76d tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.739197 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a9381bea-0ccf-417a-929f-e7fc276ec76d tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0102692 Dec 10 18:32:06.749637 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60104) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.775930 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-5ba831e4-6049-4bb4-9122-6d6cda55def7 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.775930 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5ba831e4-6049-4bb4-9122-6d6cda55def7 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0101473 Dec 10 18:32:06.780891 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 48d3a57a-b1e0-4c71-866e-03074e50565a {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:06.781484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 48d3a57a-b1e0-4c71-866e-03074e50565a not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:06.782053 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f37f8a6b-ea7b-460d-9d3a-9527c159a09c no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:06.782906 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60106) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.791276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-20c8035e-b7f3-48b3-bf6f-5c5910b73939 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.792277 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-20c8035e-b7f3-48b3-bf6f-5c5910b73939 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0084264 Dec 10 18:32:06.797782 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60108) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.806089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-8f5b83f5-2dc6-48d4-b2d2-14521401b052 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.809447 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8f5b83f5-2dc6-48d4-b2d2-14521401b052 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0081432 Dec 10 18:32:06.811667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60110) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.816213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c120f-b20f-478f-be75-8fcf64e8d869 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Checking segment: {'id': 'beea4714-c75c-4e4d-bd85-7d9d2b7bd450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2e254bde-b4f4-4767-8f3a-1e908e6c80f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:06.816581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c120f-b20f-478f-be75-8fcf64e8d869 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Network hostable DHCP agents. Network: 2e254bde-b4f4-4767-8f3a-1e908e6c80f2, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:06.817609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-18537c3b-86e1-47e1-9325-20439eeca59b tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.822061 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-18537c3b-86e1-47e1-9325-20439eeca59b tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0089655 Dec 10 18:32:06.824417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60112) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.831046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-d536eb8b-7505-4edb-9ad2-f0477677703e tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.832621 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d536eb8b-7505-4edb-9ad2-f0477677703e tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0065544 Dec 10 18:32:06.837216 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-982523a9-f496-434d-8333-9a2e6417ef2e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.839528 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60114) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.856894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-2445419b-e58c-4d92-adbe-bc83d6e9a4b2 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.865628 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2445419b-e58c-4d92-adbe-bc83d6e9a4b2 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0099483 Dec 10 18:32:06.867242 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60116) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.878237 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-e46f3d54-8697-4bfc-bb4e-dc026b68cddc tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.881493 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e46f3d54-8697-4bfc-bb4e-dc026b68cddc tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0092406 Dec 10 18:32:06.885786 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60118) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.889396 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Deleting port f37f8a6b-ea7b-460d-9d3a-9527c159a09c {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:06.889774 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.895915 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982523a9-f496-434d-8333-9a2e6417ef2e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Subnet': ['ID=0a07a943-d02c-4ebe-8ec7-9022b9b2c163,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:06.897091 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-3cd698b8-8f27-47cc-913a-0d466d854426 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.900528 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3cd698b8-8f27-47cc-913a-0d466d854426 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0063057 Dec 10 18:32:06.901529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60120) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.916202 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-0296e77e-4b01-4df9-81e6-239d56bfedbe tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.917958 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0296e77e-4b01-4df9-81e6-239d56bfedbe tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048282 Dec 10 18:32:06.918850 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-982523a9-f496-434d-8333-9a2e6417ef2e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.925119 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcf4851-93da-43c6-b544-7bfa67fb3697 None None] Network c0b41eed-42c7-499a-b89d-df696a95f339 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:06.927482 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-982523a9-f496-434d-8333-9a2e6417ef2e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/0a07a943-d02c-4ebe-8ec7-9022b9b2c163 HTTP/1.1" status: 204 len: 168 time: 0.6676745 Dec 10 18:32:06.928420 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60128) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.933109 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60130) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.936612 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [None req-6edfb57c-893f-466a-be88-794166668f29 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.939954 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6edfb57c-893f-466a-be88-794166668f29 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0066202 Dec 10 18:32:06.961875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60132) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.968267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-0576ba4a-5a32-4795-9890-cc4829edbf8b tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.969233 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0576ba4a-5a32-4795-9890-cc4829edbf8b tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0049276 Dec 10 18:32:06.975473 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60142) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:06.982749 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [None req-ad47d082-47f0-46d7-ab88-2c8c959f4891 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:32:06.985086 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ad47d082-47f0-46d7-ab88-2c8c959f4891 tempest-ExtensionsTestJSON-1182179319 tempest-ExtensionsTestJSON-1182179319-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0088336 Dec 10 18:32:07.050668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c120f-b20f-478f-be75-8fcf64e8d869 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Network 2e254bde-b4f4-4767-8f3a-1e908e6c80f2 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:07.084109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] For port f37f8a6b-ea7b-460d-9d3a-9527c159a09c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f37f8a6b-ea7b-460d-9d3a-9527c159a09c,segment=NetworkSegment(991d0126-7a49-4230-b43c-4ee78af21e1d),segment_id=991d0126-7a49-4230-b43c-4ee78af21e1d)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:07.084483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.107793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Calling delete_port for f37f8a6b-ea7b-460d-9d3a-9527c159a09c owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:07.115460 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-3d8d8062-caac-4c99-96a0-977250674df9 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:07.117268 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-3d8d8062-caac-4c99-96a0-977250674df9 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/networks?id=7c0ed325-4d08-474f-9aca-5556fa87ecfe HTTP/1.1" status: 200 len: 811 time: 0.1380694 Dec 10 18:32:07.165578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a8c152bb-e3b0-483c-affe-5491946010c7 None None] Deleting port f37f8a6b-ea7b-460d-9d3a-9527c159a09c {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:07.166163 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a8c152bb-e3b0-483c-affe-5491946010c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.172932 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.179835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c96c120f-b20f-478f-be75-8fcf64e8d869 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 2e254bde-b4f4-4767-8f3a-1e908e6c80f2) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:07.186708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96c120f-b20f-478f-be75-8fcf64e8d869 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:07.187312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c96c120f-b20f-478f-be75-8fcf64e8d869 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.197731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-8773e97f-7307-4273-bf10-b6850aff0624 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting subnet b9beb393-4c92-4296-9a39-f9904ee3fb28 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:07.201577 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-4cf77c0e-b7ec-4d3b-87d6-f1548b95e178 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/quotas/72341ec643724a6b81f9d93782a8fd97 HTTP/1.1" status: 200 len: 375 time: 0.0566175 Dec 10 18:32:07.208565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8773e97f-7307-4273-bf10-b6850aff0624 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.236894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309b6d6e-c16b-43b8-b9df-da41b0493111 None None] Network 2e254bde-b4f4-4767-8f3a-1e908e6c80f2 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:07.268161 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-8cfb4e6b-6bde-4c37-91fb-52a3e75a0058 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=72341ec643724a6b81f9d93782a8fd97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350630 Dec 10 18:32:07.276353 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9088a3b-f8ec-4178-8029-55817eb49498 req-c85ec2b6-3d1b-4966-abae-7aa177c40c46 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:07.278045 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a9088a3b-f8ec-4178-8029-55817eb49498 req-c85ec2b6-3d1b-4966-abae-7aa177c40c46 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1525509 Dec 10 18:32:07.289308 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.objects.ports [None req-c8117990-6303-484a-ba63-7fd00e57b26b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103593) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:32:07.290496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c8117990-6303-484a-ba63-7fd00e57b26b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.295117 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8773e97f-7307-4273-bf10-b6850aff0624 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.328594 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c96c120f-b20f-478f-be75-8fcf64e8d869 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7226682 Dec 10 18:32:07.329378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.335822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60146) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:07.346449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ae517bfa-e981-44e3-8464-25b7c2c5232b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Request body: {'port': {'network_id': '2e254bde-b4f4-4767-8f3a-1e908e6c80f2', 'name': 'tempest-NetworksIpV6TestAttrs-1261334862'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:07.367110 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8117990-6303-484a-ba63-7fd00e57b26b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:07.380137 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9778ef2-9276-4cac-9fdd-ee10a6e321c3,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:07.399777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.404465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Allocated IP 172.20.0.2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/d6691cce-49a1-4321-9912-7145b28c30f8/3886c574-88ba-4eb3-bdd9-2edfbd869904) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:07.407662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c8117990-6303-484a-ba63-7fd00e57b26b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:07.437234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8117990-6303-484a-ba63-7fd00e57b26b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:07.437876 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c8117990-6303-484a-ba63-7fd00e57b26b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.440848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4653c8e5-139d-4ae9-bf8b-84ee0da033ad no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:07.447997 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f37f8a6b-ea7b-460d-9d3a-9527c159a09c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:07.454708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8117990-6303-484a-ba63-7fd00e57b26b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=43e1f866-9142-4285-9e4c-c43f2d10598a,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:07.459834 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a8c152bb-e3b0-483c-affe-5491946010c7 None None] For port f37f8a6b-ea7b-460d-9d3a-9527c159a09c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f37f8a6b-ea7b-460d-9d3a-9527c159a09c,segment=NetworkSegment(991d0126-7a49-4230-b43c-4ee78af21e1d),segment_id=991d0126-7a49-4230-b43c-4ee78af21e1d)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:07.460564 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a8c152bb-e3b0-483c-affe-5491946010c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.461217 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] No DVR routers for this DVR port f37f8a6b-ea7b-460d-9d3a-9527c159a09c on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:07.464243 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a9088a3b-f8ec-4178-8029-55817eb49498 req-0ada6c00-c3f7-40ad-b0be-8563be1c725f tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744287 Dec 10 18:32:07.501057 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 4653c8e5-139d-4ae9-bf8b-84ee0da033ad {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:07.501641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4653c8e5-139d-4ae9-bf8b-84ee0da033ad not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:07.602551 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8773e97f-7307-4273-bf10-b6850aff0624 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.621611 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c8117990-6303-484a-ba63-7fd00e57b26b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9926624 Dec 10 18:32:07.624927 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a8c152bb-e3b0-483c-affe-5491946010c7 None None] Calling delete_port for f37f8a6b-ea7b-460d-9d3a-9527c159a09c owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:07.627562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60150) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:07.632839 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-9d71e765-ee21-45a7-a978-a1542ed2de5f service neutron] 10.222.0.60 "GET /v2.0/networks/7c0ed325-4d08-474f-9aca-5556fa87ecfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072121 Dec 10 18:32:07.636725 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'mac_address': 'fa:16:3e:76:fa:61', 'name': 'tempest-NetworksTestDHCPv6-609950020'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:07.641163 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f904705-3ccf-4544-9e9d-25f401a90200 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:07.665417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.730623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8021c4a7-1487-46d5-b9e5-4b74cb3806a5']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:07.731507 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.733278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ed40e-8988-4017-859c-654873d36610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-2e254bde-b4f4-4767-8f3a-1e908e6c80f2', 'network_id': '2e254bde-b4f4-4767-8f3a-1e908e6c80f2', 'project_id': '04ec2f0d582c447eb09118fb33cb5f31', 'fixed_ips': [{'subnet_id': '78c12b3f-d49c-4f79-9c80-abe09121d6f0'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:07.734466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-896ed40e-8988-4017-859c-654873d36610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.754691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991d0126-7a49-4230-b43c-4ee78af21e1d') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:07.754990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991d0126-7a49-4230-b43c-4ee78af21e1d') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:07.777887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.793973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.803034 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:07.803506 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:07.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:07.882864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae517bfa-e981-44e3-8464-25b7c2c5232b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Made reservation on behalf of 04ec2f0d582c447eb09118fb33cb5f31 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:07.888406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae517bfa-e981-44e3-8464-25b7c2c5232b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.890425 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60154) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:07.955835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-ae517bfa-e981-44e3-8464-25b7c2c5232b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] device_id is not set on port 30b5a2f2-2226-4680-8e44-27bd8b55b8fa yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:08.068611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a8c152bb-e3b0-483c-affe-5491946010c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.100994 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.129039 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8c152bb-e3b0-483c-affe-5491946010c7 None None] Network 8021c4a7-1487-46d5-b9e5-4b74cb3806a5 is not hosted by any dhcp agent {{(pid=103595) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:32:08.129618 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c152bb-e3b0-483c-affe-5491946010c7 None None] No DVR routers for this DVR port f37f8a6b-ea7b-460d-9d3a-9527c159a09c on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:08.141083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c152bb-e3b0-483c-affe-5491946010c7 None None] Pushing event deleted for resources: {'Port': ['ID=f37f8a6b-ea7b-460d-9d3a-9527c159a09c,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:08.164989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-896ed40e-8988-4017-859c-654873d36610 None None] Allocated IP 2001:db8::f816:3eff:fe76:b274 (2e254bde-b4f4-4767-8f3a-1e908e6c80f2/78c12b3f-d49c-4f79-9c80-abe09121d6f0/78489173-d7e0-4882-a464-5498c5d5d5a2) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:08.169071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.190490 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.198148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-77c0872f-6c6d-4c28-8b79-9845d3475667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.227656 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.233477 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] 10.222.0.60 "DELETE /v2.0/networks/8021c4a7-1487-46d5-b9e5-4b74cb3806a5 HTTP/1.1" status: 204 len: 168 time: 2.1350462 Dec 10 18:32:08.264604 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e8a26-711f-4f7f-9724-3b98fb7644fb admin admin] Pushing event deleted for resources: {'Network': ['ID=8021c4a7-1487-46d5-b9e5-4b74cb3806a5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:08.325047 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.api [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:32:08.325047 dv-neutron-821434-1-hyperv neutron-server[103594]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:32:08.325047 dv-neutron-821434-1-hyperv neutron-server[103594]: [parameters: {'project_id_1': 'a6c3b8a24d794da8abac363856818076', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 31, 47, 739359)}] Dec 10 18:32:08.325047 dv-neutron-821434-1-hyperv neutron-server[103594]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:08.325470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG oslo_db.api [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:08.431641 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.438177 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.445514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-77c0872f-6c6d-4c28-8b79-9845d3475667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.525407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:08.535063 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:08.541514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:08.546374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Pushing event updated for resources: {'Port': ['ID=3886c574-88ba-4eb3-bdd9-2edfbd869904,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:08.577147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-77c0872f-6c6d-4c28-8b79-9845d3475667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.617074 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8773e97f-7307-4273-bf10-b6850aff0624 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.631375 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-77c0872f-6c6d-4c28-8b79-9845d3475667 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca7b7dac1fee45ecac80d8d61b7a16f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7387207 Dec 10 18:32:08.632464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60162) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:08.635987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Attempting to bind port 3886c574-88ba-4eb3-bdd9-2edfbd869904 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:08.636372 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Attempting to bind port 3886c574-88ba-4eb3-bdd9-2edfbd869904 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:08.643083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Attempting to bind port 3886c574-88ba-4eb3-bdd9-2edfbd869904 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:08.645272 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee669eee-75ae-4876-91e0-c21da4c67f2e req-0e061830-37f2-4423-8f19-a94084dafd80 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:08.653305 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ee669eee-75ae-4876-91e0-c21da4c67f2e req-0e061830-37f2-4423-8f19-a94084dafd80 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.3316286 Dec 10 18:32:08.662016 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-f609398a-2bff-4504-8dbf-00f992b97700 service neutron] 10.222.0.60 "GET /v2.0/networks/7c0ed325-4d08-474f-9aca-5556fa87ecfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9197571 Dec 10 18:32:08.662555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:08.662938 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:08.663341 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.663736 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:08.664405 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Bound port: 3886c574-88ba-4eb3-bdd9-2edfbd869904, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:08.664974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.694017 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8773e97f-7307-4273-bf10-b6850aff0624 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.702504 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8773e97f-7307-4273-bf10-b6850aff0624 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/b9beb393-4c92-4296-9a39-f9904ee3fb28 HTTP/1.1" status: 204 len: 168 time: 1.7637718 Dec 10 18:32:08.703640 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60164) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:08.710071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a826df-621a-4e13-800a-936684b0e6c7 None None] Network c0b41eed-42c7-499a-b89d-df696a95f339 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:08.734506 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773e97f-7307-4273-bf10-b6850aff0624 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Subnet': ['ID=b9beb393-4c92-4296-9a39-f9904ee3fb28,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:08.737640 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.739786 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdffd1a3-f591-4d85-9d98-4bc287748c4d {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:08.742604 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-896ed40e-8988-4017-859c-654873d36610 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.750457 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.751499 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0872f-6c6d-4c28-8b79-9845d3475667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5e44f4-757e-4e99-b10d-0627b9903274,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:08.752788 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-86296f46-d040-4f43-be03-022871c72825 admin admin] 10.222.0.60 "DELETE /v2.0/routers/cdffd1a3-f591-4d85-9d98-4bc287748c4d HTTP/1.1" status: 204 len: 168 time: 3.7599387 Dec 10 18:32:08.761946 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60166) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:08.781205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60168) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:08.807186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1f95ff18-4801-45dd-b5c9-d87a592107da None None] Provisioning complete for port 5300f405-fec4-474f-b5a6-25b7dba535e3 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:08.807570 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f95ff18-4801-45dd-b5c9-d87a592107da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.858883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-896ed40e-8988-4017-859c-654873d36610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.008916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896ed40e-8988-4017-859c-654873d36610 None None] Network 2e254bde-b4f4-4767-8f3a-1e908e6c80f2 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:09.016416 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-896ed40e-8988-4017-859c-654873d36610 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:09.022371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] For port 3886c574-88ba-4eb3-bdd9-2edfbd869904, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:09.024789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ed40e-8988-4017-859c-654873d36610 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:09.027035 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ee669eee-75ae-4876-91e0-c21da4c67f2e req-b439081b-9627-4e70-94b6-bb1e8fb18669 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3725593 Dec 10 18:32:09.061347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ed40e-8988-4017-859c-654873d36610 None None] Pushing event updated for resources: {'Port': ['ID=78489173-d7e0-4882-a464-5498c5d5d5a2,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:09.061547 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92777972-ed3b-4618-8223-cf8fef077fe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.076917 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-db238d04-64c7-4913-bc15-6dac60ed69fc admin admin] Deleting subnet 10285287-a2f3-4c13-9830-3267cee803d1 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:09.096824 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] For port 3886c574-88ba-4eb3-bdd9-2edfbd869904, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3886c574-88ba-4eb3-bdd9-2edfbd869904,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:09.099318 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db238d04-64c7-4913-bc15-6dac60ed69fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.099868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.116608 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-efef4394-0a0d-4451-b69b-5c1410fa7c50 req-ec8b75bb-eb0d-407c-aa95-459c74179b21 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 210 time: 0.0694761 Dec 10 18:32:09.128065 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92777972-ed3b-4618-8223-cf8fef077fe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.134861 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:09.147182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-896ed40e-8988-4017-859c-654873d36610 None None] Attempting to bind port 78489173-d7e0-4882-a464-5498c5d5d5a2 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:09.147814 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-896ed40e-8988-4017-859c-654873d36610 None None] Attempting to bind port 78489173-d7e0-4882-a464-5498c5d5d5a2 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'beea4714-c75c-4e4d-bd85-7d9d2b7bd450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2e254bde-b4f4-4767-8f3a-1e908e6c80f2'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:09.152404 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ed40e-8988-4017-859c-654873d36610 None None] Attempting to bind port 78489173-d7e0-4882-a464-5498c5d5d5a2 on network 2e254bde-b4f4-4767-8f3a-1e908e6c80f2 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:09.162018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ed40e-8988-4017-859c-654873d36610 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:09.162718 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ed40e-8988-4017-859c-654873d36610 None None] Checking segment: {'id': 'beea4714-c75c-4e4d-bd85-7d9d2b7bd450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2e254bde-b4f4-4767-8f3a-1e908e6c80f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:09.163437 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-896ed40e-8988-4017-859c-654873d36610 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.164030 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ed40e-8988-4017-859c-654873d36610 None None] Bound using segment: {'id': 'beea4714-c75c-4e4d-bd85-7d9d2b7bd450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2e254bde-b4f4-4767-8f3a-1e908e6c80f2'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:09.164713 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-896ed40e-8988-4017-859c-654873d36610 None None] Bound port: 78489173-d7e0-4882-a464-5498c5d5d5a2, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beea4714-c75c-4e4d-bd85-7d9d2b7bd450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2e254bde-b4f4-4767-8f3a-1e908e6c80f2'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:09.165281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-896ed40e-8988-4017-859c-654873d36610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.165944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-ae517bfa-e981-44e3-8464-25b7c2c5232b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Allocated IP 2001:db8::f816:3eff:fecb:5d67 (2e254bde-b4f4-4767-8f3a-1e908e6c80f2/78c12b3f-d49c-4f79-9c80-abe09121d6f0/30b5a2f2-2226-4680-8e44-27bd8b55b8fa) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:09.186933 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fc6239c4-f516-4078-a517-23670e8609cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66762df842f449769ae6481ac7ddc59e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4017127 Dec 10 18:32:09.192323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.204890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60178) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:09.224731 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db238d04-64c7-4913-bc15-6dac60ed69fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.248083 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.301284 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 0801d23e-1c40-42ce-883d-f982a81ab3c5 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:09.368591 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556434c1-e003-4d8a-bd4d-c571d642e138 None None] DHCP port deletion for c0b41eed-42c7-499a-b89d-df696a95f339 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:09.390634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 5300f405-fec4-474f-b5a6-25b7dba535e3 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:09.390634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.459313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116cd90-bcbf-41f8-8105-849e07d40d21 None None] Pushing event updated for resources: {'Port': ['ID=3886c574-88ba-4eb3-bdd9-2edfbd869904,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:09.493352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] For port 5300f405-fec4-474f-b5a6-25b7dba535e3, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5300f405-fec4-474f-b5a6-25b7dba535e3,segment=NetworkSegment(c3603143-2510-40fb-9c09-6e33cc2ca19b),segment_id=c3603143-2510-40fb-9c09-6e33cc2ca19b)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:09.493352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.509057 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 5300f405-fec4-474f-b5a6-25b7dba535e3 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:09.527088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-896ed40e-8988-4017-859c-654873d36610 None None] For port 78489173-d7e0-4882-a464-5498c5d5d5a2, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:09.556624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-896ed40e-8988-4017-859c-654873d36610 None None] For port 78489173-d7e0-4882-a464-5498c5d5d5a2, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=78489173-d7e0-4882-a464-5498c5d5d5a2,segment=NetworkSegment(beea4714-c75c-4e4d-bd85-7d9d2b7bd450),segment_id=beea4714-c75c-4e4d-bd85-7d9d2b7bd450)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:09.596472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-556434c1-e003-4d8a-bd4d-c571d642e138 None None] Deleting port 5300f405-fec4-474f-b5a6-25b7dba535e3 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:09.597047 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-556434c1-e003-4d8a-bd4d-c571d642e138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.702575 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-896ed40e-8988-4017-859c-654873d36610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.802623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92777972-ed3b-4618-8223-cf8fef077fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.805231 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92777972-ed3b-4618-8223-cf8fef077fe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.806436 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-92777972-ed3b-4618-8223-cf8fef077fe4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb5e44f4-757e-4e99-b10d-0627b9903274 HTTP/1.1" status: 204 len: 168 time: 1.1695814 Dec 10 18:32:09.819515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ed40e-8988-4017-859c-654873d36610 None None] Pushing event updated for resources: {'Port': ['ID=78489173-d7e0-4882-a464-5498c5d5d5a2,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:09.831194 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bce883f0-3aed-400d-8c6a-d3b826a59b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.854940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92777972-ed3b-4618-8223-cf8fef077fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5e44f4-757e-4e99-b10d-0627b9903274,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:09.873611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.891895 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-556434c1-e003-4d8a-bd4d-c571d642e138 None None] For port 5300f405-fec4-474f-b5a6-25b7dba535e3, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5300f405-fec4-474f-b5a6-25b7dba535e3,segment=NetworkSegment(c3603143-2510-40fb-9c09-6e33cc2ca19b),segment_id=c3603143-2510-40fb-9c09-6e33cc2ca19b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:09.893081 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-556434c1-e003-4d8a-bd4d-c571d642e138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.918630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db238d04-64c7-4913-bc15-6dac60ed69fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.939668 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-556434c1-e003-4d8a-bd4d-c571d642e138 None None] Calling delete_port for 5300f405-fec4-474f-b5a6-25b7dba535e3 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:09.943393 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=5300f405-fec4-474f-b5a6-25b7dba535e3,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:09.955733 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No DVR routers for this DVR port 5300f405-fec4-474f-b5a6-25b7dba535e3 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:09.972288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bce883f0-3aed-400d-8c6a-d3b826a59b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.019401 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae517bfa-e981-44e3-8464-25b7c2c5232b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.030423 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 172.20.0.10 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/d6691cce-49a1-4321-9912-7145b28c30f8/0801d23e-1c40-42ce-883d-f982a81ab3c5) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:10.059458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-556434c1-e003-4d8a-bd4d-c571d642e138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.124329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556434c1-e003-4d8a-bd4d-c571d642e138 None None] Pushing event deleted for resources: {'Port': ['ID=5300f405-fec4-474f-b5a6-25b7dba535e3,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:10.127060 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::f816:3eff:fe76:fa61 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/43e1f866-9142-4285-9e4c-c43f2d10598a/0801d23e-1c40-42ce-883d-f982a81ab3c5) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:10.151591 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556434c1-e003-4d8a-bd4d-c571d642e138 None None] No DVR routers for this DVR port 5300f405-fec4-474f-b5a6-25b7dba535e3 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:10.232461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae517bfa-e981-44e3-8464-25b7c2c5232b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.236941 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db238d04-64c7-4913-bc15-6dac60ed69fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.256382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bce883f0-3aed-400d-8c6a-d3b826a59b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.256382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bce883f0-3aed-400d-8c6a-d3b826a59b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.256382 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bce883f0-3aed-400d-8c6a-d3b826a59b54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf6e0038-f52c-4ef4-9faa-3c6b49b9685d HTTP/1.1" status: 204 len: 168 time: 1.0424733 Dec 10 18:32:10.320287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db238d04-64c7-4913-bc15-6dac60ed69fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10285287-a2f3-4c13-9830-3267cee803d1,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:10.332003 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db238d04-64c7-4913-bc15-6dac60ed69fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.334583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6494873-e768-457e-81ca-70585aac06a6 None None] Network df7c08a5-ac1e-45f6-93ce-d389852f8247 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:10.335569 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-db238d04-64c7-4913-bc15-6dac60ed69fc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/10285287-a2f3-4c13-9830-3267cee803d1 HTTP/1.1" status: 204 len: 168 time: 1.5711322 Dec 10 18:32:10.353116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae517bfa-e981-44e3-8464-25b7c2c5232b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Network 2e254bde-b4f4-4767-8f3a-1e908e6c80f2 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:10.356461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60190) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:10.357554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-ae517bfa-e981-44e3-8464-25b7c2c5232b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:10.366637 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae517bfa-e981-44e3-8464-25b7c2c5232b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:10.376891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae517bfa-e981-44e3-8464-25b7c2c5232b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:10.377501 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae517bfa-e981-44e3-8464-25b7c2c5232b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.384942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.408196 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-16b2ab1e-94c0-43a8-8e33-c679512f0442 req-ca9cd681-40e2-494b-85cb-271aaa086a3f tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 210 time: 0.2032666 Dec 10 18:32:10.415679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce883f0-3aed-400d-8c6a-d3b826a59b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6e0038-f52c-4ef4-9faa-3c6b49b9685d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:10.563538 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ae517bfa-e981-44e3-8464-25b7c2c5232b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2263582 Dec 10 18:32:10.567672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60194) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:10.577657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae517bfa-e981-44e3-8464-25b7c2c5232b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'Port': ['ID=30b5a2f2-2226-4680-8e44-27bd8b55b8fa,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:10.591963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b41eed-42c7-499a-b89d-df696a95f339']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:10.661623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3603143-2510-40fb-9c09-6e33cc2ca19b') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:10.661952 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3603143-2510-40fb-9c09-6e33cc2ca19b') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:10.709112 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.751953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.756896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8446d1a7-1663-4d2a-b203-faaeda2c5f31 None None] DHCP port deletion for df7c08a5-ac1e-45f6-93ce-d389852f8247 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:10.771359 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165dfa2-f483-493e-b482-8d0c7cfec897 req-878fa76c-7f74-41fb-9b00-87b721973fbe tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:10.772979 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2165dfa2-f483-493e-b482-8d0c7cfec897 req-878fa76c-7f74-41fb-9b00-87b721973fbe tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.5586801 Dec 10 18:32:10.773852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e93d81-292f-4290-8a00-0c68333e5c40 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Deleting subnet 78c12b3f-d49c-4f79-9c80-abe09121d6f0 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:10.787447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52e93d81-292f-4290-8a00-0c68333e5c40 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.851370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.868425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3886c574-88ba-4eb3-bdd9-2edfbd869904 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:10.927132 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:10.927633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:10.935131 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:10.957275 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52e93d81-292f-4290-8a00-0c68333e5c40 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.003200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8446d1a7-1663-4d2a-b203-faaeda2c5f31 None None] Deleting port f6975d34-e5f4-4e79-8388-f02679e4eaa1 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:11.003672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8446d1a7-1663-4d2a-b203-faaeda2c5f31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.058656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.100194 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 3886c574-88ba-4eb3-bdd9-2edfbd869904 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:11.100581 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.104099 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8446d1a7-1663-4d2a-b203-faaeda2c5f31 None None] For port f6975d34-e5f4-4e79-8388-f02679e4eaa1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f6975d34-e5f4-4e79-8388-f02679e4eaa1,segment=NetworkSegment(102d4707-54f7-4de4-9461-69fdeb204508),segment_id=102d4707-54f7-4de4-9461-69fdeb204508)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:11.104501 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8446d1a7-1663-4d2a-b203-faaeda2c5f31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.174940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Deleting port f6975d34-e5f4-4e79-8388-f02679e4eaa1 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:11.175918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.181318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8446d1a7-1663-4d2a-b203-faaeda2c5f31 None None] Calling delete_port for f6975d34-e5f4-4e79-8388-f02679e4eaa1 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:11.185933 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2165dfa2-f483-493e-b482-8d0c7cfec897 req-0b1fb544-9075-47e8-9a56-ba14a05dd9cf tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3837729 Dec 10 18:32:11.225232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c246145-0e97-4355-8f5a-04576cd78ed1 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:11.239003 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.280150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.294414 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/networks/c0b41eed-42c7-499a-b89d-df696a95f339 HTTP/1.1" status: 204 len: 168 time: 2.5774555 Dec 10 18:32:11.294414 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a747a48-6cf3-4702-95dc-87ebd2562f46 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Network': ['ID=c0b41eed-42c7-499a-b89d-df696a95f339,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:11.297658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60216) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:11.409061 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.439746 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52e93d81-292f-4290-8a00-0c68333e5c40 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.480189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9a5b11f5-c162-46a7-8ac4-4b053fdfad76 None None] Provisioning complete for port 3886c574-88ba-4eb3-bdd9-2edfbd869904 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:11.486557 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9a5b11f5-c162-46a7-8ac4-4b053fdfad76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.543973 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.588675 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:11.600448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] For port f6975d34-e5f4-4e79-8388-f02679e4eaa1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f6975d34-e5f4-4e79-8388-f02679e4eaa1,segment=NetworkSegment(102d4707-54f7-4de4-9461-69fdeb204508),segment_id=102d4707-54f7-4de4-9461-69fdeb204508)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:11.600939 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.618095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Calling delete_port for f6975d34-e5f4-4e79-8388-f02679e4eaa1 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:11.634465 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:11.652470 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 3886c574-88ba-4eb3-bdd9-2edfbd869904, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3886c574-88ba-4eb3-bdd9-2edfbd869904,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:11.653095 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0666360-4eeb-4654-a5ec-2bbc0b61bdc3 req-233a9b3e-7f65-426f-9be1-b4fbcbfac54d tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:11.659771 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e0666360-4eeb-4654-a5ec-2bbc0b61bdc3 req-233a9b3e-7f65-426f-9be1-b4fbcbfac54d tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.3263638 Dec 10 18:32:11.660922 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:11.682454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec2b7e9-9549-47cb-9f8f-73e044d272de None None] Network 2e254bde-b4f4-4767-8f3a-1e908e6c80f2 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:11.726717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52e93d81-292f-4290-8a00-0c68333e5c40 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.729453 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ba536a33-87b0-4d9a-872d-9ad2e4a834bd req-1ea43caf-89b3-450b-828d-045ddcad8e94 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 210 time: 0.2048888 Dec 10 18:32:11.770659 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=0801d23e-1c40-42ce-883d-f982a81ab3c5,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:11.771804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52e93d81-292f-4290-8a00-0c68333e5c40 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.778870 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-52e93d81-292f-4290-8a00-0c68333e5c40 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/subnets/78c12b3f-d49c-4f79-9c80-abe09121d6f0 HTTP/1.1" status: 204 len: 168 time: 1.2101178 Dec 10 18:32:11.784572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39d037b-98c2-4dd0-a543-06fc5fe65ff9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:11.784830 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60232) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:11.785585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e93d81-292f-4290-8a00-0c68333e5c40 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Subnet': ['ID=78c12b3f-d49c-4f79-9c80-abe09121d6f0,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:11.786103 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f39d037b-98c2-4dd0-a543-06fc5fe65ff9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4864495 Dec 10 18:32:11.793557 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60234) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:11.796937 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.805462 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 78489173-d7e0-4882-a464-5498c5d5d5a2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:11.805570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:11.805570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.856982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8446d1a7-1663-4d2a-b203-faaeda2c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.877396 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e0666360-4eeb-4654-a5ec-2bbc0b61bdc3 req-2df2bfab-6e80-423e-a28a-af387ed42a17 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380873 Dec 10 18:32:11.935323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60242) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:11.936210 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ace98618-700e-4b60-ab35-3d86f5c5024e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1240098 Dec 10 18:32:11.944267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-eeadbb7d-3192-4f82-a544-f36e072ad1c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-725707716'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:11.978814 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d1101c60-badc-47a2-abf9-a99c00d94dab tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3454237 Dec 10 18:32:11.979066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeec6edf-9b5d-464f-8fcc-fd108ad1b3a1 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:11.980372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeec6edf-9b5d-464f-8fcc-fd108ad1b3a1 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:11.985855 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-aeec6edf-9b5d-464f-8fcc-fd108ad1b3a1 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1934810 Dec 10 18:32:11.987904 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60246) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:11.988130 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60248) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:11.988786 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.989401 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90fdbff-06d3-47e2-b284-ac0ac07eecbc None None] Update dhcp port {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'fixed_ips': [{'subnet_id': 'd6691cce-49a1-4321-9912-7145b28c30f8', 'ip_address': '172.20.0.2'}, {'subnet_id': '43e1f866-9142-4285-9e4c-c43f2d10598a'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '3886c574-88ba-4eb3-bdd9-2edfbd869904'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:32:12.070650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60250) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:12.109974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446d1a7-1663-4d2a-b203-faaeda2c5f31 None None] No DVR routers for this DVR port f6975d34-e5f4-4e79-8388-f02679e4eaa1 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:12.145318 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] No DVR routers for this DVR port f6975d34-e5f4-4e79-8388-f02679e4eaa1 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:12.149190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba9293e-e3c6-4f53-8e8b-a77733260f73 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:12.155928 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba9293e-e3c6-4f53-8e8b-a77733260f73 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:12.158246 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6ba9293e-e3c6-4f53-8e8b-a77733260f73 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.1691079 Dec 10 18:32:12.163038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60254) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:12.172142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a3501b2-5ec6-486a-b7d2-bdda8fdb91fe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.181876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68a829-94dc-45b1-9100-5ebf7b97156a req-14164a16-edb7-4b9b-8896-659e203027a6 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:12.198458 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f68a829-94dc-45b1-9100-5ebf7b97156a req-14164a16-edb7-4b9b-8896-659e203027a6 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1556928 Dec 10 18:32:12.206095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=f6975d34-e5f4-4e79-8388-f02679e4eaa1,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:12.257045 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Request body: {'networks': [{'name': 'tempest-network--126470381'}, {'name': 'tempest-network--1830803933'}]} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:12.257612 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Request body: {'network': {'name': 'tempest-network--126470381'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:12.258381 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Request body: {'network': {'name': 'tempest-network--1830803933'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:12.270460 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeadbb7d-3192-4f82-a544-f36e072ad1c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:12.274233 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eeadbb7d-3192-4f82-a544-f36e072ad1c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.325785 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d90fdbff-06d3-47e2-b284-ac0ac07eecbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.332947 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3501b2-5ec6-486a-b7d2-bdda8fdb91fe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 18:32:12.333437 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3501b2-5ec6-486a-b7d2-bdda8fdb91fe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:12.342458 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3a3501b2-5ec6-486a-b7d2-bdda8fdb91fe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/networks/2e254bde-b4f4-4767-8f3a-1e908e6c80f2 HTTP/1.1" status: 409 len: 405 time: 0.3425364 Dec 10 18:32:12.349675 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=3886c574-88ba-4eb3-bdd9-2edfbd869904,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:12.351894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60258) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:12.365005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-780188074'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:12.372537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.388106 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeadbb7d-3192-4f82-a544-f36e072ad1c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:12.409978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446d1a7-1663-4d2a-b203-faaeda2c5f31 None None] Pushing event deleted for resources: {'Port': ['ID=f6975d34-e5f4-4e79-8388-f02679e4eaa1,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:12.424890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7c08a5-ac1e-45f6-93ce-d389852f8247']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:12.443517 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f68a829-94dc-45b1-9100-5ebf7b97156a req-21810eb3-d0d7-47d2-848b-9f71b4c03d52 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362480 Dec 10 18:32:12.446824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eeadbb7d-3192-4f82-a544-f36e072ad1c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.446824 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-eeadbb7d-3192-4f82-a544-f36e072ad1c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Added segment ddcddc61-868c-4164-bb11-031bbb6cc7df of type vlan for network 94580e4f-a4d4-4e16-940a-8a750eff1879 Dec 10 18:32:12.456711 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 78489173-d7e0-4882-a464-5498c5d5d5a2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:12.457171 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.472190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Made reservation on behalf of 5b8e9b5d5a9b4f4e9f63d626967892d5 for: {'network': 2} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:12.480772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.520823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102d4707-54f7-4de4-9461-69fdeb204508') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:12.524876 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102d4707-54f7-4de4-9461-69fdeb204508') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:12.550825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-38fb3bfa-f283-4a87-aeb0-363b3a39feb4 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:12.553247 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-38fb3bfa-f283-4a87-aeb0-363b3a39feb4 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.21 "GET /v2.0/networks?id=7c0ed325-4d08-474f-9aca-5556fa87ecfe HTTP/1.1" status: 200 len: 811 time: 0.5912225 Dec 10 18:32:12.556300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-d354f21d-5af5-4a45-b592-dba07358fb4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 0801d23e-1c40-42ce-883d-f982a81ab3c5 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:12.556641 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d354f21d-5af5-4a45-b592-dba07358fb4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.558224 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.579182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-d5f259f3-0d42-4e37-aef6-c29551aeb921 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Request body: {'port': {'device_id': 'a94323bb-c679-433e-83e1-723760e53394', 'network_id': '7c0ed325-4d08-474f-9aca-5556fa87ecfe', 'admin_state_up': True, 'tenant_id': '72341ec643724a6b81f9d93782a8fd97'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:12.581226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967103e4-27cc-40fd-97bb-df603c4665e2 None None] DHCP port deletion for 2e254bde-b4f4-4767-8f3a-1e908e6c80f2 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:12.599012 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.615831 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Made reservation on behalf of 04ec2f0d582c447eb09118fb33cb5f31 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:12.616978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.620036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.620354 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eeadbb7d-3192-4f82-a544-f36e072ad1c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.656760 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:12.657570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:12.659642 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:12.668155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d5750250-e07a-4a6b-b48a-1d1bdf3686ba None None] Provisioning complete for port 78489173-d7e0-4882-a464-5498c5d5d5a2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:12.668531 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d5750250-e07a-4a6b-b48a-1d1bdf3686ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.726878 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-d90fdbff-06d3-47e2-b284-ac0ac07eecbc None None] Allocated IP 2001:db8::f816:3eff:fe3a:c156 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/43e1f866-9142-4285-9e4c-c43f2d10598a/3886c574-88ba-4eb3-bdd9-2edfbd869904) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:12.756140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d354f21d-5af5-4a45-b592-dba07358fb4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.773104 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-d354f21d-5af5-4a45-b592-dba07358fb4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 0801d23e-1c40-42ce-883d-f982a81ab3c5 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:12.838331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-967103e4-27cc-40fd-97bb-df603c4665e2 None None] Deleting port 78489173-d7e0-4882-a464-5498c5d5d5a2 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:12.838708 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-967103e4-27cc-40fd-97bb-df603c4665e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.840374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.871764 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.resource_extend [None req-eeadbb7d-3192-4f82-a544-f36e072ad1c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:32:12.874464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.887406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.895737 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] 10.222.0.60 "DELETE /v2.0/networks/df7c08a5-ac1e-45f6-93ce-d389852f8247 HTTP/1.1" status: 204 len: 168 time: 2.4840062 Dec 10 18:32:12.915295 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3b5d2a10-d44f-421c-94d7-417926d54218 req-2f4ee967-af82-4228-9c1b-97f7ad9a92bc tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 210 time: 0.0537455 Dec 10 18:32:12.954819 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebf4ce-0215-48cd-9d87-1e3a3e894269 req-809b1077-b857-4c10-99c9-af3dcb7d2589 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:12.956784 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4cebf4ce-0215-48cd-9d87-1e3a3e894269 req-809b1077-b857-4c10-99c9-af3dcb7d2589 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.3321021 Dec 10 18:32:12.996347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 78489173-d7e0-4882-a464-5498c5d5d5a2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=78489173-d7e0-4882-a464-5498c5d5d5a2,segment=NetworkSegment(beea4714-c75c-4e4d-bd85-7d9d2b7bd450),segment_id=beea4714-c75c-4e4d-bd85-7d9d2b7bd450)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:12.999009 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-d5f259f3-0d42-4e37-aef6-c29551aeb921 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Made reservation on behalf of 72341ec643724a6b81f9d93782a8fd97 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:13.002233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d5750250-e07a-4a6b-b48a-1d1bdf3686ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.005329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-d5f259f3-0d42-4e37-aef6-c29551aeb921 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.015554 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-967103e4-27cc-40fd-97bb-df603c4665e2 None None] For port 78489173-d7e0-4882-a464-5498c5d5d5a2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=78489173-d7e0-4882-a464-5498c5d5d5a2,segment=NetworkSegment(beea4714-c75c-4e4d-bd85-7d9d2b7bd450),segment_id=beea4714-c75c-4e4d-bd85-7d9d2b7bd450)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:13.015963 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-967103e4-27cc-40fd-97bb-df603c4665e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.037013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d90fdbff-06d3-47e2-b284-ac0ac07eecbc None None] For port 3886c574-88ba-4eb3-bdd9-2edfbd869904, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3886c574-88ba-4eb3-bdd9-2edfbd869904,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:13.038080 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eeadbb7d-3192-4f82-a544-f36e072ad1c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.040142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba286b7-f50a-4b91-8fd9-4443f0ee1d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=df7c08a5-ac1e-45f6-93ce-d389852f8247,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:13.051133 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeadbb7d-3192-4f82-a544-f36e072ad1c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:13.052372 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eeadbb7d-3192-4f82-a544-f36e072ad1c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.058611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-967103e4-27cc-40fd-97bb-df603c4665e2 None None] Calling delete_port for 78489173-d7e0-4882-a464-5498c5d5d5a2 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:13.086051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:13.086924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:13.087297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d90fdbff-06d3-47e2-b284-ac0ac07eecbc None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.092521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.105503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60280) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:13.177729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e9778ef2-9276-4cac-9fdd-ee10a6e321c3 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:13.196807 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadbb7d-3192-4f82-a544-f36e072ad1c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Network': ['ID=94580e4f-a4d4-4e16-940a-8a750eff1879,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:13.218657 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 94580e4f-a4d4-4e16-940a-8a750eff1879 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:13.220795 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d90fdbff-06d3-47e2-b284-ac0ac07eecbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.227632 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4cebf4ce-0215-48cd-9d87-1e3a3e894269 req-1cf07c44-30c9-498e-a1b2-7ac637311ebc tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205040 Dec 10 18:32:13.229126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: e9778ef2-9276-4cac-9fdd-ee10a6e321c3 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:13.229479 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e9778ef2-9276-4cac-9fdd-ee10a6e321c3 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:13.229949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5300f405-fec4-474f-b5a6-25b7dba535e3 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:13.275926 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-eeadbb7d-3192-4f82-a544-f36e072ad1c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3334246 Dec 10 18:32:13.275926 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.276324 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60286) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:13.281444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c6bcf18f-aac0-4d6b-812d-2fb5c556c34d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': '94580e4f-a4d4-4e16-940a-8a750eff1879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:13.302627 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1124963679'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:13.337744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.340595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.349503 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-d5750250-e07a-4a6b-b48a-1d1bdf3686ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:13.349896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-d5750250-e07a-4a6b-b48a-1d1bdf3686ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:13.350792 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 5300f405-fec4-474f-b5a6-25b7dba535e3 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:13.351139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5300f405-fec4-474f-b5a6-25b7dba535e3 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:13.374241 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=78489173-d7e0-4882-a464-5498c5d5d5a2,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:13.392768 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3f7bac-b327-4984-944e-74ad166f2499,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:13.398872 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d354f21d-5af5-4a45-b592-dba07358fb4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.477116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60288) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:13.488752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fdbff-06d3-47e2-b284-ac0ac07eecbc None None] Pushing event updated for resources: {'Port': ['ID=3886c574-88ba-4eb3-bdd9-2edfbd869904,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:13.495889 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354f21d-5af5-4a45-b592-dba07358fb4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=0801d23e-1c40-42ce-883d-f982a81ab3c5,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:13.505044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Made reservation on behalf of 252a7e0099724bb3afdc923dfa0501d7 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:13.510613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.511663 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-967103e4-27cc-40fd-97bb-df603c4665e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.541440 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:13.551870 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.553792 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3886c574-88ba-4eb3-bdd9-2edfbd869904 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:13.558017 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967103e4-27cc-40fd-97bb-df603c4665e2 None None] Pushing event deleted for resources: {'Port': ['ID=78489173-d7e0-4882-a464-5498c5d5d5a2,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:13.586283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.586628 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Added segment 87ed98fa-1ed5-4ce3-ab57-dc0d57e236f8 of type vlan for network d73a8952-02f4-42fd-82d4-01822927f7f8 Dec 10 18:32:13.590636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.591575 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967103e4-27cc-40fd-97bb-df603c4665e2 None None] No DVR routers for this DVR port 78489173-d7e0-4882-a464-5498c5d5d5a2 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:13.640842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d354f21d-5af5-4a45-b592-dba07358fb4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.642550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 3886c574-88ba-4eb3-bdd9-2edfbd869904 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:13.643078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.644503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bcf18f-aac0-4d6b-812d-2fb5c556c34d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:13.646499 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d354f21d-5af5-4a45-b592-dba07358fb4f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/0801d23e-1c40-42ce-883d-f982a81ab3c5 HTTP/1.1" status: 204 len: 168 time: 1.4818766 Dec 10 18:32:13.648306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf18f-aac0-4d6b-812d-2fb5c556c34d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.654934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60290) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:13.658592 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.664686 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7a1a94f8-d2a1-4029-a4ef-157b1832772f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6fef7d7d333340c9895bd62dcce63be7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1863136 Dec 10 18:32:13.686822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60292) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:13.694096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:13.704260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.704260 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Added segment f98bf3b6-5c13-455c-a113-b331789faa1f of type vlan for network 2d895223-91f9-403b-b677-00cdce5b109a Dec 10 18:32:13.751288 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.785313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-d5f259f3-0d42-4e37-aef6-c29551aeb921 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Allocated IP 172.20.0.6 (7c0ed325-4d08-474f-9aca-5556fa87ecfe/9fa281b6-5cf4-464a-9927-fa4b2e6c9a83/3789468e-7505-40c4-bb0d-0894edb91915) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:13.823511 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f6975d34-e5f4-4e79-8388-f02679e4eaa1 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:13.840413 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:13.844482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: f6975d34-e5f4-4e79-8388-f02679e4eaa1 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:13.845310 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f6975d34-e5f4-4e79-8388-f02679e4eaa1 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:13.845672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 78489173-d7e0-4882-a464-5498c5d5d5a2 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:13.854703 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.855239 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.865581 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:13.868175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 78489173-d7e0-4882-a464-5498c5d5d5a2 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:13.868520 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 78489173-d7e0-4882-a464-5498c5d5d5a2 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:13.895043 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d5750250-e07a-4a6b-b48a-1d1bdf3686ba None None] Port 78489173-d7e0-4882-a464-5498c5d5d5a2 update to ACTIVE by agent not found {{(pid=103595) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 18:32:13.896223 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:13.902795 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.909418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.909803 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Added segment cf2b1e69-ffdc-4b3b-98b5-d384adfcefb9 of type vlan for network c831047d-e858-4df8-be2c-f939289c1972 Dec 10 18:32:13.916045 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf55fd0-479b-41aa-8bca-614c3b862423 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:13.917590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf55fd0-479b-41aa-8bca-614c3b862423 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:13.919691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf55fd0-479b-41aa-8bca-614c3b862423 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:13.921331 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3bf55fd0-479b-41aa-8bca-614c3b862423 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2594872 Dec 10 18:32:13.927290 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60294) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:14.013546 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event updated for resources: {'Network': ['ID=d73a8952-02f4-42fd-82d4-01822927f7f8,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:14.015765 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.030233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-00fdbe91-f1f1-474c-a06c-077a68e9736e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.033128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network d73a8952-02f4-42fd-82d4-01822927f7f8 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:14.086664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event updated for resources: {'Network': ['ID=2d895223-91f9-403b-b677-00cdce5b109a,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:14.097545 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5cfef086-ee7b-4ade-8269-270f8d903403 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0159092 Dec 10 18:32:14.099591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfe6a5f-d21d-4213-9f69-4aab67c5cb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 43e1f866-9142-4285-9e4c-c43f2d10598a {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:14.103876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5dfe6a5f-d21d-4213-9f69-4aab67c5cb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.127091 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 2d895223-91f9-403b-b677-00cdce5b109a details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:14.145828 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5dfe6a5f-d21d-4213-9f69-4aab67c5cb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.226631 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5dfe6a5f-d21d-4213-9f69-4aab67c5cb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.227134 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-d5f259f3-0d42-4e37-aef6-c29551aeb921 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.230634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-29af4e0b-ccf1-454a-b90f-ff83373bbaaa None None] Provisioning complete for port 3886c574-88ba-4eb3-bdd9-2edfbd869904 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:14.231012 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-29af4e0b-ccf1-454a-b90f-ff83373bbaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.280809 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60298) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:14.283653 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.resource_extend [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:32:14.305304 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.319512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-29af4e0b-ccf1-454a-b90f-ff83373bbaaa None None] Could not find standard attr ID for object 0801d23e-1c40-42ce-883d-f982a81ab3c5. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:32:14.347909 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-38437e47-cd35-46f5-b179-125ffac0d262 req-efa05e61-a40d-449c-82aa-040c6cc49d61 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 210 time: 0.0678420 Dec 10 18:32:14.364693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-00fdbe91-f1f1-474c-a06c-077a68e9736e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.393273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.399194 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:14.399795 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.423825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.442454 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c777a5-0baa-43df-b56d-6ec17ccfcb7d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:14.456466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c777a5-0baa-43df-b56d-6ec17ccfcb7d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:14.456466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c777a5-0baa-43df-b56d-6ec17ccfcb7d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:14.461682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c777a5-0baa-43df-b56d-6ec17ccfcb7d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:14.466777 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-72c777a5-0baa-43df-b56d-6ec17ccfcb7d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1814449 Dec 10 18:32:14.469824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60300) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:14.480063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5dfe6a5f-d21d-4213-9f69-4aab67c5cb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.510173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:14.514854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf18f-aac0-4d6b-812d-2fb5c556c34d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.534708 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6920fb35-4c98-4856-98f2-29f80b3f7c0f None None] Could not find standard attr ID for object 0801d23e-1c40-42ce-883d-f982a81ab3c5. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:32:14.542471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe6a5f-d21d-4213-9f69-4aab67c5cb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=43e1f866-9142-4285-9e4c-c43f2d10598a,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:14.559271 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5dfe6a5f-d21d-4213-9f69-4aab67c5cb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.565433 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5dfe6a5f-d21d-4213-9f69-4aab67c5cb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/43e1f866-9142-4285-9e4c-c43f2d10598a HTTP/1.1" status: 204 len: 168 time: 0.6344814 Dec 10 18:32:14.565628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60302) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:14.583940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.584293 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Added segment 3922905d-52bc-434b-871e-5858aaa0c0cc of type vlan for network 514d6414-fd7f-4719-8f5a-48bdca093a5c Dec 10 18:32:14.586309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-d5f259f3-0d42-4e37-aef6-c29551aeb921 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.608520 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a290f5de-7d3a-423c-9213-794ed4d0818e tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.608751 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2552021 Dec 10 18:32:14.609574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f15c5c3-ba3a-4633-ae1c-01aa05bd1b91,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:14.613082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d773601-d9fc-46c8-816c-2f08c32c5bbe tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'Network': ['ID=c831047d-e858-4df8-be2c-f939289c1972,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:14.614340 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60306) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:14.624396 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d252fd60-d1b9-4141-ab97-a2548dcf28c7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Request body: {'subnet': {'network_id': 'c831047d-e858-4df8-be2c-f939289c1972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:14.639832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network c831047d-e858-4df8-be2c-f939289c1972 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:14.684065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcea7cc-1736-456b-8970-9f83179ce1c7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet d6691cce-49a1-4321-9912-7145b28c30f8 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:14.690879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2bcea7cc-1736-456b-8970-9f83179ce1c7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.720812 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-d5f259f3-0d42-4e37-aef6-c29551aeb921 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Network 7c0ed325-4d08-474f-9aca-5556fa87ecfe is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:14.727847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.739305 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcf18f-aac0-4d6b-812d-2fb5c556c34d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Subnet': ['ID=0f502596-419c-4504-8545-c0483473dd1b,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:14.741661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-d5f259f3-0d42-4e37-aef6-c29551aeb921 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:14.751185 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-d5f259f3-0d42-4e37-aef6-c29551aeb921 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:14.802952 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-00fdbe91-f1f1-474c-a06c-077a68e9736e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.805470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-00fdbe91-f1f1-474c-a06c-077a68e9736e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.806677 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-00fdbe91-f1f1-474c-a06c-077a68e9736e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6617a939-ebdb-427f-b678-13aab8dd536a HTTP/1.1" status: 204 len: 168 time: 1.0813322 Dec 10 18:32:14.814235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f259f3-0d42-4e37-aef6-c29551aeb921 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Pushing event updated for resources: {'Port': ['ID=3789468e-7505-40c4-bb0d-0894edb91915,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:14.822871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bcf18f-aac0-4d6b-812d-2fb5c556c34d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Checking segment: {'id': 'ddcddc61-868c-4164-bb11-031bbb6cc7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '94580e4f-a4d4-4e16-940a-8a750eff1879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:14.823240 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bcf18f-aac0-4d6b-812d-2fb5c556c34d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network hostable DHCP agents. Network: 94580e4f-a4d4-4e16-940a-8a750eff1879, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:14.838953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdbe91-f1f1-474c-a06c-077a68e9736e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6617a939-ebdb-427f-b678-13aab8dd536a,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:14.856499 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-d5f259f3-0d42-4e37-aef6-c29551aeb921 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:14.857206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-d5f259f3-0d42-4e37-aef6-c29551aeb921 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.899698 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.905463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:14.906151 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.975230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bcf18f-aac0-4d6b-812d-2fb5c556c34d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 94580e4f-a4d4-4e16-940a-8a750eff1879 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:15.006632 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Pushing event updated for resources: {'Network': ['ID=514d6414-fd7f-4719-8f5a-48bdca093a5c,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:15.018320 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 514d6414-fd7f-4719-8f5a-48bdca093a5c details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:15.021049 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-d5f259f3-0d42-4e37-aef6-c29551aeb921 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4489198 Dec 10 18:32:15.035390 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Request body: {'port': {'device_id': 'a94323bb-c679-433e-83e1-723760e53394', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:15.080066 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-90e5f187-5533-4f7d-9ebc-8fd17bb9ae93 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9731445 Dec 10 18:32:15.090277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60310) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:15.096906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b2cf7c50-41dd-42b2-ae08-6de0caa58b58 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Request body: {'subnet': {'network_id': '514d6414-fd7f-4719-8f5a-48bdca093a5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:15.107496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c6bcf18f-aac0-4d6b-812d-2fb5c556c34d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 94580e4f-a4d4-4e16-940a-8a750eff1879) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:15.111330 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2bcea7cc-1736-456b-8970-9f83179ce1c7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.112366 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bcf18f-aac0-4d6b-812d-2fb5c556c34d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:15.112955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf18f-aac0-4d6b-812d-2fb5c556c34d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.131137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06973fb3-59a0-41aa-853a-03707cb6e76c None None] Network 94580e4f-a4d4-4e16-940a-8a750eff1879 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:15.131792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.197062 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a290f5de-7d3a-423c-9213-794ed4d0818e tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.198627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d0c5bb-ddaf-4f32-a004-470247e66860 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:15.238170 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c6bcf18f-aac0-4d6b-812d-2fb5c556c34d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9622788 Dec 10 18:32:15.241496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60312) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:15.249290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-9a535154-bcdd-4fce-9344-4b534065a87b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'network_id': '94580e4f-a4d4-4e16-940a-8a750eff1879', 'name': 'tempest-PortsIpV6TestJSON-1363958784'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:15.251653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-a290f5de-7d3a-423c-9213-794ed4d0818e tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73a8952-02f4-42fd-82d4-01822927f7f8']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:15.295517 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-a290f5de-7d3a-423c-9213-794ed4d0818e tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ed98fa-1ed5-4ce3-ab57-dc0d57e236f8') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:15.295806 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-a290f5de-7d3a-423c-9213-794ed4d0818e tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ed98fa-1ed5-4ce3-ab57-dc0d57e236f8') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:15.310622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a290f5de-7d3a-423c-9213-794ed4d0818e tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.329850 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2bcea7cc-1736-456b-8970-9f83179ce1c7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.333240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a290f5de-7d3a-423c-9213-794ed4d0818e tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.372050 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d252fd60-d1b9-4141-ab97-a2548dcf28c7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Made reservation on behalf of 04ec2f0d582c447eb09118fb33cb5f31 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:15.377737 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d252fd60-d1b9-4141-ab97-a2548dcf28c7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.383669 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a290f5de-7d3a-423c-9213-794ed4d0818e tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:15.383669 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a290f5de-7d3a-423c-9213-794ed4d0818e tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:15.393043 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:15.541598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3789468e-7505-40c4-bb0d-0894edb91915 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:15.552903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.577115 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cf7c50-41dd-42b2-ae08-6de0caa58b58 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Made reservation on behalf of 252a7e0099724bb3afdc923dfa0501d7 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:15.580635 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7c50-41dd-42b2-ae08-6de0caa58b58 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.584960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3886c574-88ba-4eb3-bdd9-2edfbd869904 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:15.640189 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a290f5de-7d3a-423c-9213-794ed4d0818e tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.655107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a535154-bcdd-4fce-9344-4b534065a87b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:15.659016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a290f5de-7d3a-423c-9213-794ed4d0818e tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.664644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9a535154-bcdd-4fce-9344-4b534065a87b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.664783 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a290f5de-7d3a-423c-9213-794ed4d0818e tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "DELETE /v2.0/networks/d73a8952-02f4-42fd-82d4-01822927f7f8 HTTP/1.1" status: 204 len: 168 time: 1.1908395 Dec 10 18:32:15.665504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60324) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:15.692108 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46279842-b804-4c63-9c86-3abc2e160d5a req-b2c5ab81-21fd-44ba-a42f-6790741a73ee tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:15.693790 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-46279842-b804-4c63-9c86-3abc2e160d5a req-b2c5ab81-21fd-44ba-a42f-6790741a73ee tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 931 time: 0.2062900 Dec 10 18:32:15.701203 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290f5de-7d3a-423c-9213-794ed4d0818e tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event deleted for resources: {'Network': ['ID=d73a8952-02f4-42fd-82d4-01822927f7f8,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:15.708402 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-9a535154-bcdd-4fce-9344-4b534065a87b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port 4ccb3241-c202-44b5-9c9f-c30b0972ed01 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:15.725516 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 3886c574-88ba-4eb3-bdd9-2edfbd869904 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:15.726113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.728076 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2bcea7cc-1736-456b-8970-9f83179ce1c7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.743320 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Transition to ACTIVE for port object 3789468e-7505-40c4-bb0d-0894edb91915 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:32:15.768177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-94580e4f-a4d4-4e16-940a-8a750eff1879', 'network_id': '94580e4f-a4d4-4e16-940a-8a750eff1879', 'project_id': '7d2a1197fd88473fb9b34299d95b485d', 'fixed_ips': [{'subnet_id': '0f502596-419c-4504-8545-c0483473dd1b'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:15.769069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.810085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcea7cc-1736-456b-8970-9f83179ce1c7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=d6691cce-49a1-4321-9912-7145b28c30f8,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:15.818155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.818837 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2bcea7cc-1736-456b-8970-9f83179ce1c7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.822471 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2bcea7cc-1736-456b-8970-9f83179ce1c7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/d6691cce-49a1-4321-9912-7145b28c30f8 HTTP/1.1" status: 204 len: 168 time: 1.2559040 Dec 10 18:32:15.831181 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60328) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:15.872324 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e30be354-6580-4357-b966-3eb39242e980 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.895139 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-62e62770-05c4-4e6c-858d-2eb74c531746 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589125 Dec 10 18:32:15.913581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60330) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:15.927150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d4d98c45-7536-4750-9176-d2f1419d2e0b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:15.938270 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-46279842-b804-4c63-9c86-3abc2e160d5a req-231c7d66-313b-4cbf-84bb-573733c815e2 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339339 Dec 10 18:32:16.021880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2faf2bd-9d4c-41f0-b409-46f987be1aeb None None] Update dhcp port {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'fixed_ips': [{'subnet_id': 'd6691cce-49a1-4321-9912-7145b28c30f8'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '3886c574-88ba-4eb3-bdd9-2edfbd869904'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:32:16.048920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f2faf2bd-9d4c-41f0-b409-46f987be1aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.052785 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Pushing event updated for resources: {'Port': ['ID=3789468e-7505-40c4-bb0d-0894edb91915,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:16.125475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-9a535154-bcdd-4fce-9344-4b534065a87b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Allocated IP 2001:db8::229 (94580e4f-a4d4-4e16-940a-8a750eff1879/0f502596-419c-4504-8545-c0483473dd1b/4ccb3241-c202-44b5-9c9f-c30b0972ed01) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:16.134520 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.objects.ports [None req-d252fd60-d1b9-4141-ab97-a2548dcf28c7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103594) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:32:16.136976 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7c50-41dd-42b2-ae08-6de0caa58b58 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.169461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d252fd60-d1b9-4141-ab97-a2548dcf28c7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.236923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf7c50-41dd-42b2-ae08-6de0caa58b58 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Pushing event updated for resources: {'Subnet': ['ID=320681fc-d122-40be-9740-f5844df89ce7,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:16.238344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d98c45-7536-4750-9176-d2f1419d2e0b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:16.241763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d4d98c45-7536-4750-9176-d2f1419d2e0b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.250876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d252fd60-d1b9-4141-ab97-a2548dcf28c7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Checking segment: {'id': 'cf2b1e69-ffdc-4b3b-98b5-d384adfcefb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c831047d-e858-4df8-be2c-f939289c1972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:16.251355 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d252fd60-d1b9-4141-ab97-a2548dcf28c7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Network hostable DHCP agents. Network: c831047d-e858-4df8-be2c-f939289c1972, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:16.273861 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b0a3c7-3532-415e-a20c-6f2c68733fa4 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:16.274926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e30be354-6580-4357-b966-3eb39242e980 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.313959 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf7c50-41dd-42b2-ae08-6de0caa58b58 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Checking segment: {'id': '3922905d-52bc-434b-871e-5858aaa0c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '514d6414-fd7f-4719-8f5a-48bdca093a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:16.314326 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cf7c50-41dd-42b2-ae08-6de0caa58b58 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Network hostable DHCP agents. Network: 514d6414-fd7f-4719-8f5a-48bdca093a5c, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:16.330871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252fd60-d1b9-4141-ab97-a2548dcf28c7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'Subnet': ['ID=17c597c7-686f-4f9a-8982-8198a07bc8c5,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:16.393602 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0fedfd52-5fb6-4435-9a8b-122d73e34bc0 None None] Provisioning complete for port 3886c574-88ba-4eb3-bdd9-2edfbd869904 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:16.394460 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0fedfd52-5fb6-4435-9a8b-122d73e34bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.416385 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d252fd60-d1b9-4141-ab97-a2548dcf28c7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Network c831047d-e858-4df8-be2c-f939289c1972 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:16.419609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cf7c50-41dd-42b2-ae08-6de0caa58b58 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Network 514d6414-fd7f-4719-8f5a-48bdca093a5c is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:16.480206 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dd4916-2c0e-413b-b40b-57c6281218e1 None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:16.525549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-d252fd60-d1b9-4141-ab97-a2548dcf28c7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, c831047d-e858-4df8-be2c-f939289c1972) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:16.529864 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-b2cf7c50-41dd-42b2-ae08-6de0caa58b58 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 514d6414-fd7f-4719-8f5a-48bdca093a5c) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:16.531948 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d252fd60-d1b9-4141-ab97-a2548dcf28c7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:16.532676 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d252fd60-d1b9-4141-ab97-a2548dcf28c7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.545477 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cf7c50-41dd-42b2-ae08-6de0caa58b58 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:16.546243 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7c50-41dd-42b2-ae08-6de0caa58b58 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.554057 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149a6a40-d821-4405-b500-beaade2e5a53 None None] Network c831047d-e858-4df8-be2c-f939289c1972 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:16.569272 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0130a1-df85-45e2-97c1-48216ef05864 None None] Network 514d6414-fd7f-4719-8f5a-48bdca093a5c requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:16.624046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Attempting to bind port 3789468e-7505-40c4-bb0d-0894edb91915 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:16.624375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Attempting to bind port 3789468e-7505-40c4-bb0d-0894edb91915 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'b83b2ace-a0c0-4566-a700-fa0c749768ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c0ed325-4d08-474f-9aca-5556fa87ecfe'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:16.624695 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Attempting to bind port 3789468e-7505-40c4-bb0d-0894edb91915 on network 7c0ed325-4d08-474f-9aca-5556fa87ecfe {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:16.641424 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-908fc687-1ae6-4a1c-9619-4d58d30dce54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.659071 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d252fd60-d1b9-4141-ab97-a2548dcf28c7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0433912 Dec 10 18:32:16.662315 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60342) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:16.664173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Port 3789468e-7505-40c4-bb0d-0894edb91915 on network 7c0ed325-4d08-474f-9aca-5556fa87ecfe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:32:16.664502 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Attempting to bind port 3789468e-7505-40c4-bb0d-0894edb91915 on network 7c0ed325-4d08-474f-9aca-5556fa87ecfe {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:16.673611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-e30be354-6580-4357-b966-3eb39242e980 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d895223-91f9-403b-b677-00cdce5b109a']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:16.699614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:16.700008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Checking segment: {'id': 'b83b2ace-a0c0-4566-a700-fa0c749768ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c0ed325-4d08-474f-9aca-5556fa87ecfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:16.701015 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Bound using segment: {'id': 'b83b2ace-a0c0-4566-a700-fa0c749768ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c0ed325-4d08-474f-9aca-5556fa87ecfe'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:16.701015 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Bound port: 3789468e-7505-40c4-bb0d-0894edb91915, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83b2ace-a0c0-4566-a700-fa0c749768ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c0ed325-4d08-474f-9aca-5556fa87ecfe'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:16.701246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.714285 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-26dd4916-2c0e-413b-b40b-57c6281218e1 None None] Deleting port 3886c574-88ba-4eb3-bdd9-2edfbd869904 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:16.714660 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-26dd4916-2c0e-413b-b40b-57c6281218e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.727735 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b2cf7c50-41dd-42b2-ae08-6de0caa58b58 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6350460 Dec 10 18:32:16.731047 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60346) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:16.734213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-e30be354-6580-4357-b966-3eb39242e980 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98bf3b6-5c13-455c-a113-b331789faa1f') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:16.734506 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-e30be354-6580-4357-b966-3eb39242e980 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98bf3b6-5c13-455c-a113-b331789faa1f') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:16.737031 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-241c6587-57cc-42a4-b453-acd9f65b8a3f tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Request body: {'port': {'network_id': '514d6414-fd7f-4719-8f5a-48bdca093a5c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1508875000'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:16.761322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e30be354-6580-4357-b966-3eb39242e980 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.815751 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e30be354-6580-4357-b966-3eb39242e980 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.837079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30be354-6580-4357-b966-3eb39242e980 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:16.837463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e30be354-6580-4357-b966-3eb39242e980 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:16.842110 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:16.861360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-c831047d-e858-4df8-be2c-f939289c1972', 'network_id': 'c831047d-e858-4df8-be2c-f939289c1972', 'project_id': '04ec2f0d582c447eb09118fb33cb5f31', 'fixed_ips': [{'subnet_id': '17c597c7-686f-4f9a-8982-8198a07bc8c5'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:16.861942 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.884212 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-514d6414-fd7f-4719-8f5a-48bdca093a5c', 'network_id': '514d6414-fd7f-4719-8f5a-48bdca093a5c', 'project_id': '252a7e0099724bb3afdc923dfa0501d7', 'fixed_ips': [{'subnet_id': '320681fc-d122-40be-9740-f5844df89ce7'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:16.885238 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.923292 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-26dd4916-2c0e-413b-b40b-57c6281218e1 None None] For port 3886c574-88ba-4eb3-bdd9-2edfbd869904, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3886c574-88ba-4eb3-bdd9-2edfbd869904,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:16.923968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-26dd4916-2c0e-413b-b40b-57c6281218e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.946974 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.998142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] For port 3789468e-7505-40c4-bb0d-0894edb91915, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:17.005027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9a535154-bcdd-4fce-9344-4b534065a87b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.006754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-26dd4916-2c0e-413b-b40b-57c6281218e1 None None] Calling delete_port for 3886c574-88ba-4eb3-bdd9-2edfbd869904 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:17.012456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] For port 3789468e-7505-40c4-bb0d-0894edb91915, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=3789468e-7505-40c4-bb0d-0894edb91915,segment=NetworkSegment(b83b2ace-a0c0-4566-a700-fa0c749768ba),segment_id=b83b2ace-a0c0-4566-a700-fa0c749768ba)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:17.049853 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.053811 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241c6587-57cc-42a4-b453-acd9f65b8a3f tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Made reservation on behalf of 252a7e0099724bb3afdc923dfa0501d7 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:17.058180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-241c6587-57cc-42a4-b453-acd9f65b8a3f tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.075897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e30be354-6580-4357-b966-3eb39242e980 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.096697 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e30be354-6580-4357-b966-3eb39242e980 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.103730 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e30be354-6580-4357-b966-3eb39242e980 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "DELETE /v2.0/networks/2d895223-91f9-403b-b677-00cdce5b109a HTTP/1.1" status: 204 len: 168 time: 1.4264276 Dec 10 18:32:17.104530 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60354) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:17.126231 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.157404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30be354-6580-4357-b966-3eb39242e980 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event deleted for resources: {'Network': ['ID=2d895223-91f9-403b-b677-00cdce5b109a,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:17.208293 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-241c6587-57cc-42a4-b453-acd9f65b8a3f tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] device_id is not set on port 5b761b91-98b0-41b7-b4f5-5bb6af895ceb yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:17.208924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:17.208924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.209361 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] 10.222.0.21 "PUT /v2.0/ports/3789468e-7505-40c4-bb0d-0894edb91915 HTTP/1.1" status: 200 len: 1093 time: 2.1784837 Dec 10 18:32:17.209992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94323bb-c679-433e-83e1-723760e53394', 'tag': '3789468e-7505-40c4-bb0d-0894edb91915'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:17.217216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4469258a-e3b0-44aa-afc6-e17448daf511" -d '{"events": [{"name": "network-changed", "server_uuid": "a94323bb-c679-433e-83e1-723760e53394", "tag": "3789468e-7505-40c4-bb0d-0894edb91915"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:17.265715 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08794bcb-1fe8-4afb-868b-3ce78a98ca84 service neutron] Pushing event updated for resources: {'Port': ['ID=3789468e-7505-40c4-bb0d-0894edb91915,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:17.280177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d4d98c45-7536-4750-9176-d2f1419d2e0b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.321053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b353b-dcf4-4276-a4a8-c14fa2138266 req-df251bc4-91b1-4bc9-9b23-1343b875e84e tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:17.326904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6281d368-8f0c-490e-9dcb-8994a8cf774b x-openstack-request-id: req-6281d368-8f0c-490e-9dcb-8994a8cf774b {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:17.327260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94323bb-c679-433e-83e1-723760e53394", "tag": "3789468e-7505-40c4-bb0d-0894edb91915", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:17.327531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6281d368-8f0c-490e-9dcb-8994a8cf774b {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:17.332649 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94323bb-c679-433e-83e1-723760e53394', 'tag': '3789468e-7505-40c4-bb0d-0894edb91915', 'status': 'completed', 'code': 200} Dec 10 18:32:17.332649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9a535154-bcdd-4fce-9344-4b534065a87b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.332892 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fe0b353b-dcf4-4276-a4a8-c14fa2138266 req-df251bc4-91b1-4bc9-9b23-1343b875e84e tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 943 time: 0.1772318 Dec 10 18:32:17.367852 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Allocated IP 172.20.0.2 (514d6414-fd7f-4719-8f5a-48bdca093a5c/320681fc-d122-40be-9740-f5844df89ce7/2521ea09-8f36-4b64-87d2-3d8f8775bf82) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:17.397209 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d98c45-7536-4750-9176-d2f1419d2e0b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:17.399884 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f56a4b-d81e-45f2-9122-b8a01bb9a0c7 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:17.408808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f56a4b-d81e-45f2-9122-b8a01bb9a0c7 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:17.413956 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c2f56a4b-d81e-45f2-9122-b8a01bb9a0c7 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3050048 Dec 10 18:32:17.418515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60360) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:17.426268 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c71e920f-5fbd-4eb0-b3fd-4b89707b8fa0 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1771348116'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:17.477260 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fe0b353b-dcf4-4276-a4a8-c14fa2138266 req-63484eb0-7b4e-475e-bdfd-dca488c3d093 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467237 Dec 10 18:32:17.501315 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Allocated IP 2001:db8::f816:3eff:fe45:93b7 (c831047d-e858-4df8-be2c-f939289c1972/17c597c7-686f-4f9a-8982-8198a07bc8c5/07db9de4-0dd8-4728-9fc1-58381c624d6a) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:17.502679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d4d98c45-7536-4750-9176-d2f1419d2e0b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:17.517797 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d98c45-7536-4750-9176-d2f1419d2e0b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:17.521853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d4d98c45-7536-4750-9176-d2f1419d2e0b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.527742 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71e920f-5fbd-4eb0-b3fd-4b89707b8fa0 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Made reservation on behalf of 5b8e9b5d5a9b4f4e9f63d626967892d5 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:17.533833 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c71e920f-5fbd-4eb0-b3fd-4b89707b8fa0 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.544415 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a535154-bcdd-4fce-9344-4b534065a87b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 94580e4f-a4d4-4e16-940a-8a750eff1879 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:17.550560 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-9a535154-bcdd-4fce-9344-4b534065a87b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:17.550873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3886c574-88ba-4eb3-bdd9-2edfbd869904 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:17.565176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d98c45-7536-4750-9176-d2f1419d2e0b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=8682e8f5-57ba-4815-b9b8-69b2bb51d8a1,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:17.580220 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71e920f-5fbd-4eb0-b3fd-4b89707b8fa0 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:17.581655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a535154-bcdd-4fce-9344-4b534065a87b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:17.589080 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a535154-bcdd-4fce-9344-4b534065a87b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:17.590253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9a535154-bcdd-4fce-9344-4b534065a87b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.593122 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c71e920f-5fbd-4eb0-b3fd-4b89707b8fa0 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.593577 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-c71e920f-5fbd-4eb0-b3fd-4b89707b8fa0 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Added segment 8d27c90f-f917-4bfa-8978-e87374e35627 of type vlan for network 9890e5cb-4985-4a4b-bc2f-0b2ce5471d74 Dec 10 18:32:17.600098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a535154-bcdd-4fce-9344-4b534065a87b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=4ccb3241-c202-44b5-9c9f-c30b0972ed01,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:17.630156 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469258a-e3b0-44aa-afc6-e17448daf511 req-b61a9d44-a53a-402c-8b59-02c3e60cecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:17.631995 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4469258a-e3b0-44aa-afc6-e17448daf511 req-b61a9d44-a53a-402c-8b59-02c3e60cecbe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72341ec643724a6b81f9d93782a8fd97&device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 1096 time: 0.2378588 Dec 10 18:32:17.649664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c71e920f-5fbd-4eb0-b3fd-4b89707b8fa0 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.689469 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60366) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:17.720392 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Allocated IP 2001:db8::2 (94580e4f-a4d4-4e16-940a-8a750eff1879/0f502596-419c-4504-8545-c0483473dd1b/6b7fb096-db3e-4f3a-bcd3-ba7311d42e72) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:17.781854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.796411 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:17.801604 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c71e920f-5fbd-4eb0-b3fd-4b89707b8fa0 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.804590 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d4d98c45-7536-4750-9176-d2f1419d2e0b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8879826 Dec 10 18:32:17.807633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71e920f-5fbd-4eb0-b3fd-4b89707b8fa0 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:17.808252 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c71e920f-5fbd-4eb0-b3fd-4b89707b8fa0 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.810893 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60370) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:17.813953 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9a535154-bcdd-4fce-9344-4b534065a87b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5716424 Dec 10 18:32:17.819687 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60372) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:17.820767 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:17.824417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2ae7825b-8f4a-4663-aca9-72e7f5a33d80 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'network_id': '94580e4f-a4d4-4e16-940a-8a750eff1879', 'name': 'tempest-PortsIpV6TestJSON-1971436216'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:17.940842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469258a-e3b0-44aa-afc6-e17448daf511 req-a0268940-3811-461c-a460-60215d289acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:17.942400 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4469258a-e3b0-44aa-afc6-e17448daf511 req-a0268940-3811-461c-a460-60215d289acd service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=72341ec643724a6b81f9d93782a8fd97&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3000255 Dec 10 18:32:17.984616 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e920f-5fbd-4eb0-b3fd-4b89707b8fa0 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event updated for resources: {'Network': ['ID=9890e5cb-4985-4a4b-bc2f-0b2ce5471d74,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:18.011794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-26dd4916-2c0e-413b-b40b-57c6281218e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.023022 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.024145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 9890e5cb-4985-4a4b-bc2f-0b2ce5471d74 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:18.036157 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.037860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-241c6587-57cc-42a4-b453-acd9f65b8a3f tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Allocated IP 172.20.0.11 (514d6414-fd7f-4719-8f5a-48bdca093a5c/320681fc-d122-40be-9740-f5844df89ce7/5b761b91-98b0-41b7-b4f5-5bb6af895ceb) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:18.038003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Port 3886c574-88ba-4eb3-bdd9-2edfbd869904 update to DOWN by agent not found {{(pid=103595) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 18:32:18.104579 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c71e920f-5fbd-4eb0-b3fd-4b89707b8fa0 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6826997 Dec 10 18:32:18.108278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60374) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:18.113256 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd4916-2c0e-413b-b40b-57c6281218e1 None None] Pushing event deleted for resources: {'Port': ['ID=3886c574-88ba-4eb3-bdd9-2edfbd869904,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:18.122014 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3948e80d-b9fe-4fa1-85c9-04c40c628a42 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1870945734'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:18.141321 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd4916-2c0e-413b-b40b-57c6281218e1 None None] No DVR routers for this DVR port 3886c574-88ba-4eb3-bdd9-2edfbd869904 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:18.172198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469258a-e3b0-44aa-afc6-e17448daf511 req-21eb83a4-9daf-42f6-b51f-cffb56a6fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:18.175031 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4469258a-e3b0-44aa-afc6-e17448daf511 req-21eb83a4-9daf-42f6-b51f-cffb56a6fbe6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2173727 Dec 10 18:32:18.191382 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380cc8ac-bab8-4a54-b0fa-c07bc11628b3 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:18.198157 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:18.201406 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.225650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Network 514d6414-fd7f-4719-8f5a-48bdca093a5c is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:18.273909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-b5ceebd1-3959-4819-b71d-94748a4e9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:18.276327 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-b5ceebd1-3959-4819-b71d-94748a4e9018 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72341ec643724a6b81f9d93782a8fd97&device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 1096 time: 0.0478406 Dec 10 18:32:18.277520 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:18.297073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:18.323851 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.328494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Pushing event updated for resources: {'Port': ['ID=2521ea09-8f36-4b64-87d2-3d8f8775bf82,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:18.337024 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-241c6587-57cc-42a4-b453-acd9f65b8a3f tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.340320 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae7825b-8f4a-4663-aca9-72e7f5a33d80 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:18.344503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2ae7825b-8f4a-4663-aca9-72e7f5a33d80 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.362161 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-9094f595-8e98-461c-9ecc-d7498e0b7265 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3789468e-7505-40c4-bb0d-0894edb91915 HTTP/1.1" status: 200 len: 217 time: 0.0717278 Dec 10 18:32:18.363852 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.380205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-2ae7825b-8f4a-4663-aca9-72e7f5a33d80 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port 9ca62638-f409-4d0c-b50e-5e4839072d92 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:18.423898 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.435677 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.462450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-7380cb12-8e3c-4552-82b7-806fde67409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:18.464090 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-7380cb12-8e3c-4552-82b7-806fde67409d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fa281b6-5cf4-464a-9927-fa4b2e6c9a83 HTTP/1.1" status: 200 len: 851 time: 0.0930662 Dec 10 18:32:18.481003 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3948e80d-b9fe-4fa1-85c9-04c40c628a42 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Made reservation on behalf of 5b8e9b5d5a9b4f4e9f63d626967892d5 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:18.485276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3948e80d-b9fe-4fa1-85c9-04c40c628a42 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.504911 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Attempting to bind port 2521ea09-8f36-4b64-87d2-3d8f8775bf82 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:18.505302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Attempting to bind port 2521ea09-8f36-4b64-87d2-3d8f8775bf82 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '3922905d-52bc-434b-871e-5858aaa0c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '514d6414-fd7f-4719-8f5a-48bdca093a5c'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:18.505659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Attempting to bind port 2521ea09-8f36-4b64-87d2-3d8f8775bf82 on network 514d6414-fd7f-4719-8f5a-48bdca093a5c {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:18.511470 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.522360 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-1486f7aa-d72c-4742-853e-825c5fae789a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c0ed325-4d08-474f-9aca-5556fa87ecfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509303 Dec 10 18:32:18.526042 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Network c831047d-e858-4df8-be2c-f939289c1972 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:18.527070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:18.527451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Checking segment: {'id': '3922905d-52bc-434b-871e-5858aaa0c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '514d6414-fd7f-4719-8f5a-48bdca093a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:18.527862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.528802 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Bound using segment: {'id': '3922905d-52bc-434b-871e-5858aaa0c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '514d6414-fd7f-4719-8f5a-48bdca093a5c'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:18.529392 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Bound port: 2521ea09-8f36-4b64-87d2-3d8f8775bf82, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3922905d-52bc-434b-871e-5858aaa0c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '514d6414-fd7f-4719-8f5a-48bdca093a5c'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:18.529806 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.535382 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '8682e8f5-57ba-4815-b9b8-69b2bb51d8a1'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:18.536231 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.543822 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:18.560799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:18.565866 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Pushing event updated for resources: {'Port': ['ID=07db9de4-0dd8-4728-9fc1-58381c624d6a,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:18.578680 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-241c6587-57cc-42a4-b453-acd9f65b8a3f tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.603016 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3948e80d-b9fe-4fa1-85c9-04c40c628a42 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:18.631883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.680624 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241c6587-57cc-42a4-b453-acd9f65b8a3f tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Network 514d6414-fd7f-4719-8f5a-48bdca093a5c is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:18.692435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c6587-57cc-42a4-b453-acd9f65b8a3f tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Pushing event updated for resources: {'Port': ['ID=5b761b91-98b0-41b7-b4f5-5bb6af895ceb,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:18.695373 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-241c6587-57cc-42a4-b453-acd9f65b8a3f tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:18.703766 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.710936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-2ae7825b-8f4a-4663-aca9-72e7f5a33d80 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Allocated IP 2001:db8::14d (94580e4f-a4d4-4e16-940a-8a750eff1879/0f502596-419c-4504-8545-c0483473dd1b/9ca62638-f409-4d0c-b50e-5e4839072d92) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:18.713500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241c6587-57cc-42a4-b453-acd9f65b8a3f tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:18.719044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3948e80d-b9fe-4fa1-85c9-04c40c628a42 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.721858 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-3948e80d-b9fe-4fa1-85c9-04c40c628a42 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Added segment 3a32cfbd-c1ee-4192-af2d-d16531155ca9 of type vlan for network 279f89c6-0999-46f0-86c9-005b6c7e1964 Dec 10 18:32:18.756420 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Allocated IP 172.26.5.153 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/dbe5603c-65c2-426e-aa00-25c60c2878a4) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:18.817575 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Subnet': ['ID=17c597c7-686f-4f9a-8982-8198a07bc8c5,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:18.839970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Network 94580e4f-a4d4-4e16-940a-8a750eff1879 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:18.852040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Attempting to bind port 07db9de4-0dd8-4728-9fc1-58381c624d6a on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:18.852422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Attempting to bind port 07db9de4-0dd8-4728-9fc1-58381c624d6a by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'cf2b1e69-ffdc-4b3b-98b5-d384adfcefb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c831047d-e858-4df8-be2c-f939289c1972'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:18.852789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Attempting to bind port 07db9de4-0dd8-4728-9fc1-58381c624d6a on network c831047d-e858-4df8-be2c-f939289c1972 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:18.856166 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-12557b03-8424-40f4-b074-9444d5daac60 service neutron] 10.222.0.21 "GET /v2.0/networks/7c0ed325-4d08-474f-9aca-5556fa87ecfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231015 Dec 10 18:32:18.858373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3948e80d-b9fe-4fa1-85c9-04c40c628a42 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.878342 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:18.880837 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:18.889102 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] For port 2521ea09-8f36-4b64-87d2-3d8f8775bf82, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:18.895630 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Pushing event updated for resources: {'Port': ['ID=6b7fb096-db3e-4f3a-bcd3-ba7311d42e72,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:18.914036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:18.914420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Checking segment: {'id': 'cf2b1e69-ffdc-4b3b-98b5-d384adfcefb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c831047d-e858-4df8-be2c-f939289c1972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:18.914832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.915240 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Bound using segment: {'id': 'cf2b1e69-ffdc-4b3b-98b5-d384adfcefb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c831047d-e858-4df8-be2c-f939289c1972'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:18.916130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Bound port: 07db9de4-0dd8-4728-9fc1-58381c624d6a, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2b1e69-ffdc-4b3b-98b5-d384adfcefb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c831047d-e858-4df8-be2c-f939289c1972'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:18.916330 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.922236 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9b201ccb-5f29-4872-aab4-9d53ba8d52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.928583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] For port 2521ea09-8f36-4b64-87d2-3d8f8775bf82, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2521ea09-8f36-4b64-87d2-3d8f8775bf82,segment=NetworkSegment(3922905d-52bc-434b-871e-5858aaa0c0cc),segment_id=3922905d-52bc-434b-871e-5858aaa0c0cc)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:18.952957 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-617df086-1865-4082-b302-e81bced6b48d req-8346c701-e19c-43e0-bb02-2333337a35be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2133489 Dec 10 18:32:18.967848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Allocated IP 172.20.0.2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/8682e8f5-57ba-4815-b9b8-69b2bb51d8a1/5b22b437-67d7-447e-8e66-c11a3d538410) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:18.983693 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241c6587-57cc-42a4-b453-acd9f65b8a3f tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:18.984585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-241c6587-57cc-42a4-b453-acd9f65b8a3f tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.009675 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.030207 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.034573 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102b794-39f7-452e-a897-35ecd21ed5e3 req-ef178bc8-c4dd-43cd-8932-06cb007dab60 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:19.039465 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0102b794-39f7-452e-a897-35ecd21ed5e3 req-ef178bc8-c4dd-43cd-8932-06cb007dab60 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 943 time: 0.3470526 Dec 10 18:32:19.046301 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3948e80d-b9fe-4fa1-85c9-04c40c628a42 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.051587 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3948e80d-b9fe-4fa1-85c9-04c40c628a42 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:19.052411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3948e80d-b9fe-4fa1-85c9-04c40c628a42 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.102758 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.106242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Attempting to bind port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:19.106677 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Attempting to bind port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'ddcddc61-868c-4164-bb11-031bbb6cc7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '94580e4f-a4d4-4e16-940a-8a750eff1879'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:19.107565 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Attempting to bind port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 on network 94580e4f-a4d4-4e16-940a-8a750eff1879 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:19.126272 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c831047d-e858-4df8-be2c-f939289c1972']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:19.148864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:19.158232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Checking segment: {'id': 'ddcddc61-868c-4164-bb11-031bbb6cc7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '94580e4f-a4d4-4e16-940a-8a750eff1879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:19.158232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.158232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Bound using segment: {'id': 'ddcddc61-868c-4164-bb11-031bbb6cc7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '94580e4f-a4d4-4e16-940a-8a750eff1879'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:19.158232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Bound port: 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddcddc61-868c-4164-bb11-031bbb6cc7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '94580e4f-a4d4-4e16-940a-8a750eff1879'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:19.158232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.172300 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ed9f06e9-a90c-4ad1-811f-09f32200421d req-ab1b3731-ed12-47ed-bf4c-3d9a2848a273 service neutron] 10.222.0.21 "GET /v2.0/networks/7c0ed325-4d08-474f-9aca-5556fa87ecfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974517 Dec 10 18:32:19.212207 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] For port 07db9de4-0dd8-4728-9fc1-58381c624d6a, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:19.226158 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948e80d-b9fe-4fa1-85c9-04c40c628a42 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event updated for resources: {'Network': ['ID=279f89c6-0999-46f0-86c9-005b6c7e1964,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:19.241504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3126361-ad95-40ec-9d53-2f84bcacd3cd None None] Pushing event updated for resources: {'Port': ['ID=2521ea09-8f36-4b64-87d2-3d8f8775bf82,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:19.254382 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 279f89c6-0999-46f0-86c9-005b6c7e1964 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:19.255140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617df086-1865-4082-b302-e81bced6b48d req-166c972a-aecf-4bfc-9f16-a3657911b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:19.256711 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-617df086-1865-4082-b302-e81bced6b48d req-166c972a-aecf-4bfc-9f16-a3657911b05b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5b0ea7622f4bae8e83a24fbb913e21&device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 1098 time: 0.2735531 Dec 10 18:32:19.258677 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] For port 07db9de4-0dd8-4728-9fc1-58381c624d6a, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=07db9de4-0dd8-4728-9fc1-58381c624d6a,segment=NetworkSegment(cf2b1e69-ffdc-4b3b-98b5-d384adfcefb9),segment_id=cf2b1e69-ffdc-4b3b-98b5-d384adfcefb9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:19.313817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2ae7825b-8f4a-4663-aca9-72e7f5a33d80 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.462274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] For port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:19.472782 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] For port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6b7fb096-db3e-4f3a-bcd3-ba7311d42e72,segment=NetworkSegment(ddcddc61-868c-4164-bb11-031bbb6cc7df),segment_id=ddcddc61-868c-4164-bb11-031bbb6cc7df)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:19.476465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.511192 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3948e80d-b9fe-4fa1-85c9-04c40c628a42 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4017031 Dec 10 18:32:19.515780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60380) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:19.518493 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617df086-1865-4082-b302-e81bced6b48d req-310c6dcb-00f1-4717-9b5e-baac6ffc7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:19.520067 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-617df086-1865-4082-b302-e81bced6b48d req-310c6dcb-00f1-4717-9b5e-baac6ffc7452 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62f9555d-cabd-4fc1-91e0-b246290379c5 HTTP/1.1" status: 200 len: 912 time: 0.2288687 Dec 10 18:32:19.523786 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Request body: {'ports': [{'network_id': '9890e5cb-4985-4a4b-bc2f-0b2ce5471d74', 'name': 'tempest-port--962521717', 'admin_state_up': True}, {'network_id': '279f89c6-0999-46f0-86c9-005b6c7e1964', 'admin_state_up': False}]} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:19.524326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Request body: {'port': {'network_id': '9890e5cb-4985-4a4b-bc2f-0b2ce5471d74', 'name': 'tempest-port--962521717', 'admin_state_up': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:19.525330 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Request body: {'port': {'network_id': '279f89c6-0999-46f0-86c9-005b6c7e1964', 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:19.548772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2b1e69-ffdc-4b3b-98b5-d384adfcefb9') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:19.549566 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2b1e69-ffdc-4b3b-98b5-d384adfcefb9') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:19.563576 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-241c6587-57cc-42a4-b453-acd9f65b8a3f tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.8310449 Dec 10 18:32:19.572348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60382) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:19.574090 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.603953 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2521ea09-8f36-4b64-87d2-3d8f8775bf82 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:19.640085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.643193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.646016 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2ae7825b-8f4a-4663-aca9-72e7f5a33d80 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.651264 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.655386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.665474 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:19.665914 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.728206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae7825b-8f4a-4663-aca9-72e7f5a33d80 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 94580e4f-a4d4-4e16-940a-8a750eff1879 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:19.741830 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.objects.ports [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103594) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:19.743155 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:19.756254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:19.784020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:19.785564 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:19.806987 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-617df086-1865-4082-b302-e81bced6b48d req-541cd994-9d88-46b0-8e44-a67c08432fef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf249f3-32dc-4cdd-b31d-bf560b49cb90 HTTP/1.1" status: 200 len: 999 time: 0.2758336 Dec 10 18:32:19.807250 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728930e-aec7-4e87-b662-684b682b96c8 None None] Pushing event updated for resources: {'Port': ['ID=6b7fb096-db3e-4f3a-bcd3-ba7311d42e72,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:19.810634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7825b-8f4a-4663-aca9-72e7f5a33d80 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=9ca62638-f409-4d0c-b50e-5e4839072d92,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:19.822981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-2ae7825b-8f4a-4663-aca9-72e7f5a33d80 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:19.845607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae7825b-8f4a-4663-aca9-72e7f5a33d80 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:19.868011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae7825b-8f4a-4663-aca9-72e7f5a33d80 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:19.868696 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2ae7825b-8f4a-4663-aca9-72e7f5a33d80 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.877572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6049b21e-51c5-4897-be1d-13b8e0d14821 None None] Network c831047d-e858-4df8-be2c-f939289c1972 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:19.884568 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0102b794-39f7-452e-a897-35ecd21ed5e3 req-6fe35fc1-7eb6-41c9-ad0b-113d96d58f9a tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7850084 Dec 10 18:32:19.907300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 2521ea09-8f36-4b64-87d2-3d8f8775bf82 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:19.907676 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.933609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617df086-1865-4082-b302-e81bced6b48d req-f9123d4f-7ca1-4f19-b99d-9058f6121477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:19.935384 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-617df086-1865-4082-b302-e81bced6b48d req-f9123d4f-7ca1-4f19-b99d-9058f6121477 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae237fdd-10af-4d8e-bdae-3b418032a0b5 HTTP/1.1" status: 200 len: 850 time: 0.1102407 Dec 10 18:32:19.980121 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Attempting to bind port 5b22b437-67d7-447e-8e66-c11a3d538410 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:19.980461 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Attempting to bind port 5b22b437-67d7-447e-8e66-c11a3d538410 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:19.980812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Attempting to bind port 5b22b437-67d7-447e-8e66-c11a3d538410 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:20.001637 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.002428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Pushing event updated for resources: {'Port': ['ID=5b22b437-67d7-447e-8e66-c11a3d538410,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:20.020572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617df086-1865-4082-b302-e81bced6b48d req-4a80a8f4-edce-41aa-9b96-46716e208e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:20.022809 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-617df086-1865-4082-b302-e81bced6b48d req-4a80a8f4-edce-41aa-9b96-46716e208e1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62f9555d-cabd-4fc1-91e0-b246290379c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730958 Dec 10 18:32:20.128510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.api [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:32:20.128510 dv-neutron-821434-1-hyperv neutron-server[103594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:32:20.128510 dv-neutron-821434-1-hyperv neutron-server[103594]: [parameters: {'id': 'c831047d-e858-4df8-be2c-f939289c1972'}] Dec 10 18:32:20.128510 dv-neutron-821434-1-hyperv neutron-server[103594]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:20.128995 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG oslo_db.api [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:20.142697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:20.155660 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-617df086-1865-4082-b302-e81bced6b48d req-3cfd668a-8888-4320-8a25-35025bf08d00 service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243777 Dec 10 18:32:20.177167 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:20.177417 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2ae7825b-8f4a-4663-aca9-72e7f5a33d80 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3549690 Dec 10 18:32:20.188720 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60384) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:20.204457 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:20.214738 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Pushing event updated for resources: {'Port': ['ID=dbe5603c-65c2-426e-aa00-25c60c2878a4,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:20.266739 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-64691060-4b37-4ba2-8eaf-47801535e176 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Deleting port 5b761b91-98b0-41b7-b4f5-5bb6af895ceb {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:20.267087 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64691060-4b37-4ba2-8eaf-47801535e176 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.278047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Made reservation on behalf of 5b8e9b5d5a9b4f4e9f63d626967892d5 for: {'port': 2} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:20.280519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:20.281109 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:20.281274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.281743 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:20.292310 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Bound port: 5b22b437-67d7-447e-8e66-c11a3d538410, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:20.292310 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.302263 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.375298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.401384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.402893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a95a2d-8f81-405f-be10-aad2559fe14c None None] Pushing event updated for resources: {'Port': ['ID=07db9de4-0dd8-4728-9fc1-58381c624d6a,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:20.410079 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.463231 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] For port 5b22b437-67d7-447e-8e66-c11a3d538410, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:20.469523 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] For port 5b22b437-67d7-447e-8e66-c11a3d538410, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5b22b437-67d7-447e-8e66-c11a3d538410,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:20.475669 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.485275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.495561 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64691060-4b37-4ba2-8eaf-47801535e176 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.515742 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-64691060-4b37-4ba2-8eaf-47801535e176 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Calling delete_port for 5b761b91-98b0-41b7-b4f5-5bb6af895ceb owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:20.526627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 2521ea09-8f36-4b64-87d2-3d8f8775bf82, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2521ea09-8f36-4b64-87d2-3d8f8775bf82,segment=NetworkSegment(3922905d-52bc-434b-871e-5858aaa0c0cc),segment_id=3922905d-52bc-434b-871e-5858aaa0c0cc)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:20.551745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.631525 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.api [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:20.631525 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG oslo_db.api [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:20.632087 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.652659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.655072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1c50d-95f3-4a18-b10e-0bb15d8fb068 None None] Pushing event updated for resources: {'Port': ['ID=5b22b437-67d7-447e-8e66-c11a3d538410,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:20.727033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.738790 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ee2a3e-366e-4cef-bfc7-50f36e81afdd None None] Network 514d6414-fd7f-4719-8f5a-48bdca093a5c requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:20.826867 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=2521ea09-8f36-4b64-87d2-3d8f8775bf82,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:20.869329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fb7e901c-7f49-48f7-9efd-0da92e9943eb None None] Provisioning complete for port 2521ea09-8f36-4b64-87d2-3d8f8775bf82 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:20.869731 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fb7e901c-7f49-48f7-9efd-0da92e9943eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.882764 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f8158b-7695-4d53-9d6f-e3f0cc57cfbd tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:20.888148 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-08f8158b-7695-4d53-9d6f-e3f0cc57cfbd tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A229 HTTP/1.1" status: 200 len: 929 time: 0.6973093 Dec 10 18:32:20.893100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60386) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:20.984050 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-617df086-1865-4082-b302-e81bced6b48d req-2f7f9d25-af15-4656-beec-83f47a698be4 service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8071837 Dec 10 18:32:20.988345 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64691060-4b37-4ba2-8eaf-47801535e176 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.037217 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] device_id is not set on port 30e8097c-e4de-495b-8df3-726166e5c2b2 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:21.140869 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64691060-4b37-4ba2-8eaf-47801535e176 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Pushing event deleted for resources: {'Port': ['ID=5b761b91-98b0-41b7-b4f5-5bb6af895ceb,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:21.198743 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 3789468e-7505-40c4-bb0d-0894edb91915 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:32:21.199789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-327eba99-3d5a-4190-98d6-a9468ca3a710 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 9ca62638-f409-4d0c-b50e-5e4839072d92 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:21.200502 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-327eba99-3d5a-4190-98d6-a9468ca3a710 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.312034 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.316711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.340154 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.348063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-327eba99-3d5a-4190-98d6-a9468ca3a710 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.363740 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64691060-4b37-4ba2-8eaf-47801535e176 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.368537 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-64691060-4b37-4ba2-8eaf-47801535e176 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] 10.222.0.60 "DELETE /v2.0/ports/5b761b91-98b0-41b7-b4f5-5bb6af895ceb HTTP/1.1" status: 204 len: 168 time: 1.7860773 Dec 10 18:32:21.372270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60390) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:21.378791 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-327eba99-3d5a-4190-98d6-a9468ca3a710 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 9ca62638-f409-4d0c-b50e-5e4839072d92 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:21.379631 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 3789468e-7505-40c4-bb0d-0894edb91915, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=3789468e-7505-40c4-bb0d-0894edb91915,segment=NetworkSegment(b83b2ace-a0c0-4566-a700-fa0c749768ba),segment_id=b83b2ace-a0c0-4566-a700-fa0c749768ba)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:21.397893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '3789468e-7505-40c4-bb0d-0894edb91915', 'network_id': '7c0ed325-4d08-474f-9aca-5556fa87ecfe', 'port_id': '3789468e-7505-40c4-bb0d-0894edb91915', 'mac_address': 'fa:16:3e:78:bb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa281b6-5cf4-464a-9927-fa4b2e6c9a83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:32:21.401640 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac253f4-4129-4cda-9527-01c560cb0046 req-a972668b-11d6-4c99-85dc-53f3e55fbff9 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:21.404121 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5ac253f4-4129-4cda-9527-01c560cb0046 req-a972668b-11d6-4c99-85dc-53f3e55fbff9 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 943 time: 0.3671207 Dec 10 18:32:21.405265 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.415396 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.418770 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Deleting port 07db9de4-0dd8-4728-9fc1-58381c624d6a {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:21.423322 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.518053 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0e6907-a595-4d8e-a8d1-c96a4db994fd None None] Network 94580e4f-a4d4-4e16-940a-8a750eff1879 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:21.586840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.631953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] device_id is not set on port dc6e2701-adda-4fd4-9502-08663af75565 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:21.642066 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-81845783-2f95-4331-9139-4a42d934b288 tempest-DHCPAgentSchedulersTestJSON-722773274 tempest-DHCPAgentSchedulersTestJSON-722773274-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4561 time: 0.2644506 Dec 10 18:32:21.642980 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60394) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:21.650866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-076b2066-b723-4058-bbbd-e2b79374c6b9 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-759508652'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:21.658506 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Pushing event updated for resources: {'Port': ['ID=dbe5603c-65c2-426e-aa00-25c60c2878a4,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:21.713398 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3789468e-7505-40c4-bb0d-0894edb91915 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:32:21.747212 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-dc337cfc-b828-425a-bc76-91adda49b87b None None] Provisioning complete for port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:21.747679 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc337cfc-b828-425a-bc76-91adda49b87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.792666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076b2066-b723-4058-bbbd-e2b79374c6b9 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Made reservation on behalf of 252a7e0099724bb3afdc923dfa0501d7 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:21.795564 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.797860 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-076b2066-b723-4058-bbbd-e2b79374c6b9 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.818112 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] For port 07db9de4-0dd8-4728-9fc1-58381c624d6a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=07db9de4-0dd8-4728-9fc1-58381c624d6a,segment=NetworkSegment(cf2b1e69-ffdc-4b3b-98b5-d384adfcefb9),segment_id=cf2b1e69-ffdc-4b3b-98b5-d384adfcefb9)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:21.818435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.818692 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2521ea09-8f36-4b64-87d2-3d8f8775bf82 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:21.836052 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Calling delete_port for 07db9de4-0dd8-4728-9fc1-58381c624d6a owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:21.861035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 3789468e-7505-40c4-bb0d-0894edb91915, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=3789468e-7505-40c4-bb0d-0894edb91915,segment=NetworkSegment(b83b2ace-a0c0-4566-a700-fa0c749768ba),segment_id=b83b2ace-a0c0-4566-a700-fa0c749768ba)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:21.889892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076b2066-b723-4058-bbbd-e2b79374c6b9 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:21.921375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-076b2066-b723-4058-bbbd-e2b79374c6b9 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.921626 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-076b2066-b723-4058-bbbd-e2b79374c6b9 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Added segment 8c920e2c-a135-4c4c-a4de-e0aba4a28b78 of type vlan for network ff9eb899-5460-4ffb-8623-1ce54bdca387 Dec 10 18:32:21.979862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.984695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.986692 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 2521ea09-8f36-4b64-87d2-3d8f8775bf82 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:21.987170 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.987721 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-327eba99-3d5a-4190-98d6-a9468ca3a710 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.010827 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5ac253f4-4129-4cda-9527-01c560cb0046 req-89d441b5-3383-4a78-ab12-0ccafef978c5 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514707 Dec 10 18:32:22.023514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-076b2066-b723-4058-bbbd-e2b79374c6b9 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.062672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327eba99-3d5a-4190-98d6-a9468ca3a710 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=9ca62638-f409-4d0c-b50e-5e4839072d92,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:22.099899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.102481 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-affd571c-86ab-4d04-ac02-a356c869eac6 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4103239 Dec 10 18:32:22.106578 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60396) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:22.113411 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-fe181963-e8c0-45e3-8454-68a3a38ab207 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1139414676', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'fixed_ips': [{'ip_address': '172.26.5.153'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:22.114374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-327eba99-3d5a-4190-98d6-a9468ca3a710 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.121353 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-327eba99-3d5a-4190-98d6-a9468ca3a710 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/9ca62638-f409-4d0c-b50e-5e4839072d92 HTTP/1.1" status: 204 len: 168 time: 1.2272615 Dec 10 18:32:22.122781 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60398) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:22.156770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc337cfc-b828-425a-bc76-91adda49b87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.210978 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d099aa-57cb-4475-b898-48bae37c7619 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] GET failed (client error): The resource could not be found. Dec 10 18:32:22.211659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=3789468e-7505-40c4-bb0d-0894edb91915,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:22.212749 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e4d099aa-57cb-4475-b898-48bae37c7619 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/9ca62638-f409-4d0c-b50e-5e4839072d92 HTTP/1.1" status: 404 len: 333 time: 0.0793257 Dec 10 18:32:22.220220 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60400) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:22.267568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['3789468e-7505-40c4-bb0d-0894edb91915'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:22.282999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe181963-e8c0-45e3-8454-68a3a38ab207 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Made reservation on behalf of d3bdff15c74b4ec2b4f38eb57d569f80 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:22.286088 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe181963-e8c0-45e3-8454-68a3a38ab207 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.295420 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.297417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-076b2066-b723-4058-bbbd-e2b79374c6b9 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.307520 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076b2066-b723-4058-bbbd-e2b79374c6b9 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:22.308221 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-076b2066-b723-4058-bbbd-e2b79374c6b9 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.310664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] For port 5b22b437-67d7-447e-8e66-c11a3d538410, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5b22b437-67d7-447e-8e66-c11a3d538410,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:22.336991 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.359390 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dc337cfc-b828-425a-bc76-91adda49b87b None None] For port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6b7fb096-db3e-4f3a-bcd3-ba7311d42e72,segment=NetworkSegment(ddcddc61-868c-4164-bb11-031bbb6cc7df),segment_id=ddcddc61-868c-4164-bb11-031bbb6cc7df)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:22.421148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:22.422758 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Port': ['ID=07db9de4-0dd8-4728-9fc1-58381c624d6a,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:22.442742 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe181963-e8c0-45e3-8454-68a3a38ab207 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.482480 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] No DVR routers for this DVR port 07db9de4-0dd8-4728-9fc1-58381c624d6a on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:22.482958 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-076b2066-b723-4058-bbbd-e2b79374c6b9 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8310685 Dec 10 18:32:22.487130 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60402) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:22.516578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc337cfc-b828-425a-bc76-91adda49b87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.532081 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event updated for resources: {'Port': ['ID=30e8097c-e4de-495b-8df3-726166e5c2b2,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:22.540050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b2066-b723-4058-bbbd-e2b79374c6b9 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Pushing event updated for resources: {'Network': ['ID=ff9eb899-5460-4ffb-8623-1ce54bdca387,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:22.571868 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Checking segment: {'id': '8d27c90f-f917-4bfa-8978-e87374e35627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9890e5cb-4985-4a4b-bc2f-0b2ce5471d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:22.572464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Network hostable DHCP agents. Network: 9890e5cb-4985-4a4b-bc2f-0b2ce5471d74, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:22.575377 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc337cfc-b828-425a-bc76-91adda49b87b None None] Pushing event updated for resources: {'Port': ['ID=6b7fb096-db3e-4f3a-bcd3-ba7311d42e72,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:22.611207 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.621746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network ff9eb899-5460-4ffb-8623-1ce54bdca387 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:22.689574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.697458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:22.697935 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.716611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.730524 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e479410d-3082-4e24-92cf-8d85ed8b94c9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 4ccb3241-c202-44b5-9c9f-c30b0972ed01 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:22.730860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e479410d-3082-4e24-92cf-8d85ed8b94c9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.733999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.734708 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.781214 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-111aec9f-d895-4fcc-8e8d-516ddd180efc tempest-DHCPAgentSchedulersTestJSON-722773274 tempest-DHCPAgentSchedulersTestJSON-722773274-project-admin] 10.222.0.60 "GET /v2.0/agents/bda371ac-e43d-424c-9dcb-4066e825418c/dhcp-networks HTTP/1.1" status: 200 len: 11162 time: 0.2925360 Dec 10 18:32:22.782557 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60404) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:22.784313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9e6bde20-a9e6-4e55-8baa-6ec197425aa8 None None] Provisioning complete for port 5b22b437-67d7-447e-8e66-c11a3d538410 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:22.784694 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9e6bde20-a9e6-4e55-8baa-6ec197425aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.832348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Network 9890e5cb-4985-4a4b-bc2f-0b2ce5471d74 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:22.851290 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c831047d-e858-4df8-be2c-f939289c1972']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:22.888160 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:22.889945 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2b1e69-ffdc-4b3b-98b5-d384adfcefb9') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:22.890250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2b1e69-ffdc-4b3b-98b5-d384adfcefb9') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:22.912979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 9890e5cb-4985-4a4b-bc2f-0b2ce5471d74) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:22.921370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:22.922863 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a928f-0f3d-4c28-a544-ab55193e1b78 tempest-DHCPAgentSchedulersTestJSON-722773274 tempest-DHCPAgentSchedulersTestJSON-722773274-project-admin] Network ff9eb899-5460-4ffb-8623-1ce54bdca387 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:22.933433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7fbf6e-3125-4632-a369-aed75dc196ef None None] Network 9890e5cb-4985-4a4b-bc2f-0b2ce5471d74 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:22.935983 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:22.936278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:22.936720 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.941322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.942059 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.976736 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=5b22b437-67d7-447e-8e66-c11a3d538410,revision_number=4']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:22.987609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e807f-c267-4748-b569-ff6e7893bd3e None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:22.992585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.994678 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=907f7ed7-e4d1-4837-9622-1457dc6c09c0,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:23.013896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:23.013896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:23.060207 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:23.079906 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3cc83a1c-ad91-4dd5-9e0f-d90d4074e262 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2627444 Dec 10 18:32:23.082799 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9e3a928f-0f3d-4c28-a544-ab55193e1b78 tempest-DHCPAgentSchedulersTestJSON-722773274 tempest-DHCPAgentSchedulersTestJSON-722773274-project-admin] 10.222.0.60 "POST /v2.0/agents/bda371ac-e43d-424c-9dcb-4066e825418c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2991755 Dec 10 18:32:23.084675 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event updated for resources: {'Port': ['ID=dc6e2701-adda-4fd4-9502-08663af75565,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:23.084834 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81203e72-e9e5-4059-8819-dbd2a1501a6f None None] Network ff9eb899-5460-4ffb-8623-1ce54bdca387 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:23.096694 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5b22b437-67d7-447e-8e66-c11a3d538410 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:23.099119 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60408) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:23.099119 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60410) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:23.119397 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe181963-e8c0-45e3-8454-68a3a38ab207 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.139764 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'mac_address': 'fa:16:3e:aa:b9:b2', 'name': 'tempest-NetworksTestDHCPv6-453574607'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:23.159345 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e479410d-3082-4e24-92cf-8d85ed8b94c9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.199494 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e479410d-3082-4e24-92cf-8d85ed8b94c9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 4ccb3241-c202-44b5-9c9f-c30b0972ed01 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:23.267972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a5739-7abc-49cf-933d-3fc488019771 req-7b1c0e45-934d-4b8b-a53e-5b263768c9ea tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:23.269952 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8d6a5739-7abc-49cf-933d-3fc488019771 req-7b1c0e45-934d-4b8b-a53e-5b263768c9ea tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 944 time: 0.1416767 Dec 10 18:32:23.273627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.276061 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe181963-e8c0-45e3-8454-68a3a38ab207 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.288475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.300615 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/networks/c831047d-e858-4df8-be2c-f939289c1972 HTTP/1.1" status: 204 len: 168 time: 6.6280489 Dec 10 18:32:23.300615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-fe181963-e8c0-45e3-8454-68a3a38ab207 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] device_id is not set on port 3d4977de-8ce5-4dc5-a9f9-98a3bd937f66 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:23.300803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60412) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:23.310296 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f25f4e47-1685-4b73-adcc-3d5b337f8224 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-107739871'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:23.315663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Checking segment: {'id': '3a32cfbd-c1ee-4192-af2d-d16531155ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '279f89c6-0999-46f0-86c9-005b6c7e1964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:23.316037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Network hostable DHCP agents. Network: 279f89c6-0999-46f0-86c9-005b6c7e1964, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:23.391467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059ae3d-2b6a-4283-8438-1a776c0e1721 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Network': ['ID=c831047d-e858-4df8-be2c-f939289c1972,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:23.396422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9e6bde20-a9e6-4e55-8baa-6ec197425aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.431520 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a04eae50-b08b-4835-8f03-d21a1a178621 tempest-DHCPAgentSchedulersTestJSON-722773274 tempest-DHCPAgentSchedulersTestJSON-722773274-project-admin] 10.222.0.60 "GET /v2.0/agents/bda371ac-e43d-424c-9dcb-4066e825418c/dhcp-networks HTTP/1.1" status: 200 len: 12692 time: 0.3313801 Dec 10 18:32:23.435025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60414) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:23.523079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9e6bde20-a9e6-4e55-8baa-6ec197425aa8 None None] For port 5b22b437-67d7-447e-8e66-c11a3d538410, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5b22b437-67d7-447e-8e66-c11a3d538410,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:23.543628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Network 279f89c6-0999-46f0-86c9-005b6c7e1964 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:23.545035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5b22b437-67d7-447e-8e66-c11a3d538410 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:23.545417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.546527 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25f4e47-1685-4b73-adcc-3d5b337f8224 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Made reservation on behalf of 04ec2f0d582c447eb09118fb33cb5f31 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:23.552125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f25f4e47-1685-4b73-adcc-3d5b337f8224 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.591209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9e6bde20-a9e6-4e55-8baa-6ec197425aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.595100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25f4e47-1685-4b73-adcc-3d5b337f8224 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:23.611452 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f25f4e47-1685-4b73-adcc-3d5b337f8224 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.611812 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-f25f4e47-1685-4b73-adcc-3d5b337f8224 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Added segment d3ba79bc-feb9-4828-bbd3-da5ff34067d2 of type vlan for network 42f6e98b-1794-49f1-aa21-884ddf7d2d58 Dec 10 18:32:23.622762 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:23.635744 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8d6a5739-7abc-49cf-933d-3fc488019771 req-55fd22a1-9e85-4d3f-b48a-5a5497d7ec52 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332181 Dec 10 18:32:23.636386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe181963-e8c0-45e3-8454-68a3a38ab207 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19ac205-3753-48d9-a25f-7e21bdc15834,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:23.667952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9e6bde20-a9e6-4e55-8baa-6ec197425aa8 None None] Provisioning complete for port 2521ea09-8f36-4b64-87d2-3d8f8775bf82 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:23.667952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9e6bde20-a9e6-4e55-8baa-6ec197425aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.667952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bde20-a9e6-4e55-8baa-6ec197425aa8 None None] Pushing event updated for resources: {'Port': ['ID=5b22b437-67d7-447e-8e66-c11a3d538410,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:23.738348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 279f89c6-0999-46f0-86c9-005b6c7e1964) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:23.744182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d81fee4-8771-4879-a316-bc2299168037 None None] Network 279f89c6-0999-46f0-86c9-005b6c7e1964 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:23.759365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:23.767261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:23.772618 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:23.773347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.778531 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe181963-e8c0-45e3-8454-68a3a38ab207 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 18:32:23.778531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe181963-e8c0-45e3-8454-68a3a38ab207 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:23.806066 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-066973b2-dc53-4927-92c4-99656c31f345 tempest-DHCPAgentSchedulersTestJSON-722773274 tempest-DHCPAgentSchedulersTestJSON-722773274-project-admin] 10.222.0.60 "DELETE /v2.0/agents/bda371ac-e43d-424c-9dcb-4066e825418c/dhcp-networks/ff9eb899-5460-4ffb-8623-1ce54bdca387 HTTP/1.1" status: 204 len: 168 time: 0.3677082 Dec 10 18:32:23.808192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60416) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:23.811917 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f25f4e47-1685-4b73-adcc-3d5b337f8224 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.884744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.909255 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 49192c9b-1d0e-4a7c-aaf1-52903f652d9d yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:23.973806 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-286af29e-f7c8-4b68-81a8-2c89e42ec7bd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.4545720 Dec 10 18:32:23.977734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60418) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:24.015120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f25f4e47-1685-4b73-adcc-3d5b337f8224 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.016291 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:24.023446 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25f4e47-1685-4b73-adcc-3d5b337f8224 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:24.025897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f25f4e47-1685-4b73-adcc-3d5b337f8224 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.057153 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fe181963-e8c0-45e3-8454-68a3a38ab207 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.9493210 Dec 10 18:32:24.058510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e479410d-3082-4e24-92cf-8d85ed8b94c9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.067255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60420) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:24.078784 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9e6bde20-a9e6-4e55-8baa-6ec197425aa8 None None] Could not find standard attr ID for object 5b761b91-98b0-41b7-b4f5-5bb6af895ceb. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:32:24.097226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:24.097607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.159582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f4e47-1685-4b73-adcc-3d5b337f8224 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'Network': ['ID=42f6e98b-1794-49f1-aa21-884ddf7d2d58,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:24.181006 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f25f4e47-1685-4b73-adcc-3d5b337f8224 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8819771 Dec 10 18:32:24.183888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60422) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:24.192696 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5b22b437-67d7-447e-8e66-c11a3d538410 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:24.193244 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0b42bd7c-d618-4986-98b6-6de34f833aa3 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Request body: {'subnet': {'network_id': '42f6e98b-1794-49f1-aa21-884ddf7d2d58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:24.195459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 42f6e98b-1794-49f1-aa21-884ddf7d2d58 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:24.236950 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a720d5e1-4f70-4aed-858d-cb60611b7772 None None] Could not find standard attr ID for object 4ccb3241-c202-44b5-9c9f-c30b0972ed01. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:32:24.328593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a720d5e1-4f70-4aed-858d-cb60611b7772 None None] Provisioning complete for port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:24.328962 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a720d5e1-4f70-4aed-858d-cb60611b7772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.358783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 172.20.0.13 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/8682e8f5-57ba-4815-b9b8-69b2bb51d8a1/49192c9b-1d0e-4a7c-aaf1-52903f652d9d) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:24.367290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::f816:3eff:feaa:b9b2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/907f7ed7-e4d1-4837-9622-1457dc6c09c0/49192c9b-1d0e-4a7c-aaf1-52903f652d9d) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:24.389648 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5b22b437-67d7-447e-8e66-c11a3d538410 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:24.390070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.398517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b42bd7c-d618-4986-98b6-6de34f833aa3 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Made reservation on behalf of 04ec2f0d582c447eb09118fb33cb5f31 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:24.404382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b42bd7c-d618-4986-98b6-6de34f833aa3 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.502391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479410d-3082-4e24-92cf-8d85ed8b94c9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=4ccb3241-c202-44b5-9c9f-c30b0972ed01,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:24.546337 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e479410d-3082-4e24-92cf-8d85ed8b94c9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.558672 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e479410d-3082-4e24-92cf-8d85ed8b94c9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/4ccb3241-c202-44b5-9c9f-c30b0972ed01 HTTP/1.1" status: 204 len: 168 time: 2.3313484 Dec 10 18:32:24.558871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60424) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:24.559054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a720d5e1-4f70-4aed-858d-cb60611b7772 None None] Could not find standard attr ID for object 9ca62638-f409-4d0c-b50e-5e4839072d92. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:32:24.611303 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-3307b633-003b-4a55-a79a-81dbd32b0ce5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] GET failed (client error): The resource could not be found. Dec 10 18:32:24.615205 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3307b633-003b-4a55-a79a-81dbd32b0ce5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/4ccb3241-c202-44b5-9c9f-c30b0972ed01 HTTP/1.1" status: 404 len: 333 time: 0.0495281 Dec 10 18:32:24.618384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60426) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:24.622218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef7ac5b-d0d4-4303-9b7d-a26b76587c07 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:24.628389 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef7ac5b-d0d4-4303-9b7d-a26b76587c07 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:24.630021 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-eef7ac5b-d0d4-4303-9b7d-a26b76587c07 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6513343 Dec 10 18:32:24.638348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60428) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:24.691717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-689a36b5-9c93-47b2-bfcb-813c0d687b9e None None] Provisioning complete for port 5b22b437-67d7-447e-8e66-c11a3d538410 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:24.692218 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-689a36b5-9c93-47b2-bfcb-813c0d687b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.704995 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1897f260-6c48-4d3f-a625-7278fae4421a tempest-DHCPAgentSchedulersTestJSON-722773274 tempest-DHCPAgentSchedulersTestJSON-722773274-project-admin] 10.222.0.60 "GET /v2.0/agents/bda371ac-e43d-424c-9dcb-4066e825418c/dhcp-networks HTTP/1.1" status: 200 len: 11921 time: 0.8946834 Dec 10 18:32:24.716856 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60432) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:24.811595 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-10916457-3c59-4b84-942a-5814ebe46850 tempest-DHCPAgentSchedulersTestJSON-722773274 tempest-DHCPAgentSchedulersTestJSON-722773274-project-admin] 10.222.0.60 "GET /v2.0/networks/514d6414-fd7f-4719-8f5a-48bdca093a5c/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0932665 Dec 10 18:32:24.817782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60434) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:24.820941 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a172c3-d821-4d1c-b695-7f0124f688ce None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:32:24.846104 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4dd39-6674-4772-8b02-ccbfccc7daa5 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Deleting port dbe5603c-65c2-426e-aa00-25c60c2878a4 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:24.846444 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5e4dd39-6674-4772-8b02-ccbfccc7daa5 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.907285 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ca474432-3eab-4e0c-8adb-e926bb40747b tempest-DHCPAgentSchedulersTestJSON-722773274 tempest-DHCPAgentSchedulersTestJSON-722773274-project-admin] 10.222.0.60 "GET /v2.0/networks/514d6414-fd7f-4719-8f5a-48bdca093a5c/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0864506 Dec 10 18:32:24.917876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e538f-4adf-4778-8969-3c246979c44e req-ba205453-93c0-41db-8974-498fd988ab4e tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:24.919218 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4c1e538f-4adf-4778-8969-3c246979c44e req-ba205453-93c0-41db-8974-498fd988ab4e tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 944 time: 0.1800389 Dec 10 18:32:24.919720 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60436) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:24.937952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a172c3-d821-4d1c-b695-7f0124f688ce None None] Resources bound (agent type, host, resource id): {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:32:24.939788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-2b15f712-0cb5-4316-8b34-b4e2777a1ec1 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Deleting port 30e8097c-e4de-495b-8df3-726166e5c2b2 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:24.940135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b15f712-0cb5-4316-8b34-b4e2777a1ec1 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.040502 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3bfe35-0df3-428e-8f9f-0adc073b5bb7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting subnet 0f502596-419c-4504-8545-c0483473dd1b {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:25.046623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfe35-0df3-428e-8f9f-0adc073b5bb7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.052975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.086604 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5e4dd39-6674-4772-8b02-ccbfccc7daa5 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.086989 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5e4dd39-6674-4772-8b02-ccbfccc7daa5 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.126500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b15f712-0cb5-4316-8b34-b4e2777a1ec1 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.138235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfe35-0df3-428e-8f9f-0adc073b5bb7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.144732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4dd39-6674-4772-8b02-ccbfccc7daa5 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Calling delete_port for dbe5603c-65c2-426e-aa00-25c60c2878a4 owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:25.164161 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-2b15f712-0cb5-4316-8b34-b4e2777a1ec1 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Calling delete_port for 30e8097c-e4de-495b-8df3-726166e5c2b2 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:25.174175 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4c1e538f-4adf-4778-8969-3c246979c44e req-00dd7571-df62-4550-ba22-826d726f72c4 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434618 Dec 10 18:32:25.210622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 3789468e-7505-40c4-bb0d-0894edb91915 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:25.239778 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b42bd7c-d618-4986-98b6-6de34f833aa3 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.281202 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.296055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfe35-0df3-428e-8f9f-0adc073b5bb7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.301482 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f9ac1eb7-faa8-453a-ae94-d4c485e68264 tempest-DHCPAgentSchedulersTestJSON-722773274 tempest-DHCPAgentSchedulersTestJSON-722773274-project-admin] 10.222.0.60 "GET /v2.0/agents/bda371ac-e43d-424c-9dcb-4066e825418c/dhcp-networks HTTP/1.1" status: 200 len: 11921 time: 0.3789182 Dec 10 18:32:25.306542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60438) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:25.347335 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 3789468e-7505-40c4-bb0d-0894edb91915 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:32:25.351720 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 3789468e-7505-40c4-bb0d-0894edb91915 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:25.352542 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.385387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42bd7c-d618-4986-98b6-6de34f833aa3 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'Subnet': ['ID=1f82ea94-43c7-4479-958f-d75318228d10,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:25.395198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:25.408781 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b1cf9cf0-c083-472c-a4bb-e8ed475f24b4 None None] Provisioning complete for port 3789468e-7505-40c4-bb0d-0894edb91915 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:25.408781 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9cf0-c083-472c-a4bb-e8ed475f24b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.409840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:25.414446 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:25.420762 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=49192c9b-1d0e-4a7c-aaf1-52903f652d9d,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:25.446971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf81819c-6753-4a35-bf5e-680859e2faf1 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.448141 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b42bd7c-d618-4986-98b6-6de34f833aa3 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Checking segment: {'id': 'd3ba79bc-feb9-4828-bbd3-da5ff34067d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42f6e98b-1794-49f1-aa21-884ddf7d2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:25.448516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42bd7c-d618-4986-98b6-6de34f833aa3 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Network hostable DHCP agents. Network: 42f6e98b-1794-49f1-aa21-884ddf7d2d58, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:25.497873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.498283 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:25.500857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.536241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b15f712-0cb5-4316-8b34-b4e2777a1ec1 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.553730 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94323bb-c679-433e-83e1-723760e53394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3789468e-7505-40c4-bb0d-0894edb91915'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:25.554299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfe35-0df3-428e-8f9f-0adc073b5bb7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.556686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab8d39c-5917-4c0a-972c-4a2deb769f33" -d '{"events": [{"server_uuid": "a94323bb-c679-433e-83e1-723760e53394", "name": "network-vif-plugged", "status": "completed", "tag": "3789468e-7505-40c4-bb0d-0894edb91915"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:25.577517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 3789468e-7505-40c4-bb0d-0894edb91915, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=3789468e-7505-40c4-bb0d-0894edb91915,segment=NetworkSegment(b83b2ace-a0c0-4566-a700-fa0c749768ba),segment_id=b83b2ace-a0c0-4566-a700-fa0c749768ba)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:25.580161 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9cf0-c083-472c-a4bb-e8ed475f24b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.616778 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15f712-0cb5-4316-8b34-b4e2777a1ec1 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event deleted for resources: {'Port': ['ID=30e8097c-e4de-495b-8df3-726166e5c2b2,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:25.627954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b15f712-0cb5-4316-8b34-b4e2777a1ec1 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.629989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42bd7c-d618-4986-98b6-6de34f833aa3 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Network 42f6e98b-1794-49f1-aa21-884ddf7d2d58 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:25.633861 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2b15f712-0cb5-4316-8b34-b4e2777a1ec1 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "DELETE /v2.0/ports/30e8097c-e4de-495b-8df3-726166e5c2b2 HTTP/1.1" status: 204 len: 168 time: 0.9913521 Dec 10 18:32:25.635899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60444) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:25.636661 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c954e9be-af62-4d47-b4a2-6f02432185bf x-openstack-request-id: req-c954e9be-af62-4d47-b4a2-6f02432185bf {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:25.637505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94323bb-c679-433e-83e1-723760e53394", "name": "network-vif-plugged", "status": "completed", "tag": "3789468e-7505-40c4-bb0d-0894edb91915", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:25.638032 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c954e9be-af62-4d47-b4a2-6f02432185bf {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:25.638953 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94323bb-c679-433e-83e1-723760e53394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3789468e-7505-40c4-bb0d-0894edb91915', 'code': 200} Dec 10 18:32:25.645433 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a8037724-e515-4d8e-8db2-f3851b9d299c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5107026 Dec 10 18:32:25.646209 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bfe35-0df3-428e-8f9f-0adc073b5bb7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Subnet': ['ID=0f502596-419c-4504-8545-c0483473dd1b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:25.651540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60446) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:25.651540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfe35-0df3-428e-8f9f-0adc073b5bb7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.651910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.663087 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8b3bfe35-0df3-428e-8f9f-0adc073b5bb7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/0f502596-419c-4504-8545-c0483473dd1b HTTP/1.1" status: 204 len: 168 time: 1.0436070 Dec 10 18:32:25.674264 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60448) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:25.686141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf81819c-6753-4a35-bf5e-680859e2faf1 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.711263 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b2f9ab-a1b1-469a-a98d-b1c508330526 None None] Network 94580e4f-a4d4-4e16-940a-8a750eff1879 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:25.741545 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-bf81819c-6753-4a35-bf5e-680859e2faf1 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9eb899-5460-4ffb-8623-1ce54bdca387']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:25.754837 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5e4dd39-6674-4772-8b02-ccbfccc7daa5 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.759750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-bf81819c-6753-4a35-bf5e-680859e2faf1 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c920e2c-a135-4c4c-a4de-e0aba4a28b78') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:25.760141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-bf81819c-6753-4a35-bf5e-680859e2faf1 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c920e2c-a135-4c4c-a4de-e0aba4a28b78') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:25.762750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-0b42bd7c-d618-4986-98b6-6de34f833aa3 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 42f6e98b-1794-49f1-aa21-884ddf7d2d58) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:25.786968 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42bd7c-d618-4986-98b6-6de34f833aa3 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:25.787565 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b42bd7c-d618-4986-98b6-6de34f833aa3 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.797410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6d80ef-f251-4b23-ab3c-0332d95af4d4 None None] Network 42f6e98b-1794-49f1-aa21-884ddf7d2d58 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:25.797644 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf81819c-6753-4a35-bf5e-680859e2faf1 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.805637 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4dd39-6674-4772-8b02-ccbfccc7daa5 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbe5603c-65c2-426e-aa00-25c60c2878a4,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:25.819720 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cecb0e-a4a3-45ba-aaa8-e429934f80a4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:25.826342 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cecb0e-a4a3-45ba-aaa8-e429934f80a4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:25.830508 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-93cecb0e-a4a3-45ba-aaa8-e429934f80a4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1637442 Dec 10 18:32:25.833848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60450) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:25.839933 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf81819c-6753-4a35-bf5e-680859e2faf1 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.847953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.875157 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0b42bd7c-d618-4986-98b6-6de34f833aa3 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6884594 Dec 10 18:32:25.878950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60452) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:25.879121 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-b1cf9cf0-c083-472c-a4bb-e8ed475f24b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:25.879373 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-b1cf9cf0-c083-472c-a4bb-e8ed475f24b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:25.905468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf81819c-6753-4a35-bf5e-680859e2faf1 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:25.905953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf81819c-6753-4a35-bf5e-680859e2faf1 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:25.909016 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:25.928930 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=3789468e-7505-40c4-bb0d-0894edb91915,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:26.006349 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-42f6e98b-1794-49f1-aa21-884ddf7d2d58', 'network_id': '42f6e98b-1794-49f1-aa21-884ddf7d2d58', 'project_id': '04ec2f0d582c447eb09118fb33cb5f31', 'fixed_ips': [{'subnet_id': '1f82ea94-43c7-4479-958f-d75318228d10'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:26.007622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.020255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-870d39fb-17ed-4d62-93fe-56b1b79e3da4 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Deleting port dc6e2701-adda-4fd4-9502-08663af75565 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:26.020607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-870d39fb-17ed-4d62-93fe-56b1b79e3da4 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.029456 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5e4dd39-6674-4772-8b02-ccbfccc7daa5 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.033625 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5e4dd39-6674-4772-8b02-ccbfccc7daa5 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.033625 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d5e4dd39-6674-4772-8b02-ccbfccc7daa5 tempest-ExternalNetworksAdminNegativeTestJSON-190541813 tempest-ExternalNetworksAdminNegativeTestJSON-190541813-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/91d206e6-a7d2-44d8-b2cf-092817802e8c HTTP/1.1" status: 204 len: 168 time: 1.9614656 Dec 10 18:32:26.064883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.088214 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:26.088540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.113178 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-870d39fb-17ed-4d62-93fe-56b1b79e3da4 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.115041 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2785d1-c25a-465d-9505-803eb3ba2749 None None] DHCP port deletion for 94580e4f-a4d4-4e16-940a-8a750eff1879 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:26.131203 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-870d39fb-17ed-4d62-93fe-56b1b79e3da4 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Calling delete_port for dc6e2701-adda-4fd4-9502-08663af75565 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:26.152157 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-a18bbc43-79b3-4b92-92f7-c51d59e44496 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 49192c9b-1d0e-4a7c-aaf1-52903f652d9d {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:26.152512 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a18bbc43-79b3-4b92-92f7-c51d59e44496 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.163754 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6d48a-599c-44ce-a539-03e902a689d2 req-e8997179-863a-4086-8c04-eae58433ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:26.165275 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3da6d48a-599c-44ce-a539-03e902a689d2 req-e8997179-863a-4086-8c04-eae58433ff69 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 1098 time: 0.1541672 Dec 10 18:32:26.226454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Allocated IP 2001:db8::2 (42f6e98b-1794-49f1-aa21-884ddf7d2d58/1f82ea94-43c7-4479-958f-d75318228d10/49223776-9f58-4726-9c75-5f4628d99133) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:26.229915 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf81819c-6753-4a35-bf5e-680859e2faf1 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.234366 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf81819c-6753-4a35-bf5e-680859e2faf1 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.240220 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bf81819c-6753-4a35-bf5e-680859e2faf1 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] 10.222.0.60 "DELETE /v2.0/networks/ff9eb899-5460-4ffb-8623-1ce54bdca387 HTTP/1.1" status: 204 len: 168 time: 0.9293458 Dec 10 18:32:26.246556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60458) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:26.257627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ba2785d1-c25a-465d-9505-803eb3ba2749 None None] Deleting port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:26.258116 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ba2785d1-c25a-465d-9505-803eb3ba2749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.280631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] For port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6b7fb096-db3e-4f3a-bcd3-ba7311d42e72,segment=NetworkSegment(ddcddc61-868c-4164-bb11-031bbb6cc7df),segment_id=ddcddc61-868c-4164-bb11-031bbb6cc7df)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:26.281355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.292252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.300331 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81819c-6753-4a35-bf5e-680859e2faf1 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Pushing event deleted for resources: {'Network': ['ID=ff9eb899-5460-4ffb-8623-1ce54bdca387,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:26.301904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:26.309928 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-871690b0-35b8-41e3-b319-b96e8827d3b2 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] DELETE failed (client error): The resource could not be found. Dec 10 18:32:26.310577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871690b0-35b8-41e3-b319-b96e8827d3b2 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:26.316974 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-871690b0-35b8-41e3-b319-b96e8827d3b2 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] 10.222.0.60 "DELETE /v2.0/ports/5b761b91-98b0-41b7-b4f5-5bb6af895ceb HTTP/1.1" status: 404 len: 333 time: 0.0642693 Dec 10 18:32:26.337069 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60460) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:26.374179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ba2785d1-c25a-465d-9505-803eb3ba2749 None None] For port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6b7fb096-db3e-4f3a-bcd3-ba7311d42e72,segment=NetworkSegment(ddcddc61-868c-4164-bb11-031bbb6cc7df),segment_id=ddcddc61-868c-4164-bb11-031bbb6cc7df)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:26.374582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ba2785d1-c25a-465d-9505-803eb3ba2749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.378142 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3da6d48a-599c-44ce-a539-03e902a689d2 req-d3804aea-0274-47aa-8ba8-f8f4136dce17 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915066 Dec 10 18:32:26.418223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ba2785d1-c25a-465d-9505-803eb3ba2749 None None] Calling delete_port for 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:26.445905 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a18bbc43-79b3-4b92-92f7-c51d59e44496 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.462141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cb07b7-250c-49b7-878f-43b71941e289 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Deleting subnet 320681fc-d122-40be-9740-f5844df89ce7 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:26.481973 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d0ebe-7688-4b66-bda1-1a32654cb62c req-a60a163d-8c6f-4ee2-852e-44ab82b7b7e5 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:26.483592 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-398d0ebe-7688-4b66-bda1-1a32654cb62c req-a60a163d-8c6f-4ee2-852e-44ab82b7b7e5 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.1847918 Dec 10 18:32:26.488326 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-13cb07b7-250c-49b7-878f-43b71941e289 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.491271 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-a18bbc43-79b3-4b92-92f7-c51d59e44496 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 49192c9b-1d0e-4a7c-aaf1-52903f652d9d owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:26.518628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.553955 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-870d39fb-17ed-4d62-93fe-56b1b79e3da4 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.555197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No DVR routers for this DVR port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:26.560622 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=6b7fb096-db3e-4f3a-bcd3-ba7311d42e72,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:26.601550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-13cb07b7-250c-49b7-878f-43b71941e289 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.612364 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.624305 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f49815a4-d5b3-4ec2-89fa-850e36bf4645 None None] Provisioning complete for port 49192c9b-1d0e-4a7c-aaf1-52903f652d9d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:26.624926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f49815a4-d5b3-4ec2-89fa-850e36bf4645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.647495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d39fb-17ed-4d62-93fe-56b1b79e3da4 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event deleted for resources: {'Port': ['ID=dc6e2701-adda-4fd4-9502-08663af75565,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:26.653815 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-870d39fb-17ed-4d62-93fe-56b1b79e3da4 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.662275 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-870d39fb-17ed-4d62-93fe-56b1b79e3da4 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "DELETE /v2.0/ports/dc6e2701-adda-4fd4-9502-08663af75565 HTTP/1.1" status: 204 len: 168 time: 1.0230289 Dec 10 18:32:26.662477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ba2785d1-c25a-465d-9505-803eb3ba2749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.668328 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.670186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60464) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:26.688525 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f49815a4-d5b3-4ec2-89fa-850e36bf4645 None None] Port 49192c9b-1d0e-4a7c-aaf1-52903f652d9d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:26.694031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2785d1-c25a-465d-9505-803eb3ba2749 None None] Pushing event deleted for resources: {'Port': ['ID=6b7fb096-db3e-4f3a-bcd3-ba7311d42e72,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:26.695891 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2785d1-c25a-465d-9505-803eb3ba2749 None None] No DVR routers for this DVR port 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:26.708982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.741134 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94580e4f-a4d4-4e16-940a-8a750eff1879']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:26.747329 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-28564a67-f3f6-4316-a729-d679f49cafd8 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0660436 Dec 10 18:32:26.747915 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60466) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:26.750574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60468) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:26.752586 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-398d0ebe-7688-4b66-bda1-1a32654cb62c req-1110b2fe-6cfd-4531-9c2e-bf63f904e16d tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376359 Dec 10 18:32:26.757261 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ec73231c-608f-46f9-a954-a07ec6a46f9b tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1536084954'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:26.760519 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddcddc61-868c-4164-bb11-031bbb6cc7df') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:26.760820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddcddc61-868c-4164-bb11-031bbb6cc7df') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:26.771169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Network 42f6e98b-1794-49f1-aa21-884ddf7d2d58 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:26.780075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:26.780248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.780376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:26.784823 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Pushing event updated for resources: {'Port': ['ID=49223776-9f58-4726-9c75-5f4628d99133,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:26.798883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.810517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:26.811513 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:26.815850 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:26.841975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.854034 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Attempting to bind port 49223776-9f58-4726-9c75-5f4628d99133 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:26.854265 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-13cb07b7-250c-49b7-878f-43b71941e289 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.854777 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Attempting to bind port 49223776-9f58-4726-9c75-5f4628d99133 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'd3ba79bc-feb9-4828-bbd3-da5ff34067d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42f6e98b-1794-49f1-aa21-884ddf7d2d58'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:26.855114 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Attempting to bind port 49223776-9f58-4726-9c75-5f4628d99133 on network 42f6e98b-1794-49f1-aa21-884ddf7d2d58 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:26.863262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:26.863989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Checking segment: {'id': 'd3ba79bc-feb9-4828-bbd3-da5ff34067d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42f6e98b-1794-49f1-aa21-884ddf7d2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:26.864545 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.867000 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Bound using segment: {'id': 'd3ba79bc-feb9-4828-bbd3-da5ff34067d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42f6e98b-1794-49f1-aa21-884ddf7d2d58'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:26.867647 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Bound port: 49223776-9f58-4726-9c75-5f4628d99133, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ba79bc-feb9-4828-bbd3-da5ff34067d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42f6e98b-1794-49f1-aa21-884ddf7d2d58'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:26.868566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.904831 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec73231c-608f-46f9-a954-a07ec6a46f9b tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Made reservation on behalf of 5b8e9b5d5a9b4f4e9f63d626967892d5 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:26.908537 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ec73231c-608f-46f9-a954-a07ec6a46f9b tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.954633 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] For port 49223776-9f58-4726-9c75-5f4628d99133, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:26.958690 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Subnet': ['ID=1f82ea94-43c7-4479-958f-d75318228d10,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:26.976326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-452405cc-3069-4beb-bf8e-384a614f86c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.029218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.042591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.046950 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/networks/94580e4f-a4d4-4e16-940a-8a750eff1879 HTTP/1.1" status: 204 len: 168 time: 1.3698187 Dec 10 18:32:27.051031 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60472) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:27.056425 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-38c465d4-7e92-46ee-9ed2-b49128b24ea1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1734938444'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:27.062945 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-13cb07b7-250c-49b7-878f-43b71941e289 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.074980 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253e5cd-5af7-4615-80e1-f86cde8730df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Network': ['ID=94580e4f-a4d4-4e16-940a-8a750eff1879,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:27.077939 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.096570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb07b7-250c-49b7-878f-43b71941e289 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Pushing event deleted for resources: {'Subnet': ['ID=320681fc-d122-40be-9740-f5844df89ce7,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:27.098186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f6e98b-1794-49f1-aa21-884ddf7d2d58']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:27.102479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-13cb07b7-250c-49b7-878f-43b71941e289 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.108834 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-13cb07b7-250c-49b7-878f-43b71941e289 tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] 10.222.0.60 "DELETE /v2.0/subnets/320681fc-d122-40be-9740-f5844df89ce7 HTTP/1.1" status: 204 len: 168 time: 0.7684438 Dec 10 18:32:27.109945 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60474) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:27.110675 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4cff6f-304e-4a03-a126-ee0048924df1 None None] Network 514d6414-fd7f-4719-8f5a-48bdca093a5c requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:27.114714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ba79bc-feb9-4828-bbd3-da5ff34067d2') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:27.114964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] For port 49223776-9f58-4726-9c75-5f4628d99133, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=49223776-9f58-4726-9c75-5f4628d99133,segment=NetworkSegment(d3ba79bc-feb9-4828-bbd3-da5ff34067d2),segment_id=d3ba79bc-feb9-4828-bbd3-da5ff34067d2)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:27.116282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ba79bc-feb9-4828-bbd3-da5ff34067d2') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:27.117414 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a18bbc43-79b3-4b92-92f7-c51d59e44496 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.121401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec73231c-608f-46f9-a954-a07ec6a46f9b tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:27.153210 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bbc43-79b3-4b92-92f7-c51d59e44496 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=49192c9b-1d0e-4a7c-aaf1-52903f652d9d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:27.153899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.162889 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ec73231c-608f-46f9-a954-a07ec6a46f9b tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.163234 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-ec73231c-608f-46f9-a954-a07ec6a46f9b tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Added segment a515ff1a-dd26-469d-9b52-fc88a15164c4 of type vlan for network 6392545e-3e8a-411e-a6d5-f6a141dce240 Dec 10 18:32:27.200325 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c465d4-7e92-46ee-9ed2-b49128b24ea1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:27.213918 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-38c465d4-7e92-46ee-9ed2-b49128b24ea1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.235569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.244359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:27.245440 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.288970 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ec73231c-608f-46f9-a954-a07ec6a46f9b tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.321558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c465d4-7e92-46ee-9ed2-b49128b24ea1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:27.326135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a18bbc43-79b3-4b92-92f7-c51d59e44496 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:27.327376 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:27.333398 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a18bbc43-79b3-4b92-92f7-c51d59e44496 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/49192c9b-1d0e-4a7c-aaf1-52903f652d9d HTTP/1.1" status: 204 len: 168 time: 1.4948959 Dec 10 18:32:27.333937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60476) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:27.347823 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-38c465d4-7e92-46ee-9ed2-b49128b24ea1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.348161 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-38c465d4-7e92-46ee-9ed2-b49128b24ea1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Added segment 608796ff-8d08-482b-9e72-d17bf759b9b2 of type vlan for network dee1b096-3f30-4a13-b433-522eaddcd9d3 Dec 10 18:32:27.349846 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.392885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:32:27.392885 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:32:27.392885 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'id': '42f6e98b-1794-49f1-aa21-884ddf7d2d58'}] Dec 10 18:32:27.392885 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:27.392885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:27.402507 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-38c465d4-7e92-46ee-9ed2-b49128b24ea1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.410907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ec73231c-608f-46f9-a954-a07ec6a46f9b tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.419738 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec73231c-608f-46f9-a954-a07ec6a46f9b tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:27.420432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ec73231c-608f-46f9-a954-a07ec6a46f9b tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.436862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.463665 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-452405cc-3069-4beb-bf8e-384a614f86c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.477641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182d9304-2caf-4ba3-82bd-50d85d1b37bb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:27.480576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182d9304-2caf-4ba3-82bd-50d85d1b37bb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:27.486566 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182d9304-2caf-4ba3-82bd-50d85d1b37bb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:27.494234 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-182d9304-2caf-4ba3-82bd-50d85d1b37bb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1596885 Dec 10 18:32:27.495137 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60478) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:27.508600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f74ebe-a0bd-4dbc-9afe-8e8ec6239b92 None None] Pushing event updated for resources: {'Port': ['ID=49223776-9f58-4726-9c75-5f4628d99133,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:27.545766 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971655eb-14e0-4bf3-9e26-56d829f886c1 None None] Network 42f6e98b-1794-49f1-aa21-884ddf7d2d58 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:27.547629 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73231c-608f-46f9-a954-a07ec6a46f9b tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event updated for resources: {'Network': ['ID=6392545e-3e8a-411e-a6d5-f6a141dce240,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:27.588319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-452405cc-3069-4beb-bf8e-384a614f86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.597040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 6392545e-3e8a-411e-a6d5-f6a141dce240 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:27.618895 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ec73231c-608f-46f9-a954-a07ec6a46f9b tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8652494 Dec 10 18:32:27.623804 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60480) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:27.628235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e4b6ff06-6173-4e98-ab1b-e47749df3035 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1338933442'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:27.653730 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-38c465d4-7e92-46ee-9ed2-b49128b24ea1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.663363 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-452405cc-3069-4beb-bf8e-384a614f86c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3b3fdfc2ecc4bbd8ead9fc2c1c55085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9108684 Dec 10 18:32:27.667789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a24884c-1582-476a-a8aa-132ca65c4610 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 8682e8f5-57ba-4815-b9b8-69b2bb51d8a1 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:27.669117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c670ccdf-ffe7-4285-8ad4-2d34c5a191c8 None None] DHCP port deletion for 514d6414-fd7f-4719-8f5a-48bdca093a5c request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:27.674043 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c465d4-7e92-46ee-9ed2-b49128b24ea1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:27.674238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60482) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:27.674495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-38c465d4-7e92-46ee-9ed2-b49128b24ea1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.684117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a24884c-1582-476a-a8aa-132ca65c4610 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.713488 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452405cc-3069-4beb-bf8e-384a614f86c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea9560b-d786-4c3e-a43e-457f7b255d87,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:27.756332 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c465d4-7e92-46ee-9ed2-b49128b24ea1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Network': ['ID=dee1b096-3f30-4a13-b433-522eaddcd9d3,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:27.766107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a24884c-1582-476a-a8aa-132ca65c4610 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.767123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network dee1b096-3f30-4a13-b433-522eaddcd9d3 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:27.771504 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b6ff06-6173-4e98-ab1b-e47749df3035 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Made reservation on behalf of 5b8e9b5d5a9b4f4e9f63d626967892d5 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:27.776335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4b6ff06-6173-4e98-ab1b-e47749df3035 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.795713 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Deleting port 2521ea09-8f36-4b64-87d2-3d8f8775bf82 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:27.796056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.802327 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b6ff06-6173-4e98-ab1b-e47749df3035 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:27.811891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4b6ff06-6173-4e98-ab1b-e47749df3035 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.812523 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-e4b6ff06-6173-4e98-ab1b-e47749df3035 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Added segment a9efc654-8ea5-4ea9-81d0-f3ca1fcb8488 of type vlan for network c32684f3-e616-4269-a60c-4804490577a0 Dec 10 18:32:27.852831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c670ccdf-ffe7-4285-8ad4-2d34c5a191c8 None None] Deleting port 2521ea09-8f36-4b64-87d2-3d8f8775bf82 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:27.854279 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c670ccdf-ffe7-4285-8ad4-2d34c5a191c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.859188 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4b6ff06-6173-4e98-ab1b-e47749df3035 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.866590 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-38c465d4-7e92-46ee-9ed2-b49128b24ea1 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8142037 Dec 10 18:32:27.869126 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60486) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:27.874524 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-28728e30-5e51-4330-badf-b33a6e2d8743 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': 'dee1b096-3f30-4a13-b433-522eaddcd9d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:27.894247 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.895833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-256efd89-6919-40a4-91b6-0d6d0a10e4ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.958892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] For port 2521ea09-8f36-4b64-87d2-3d8f8775bf82, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2521ea09-8f36-4b64-87d2-3d8f8775bf82,segment=NetworkSegment(3922905d-52bc-434b-871e-5858aaa0c0cc),segment_id=3922905d-52bc-434b-871e-5858aaa0c0cc)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:27.958892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.980112 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-256efd89-6919-40a4-91b6-0d6d0a10e4ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.980313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c670ccdf-ffe7-4285-8ad4-2d34c5a191c8 None None] For port 2521ea09-8f36-4b64-87d2-3d8f8775bf82, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2521ea09-8f36-4b64-87d2-3d8f8775bf82,segment=NetworkSegment(3922905d-52bc-434b-871e-5858aaa0c0cc),segment_id=3922905d-52bc-434b-871e-5858aaa0c0cc)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:27.980313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c670ccdf-ffe7-4285-8ad4-2d34c5a191c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.985794 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Calling delete_port for 2521ea09-8f36-4b64-87d2-3d8f8775bf82 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:27.994010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c670ccdf-ffe7-4285-8ad4-2d34c5a191c8 None None] Calling delete_port for 2521ea09-8f36-4b64-87d2-3d8f8775bf82 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:28.000245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:28.032708 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:28.032708 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6b7fb096-db3e-4f3a-bcd3-ba7311d42e72 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:28.033035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2521ea09-8f36-4b64-87d2-3d8f8775bf82 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:28.042118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a24884c-1582-476a-a8aa-132ca65c4610 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.045244 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4b6ff06-6173-4e98-ab1b-e47749df3035 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.051260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b6ff06-6173-4e98-ab1b-e47749df3035 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:28.052526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4b6ff06-6173-4e98-ab1b-e47749df3035 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.067885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84a742-6c6f-40c6-aa75-7499adbb2bef req-63001034-d779-4eea-a937-bb7504b5d97d tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:28.069742 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2b84a742-6c6f-40c6-aa75-7499adbb2bef req-63001034-d779-4eea-a937-bb7504b5d97d tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.1384964 Dec 10 18:32:28.139170 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28728e30-5e51-4330-badf-b33a6e2d8743 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:28.142662 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-28728e30-5e51-4330-badf-b33a6e2d8743 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.173039 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.178720 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Deleting port 49223776-9f58-4726-9c75-5f4628d99133 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:28.179067 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.217859 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e4b6ff06-6173-4e98-ab1b-e47749df3035 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5946524 Dec 10 18:32:28.218673 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6ff06-6173-4e98-ab1b-e47749df3035 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event updated for resources: {'Network': ['ID=c32684f3-e616-4269-a60c-4804490577a0,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:28.233535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c670ccdf-ffe7-4285-8ad4-2d34c5a191c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.245375 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network c32684f3-e616-4269-a60c-4804490577a0 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:28.253661 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2b84a742-6c6f-40c6-aa75-7499adbb2bef req-80628dd5-b3fd-4994-b16d-a69798916ebf tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690142 Dec 10 18:32:28.260814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] For port 49223776-9f58-4726-9c75-5f4628d99133, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=49223776-9f58-4726-9c75-5f4628d99133,segment=NetworkSegment(d3ba79bc-feb9-4828-bbd3-da5ff34067d2),segment_id=d3ba79bc-feb9-4828-bbd3-da5ff34067d2)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:28.263115 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.272924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-256efd89-6919-40a4-91b6-0d6d0a10e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.276065 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-256efd89-6919-40a4-91b6-0d6d0a10e4ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.278141 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-256efd89-6919-40a4-91b6-0d6d0a10e4ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aea9560b-d786-4c3e-a43e-457f7b255d87 HTTP/1.1" status: 204 len: 168 time: 0.6019025 Dec 10 18:32:28.294889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Calling delete_port for 49223776-9f58-4726-9c75-5f4628d99133 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:28.298013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a24884c-1582-476a-a8aa-132ca65c4610 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.313231 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256efd89-6919-40a4-91b6-0d6d0a10e4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea9560b-d786-4c3e-a43e-457f7b255d87,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:28.374951 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.377630 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670ccdf-ffe7-4285-8ad4-2d34c5a191c8 None None] No DVR routers for this DVR port 2521ea09-8f36-4b64-87d2-3d8f8775bf82 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:28.378229 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60492) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:28.379547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670ccdf-ffe7-4285-8ad4-2d34c5a191c8 None None] Pushing event deleted for resources: {'Port': ['ID=2521ea09-8f36-4b64-87d2-3d8f8775bf82,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:28.391689 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24884c-1582-476a-a8aa-132ca65c4610 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=8682e8f5-57ba-4815-b9b8-69b2bb51d8a1,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:28.395096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Request body: {'subnets': [{'network_id': '6392545e-3e8a-411e-a6d5-f6a141dce240', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--280180052', 'ip_version': 4}, {'network_id': 'c32684f3-e616-4269-a60c-4804490577a0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:28.395423 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Request body: {'subnet': {'network_id': '6392545e-3e8a-411e-a6d5-f6a141dce240', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--280180052', 'ip_version': 4}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:28.395984 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Request body: {'subnet': {'network_id': 'c32684f3-e616-4269-a60c-4804490577a0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:28.410306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] No DVR routers for this DVR port 2521ea09-8f36-4b64-87d2-3d8f8775bf82 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:28.413970 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a24884c-1582-476a-a8aa-132ca65c4610 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.417225 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7a24884c-1582-476a-a8aa-132ca65c4610 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/8682e8f5-57ba-4815-b9b8-69b2bb51d8a1 HTTP/1.1" status: 204 len: 168 time: 0.9188290 Dec 10 18:32:28.427141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60494) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:28.440893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70003eca-d801-4148-823f-cdfc696567c3 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:28.456672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Pushing event deleted for resources: {'Port': ['ID=2521ea09-8f36-4b64-87d2-3d8f8775bf82,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:28.549275 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.577577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514d6414-fd7f-4719-8f5a-48bdca093a5c']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:28.596642 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3922905d-52bc-434b-871e-5858aaa0c0cc') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:28.597335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3922905d-52bc-434b-871e-5858aaa0c0cc') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:28.609146 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.629404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.645062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:28.645062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:28.645865 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:28.648914 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8aa6da8-d2fd-4c39-a1ab-f22327fd68f4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 907f7ed7-e4d1-4837-9622-1457dc6c09c0 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:28.657881 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c8aa6da8-d2fd-4c39-a1ab-f22327fd68f4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.710161 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.727380 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-28728e30-5e51-4330-badf-b33a6e2d8743 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.736650 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Port': ['ID=49223776-9f58-4726-9c75-5f4628d99133,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:28.743064 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] No DVR routers for this DVR port 49223776-9f58-4726-9c75-5f4628d99133 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:28.833355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.845405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.855702 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.862366 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] 10.222.0.60 "DELETE /v2.0/networks/514d6414-fd7f-4719-8f5a-48bdca093a5c HTTP/1.1" status: 204 len: 168 time: 1.7499394 Dec 10 18:32:28.884812 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f6e98b-1794-49f1-aa21-884ddf7d2d58']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:28.887896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca94ba-67bc-4585-819f-f80e06e9b05c tempest-DHCPAgentSchedulersTestJSON-1818723726 tempest-DHCPAgentSchedulersTestJSON-1818723726-project] Pushing event deleted for resources: {'Network': ['ID=514d6414-fd7f-4719-8f5a-48bdca093a5c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:28.899710 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ba79bc-feb9-4828-bbd3-da5ff34067d2') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:28.899710 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ba79bc-feb9-4828-bbd3-da5ff34067d2') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:28.916204 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.937785 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.945443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:28.945887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:28.949604 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:29.095670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60500) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:29.121158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89998291-bb02-44af-98d6-9554b0dadd7d req-d3b62ec9-04dc-43e5-85e7-6b8ea029270a tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:29.129770 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-89998291-bb02-44af-98d6-9554b0dadd7d req-d3b62ec9-04dc-43e5-85e7-6b8ea029270a tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.6573024 Dec 10 18:32:29.138894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.148353 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.152060 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/networks/42f6e98b-1794-49f1-aa21-884ddf7d2d58 HTTP/1.1" status: 204 len: 168 time: 3.2720001 Dec 10 18:32:29.154511 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c8aa6da8-d2fd-4c39-a1ab-f22327fd68f4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.164951 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60502) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:29.172820 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1e251288-05c6-40cd-8bdf-5bf918d895bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3bdff15c74b4ec2b4f38eb57d569f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0758147 Dec 10 18:32:29.179655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-300a2c97-defb-4bf6-b359-71a0697df48e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1058552636'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:29.194650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60504) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:29.196300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780110a-3db3-4127-8088-2e7e47ec64dc tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Network': ['ID=42f6e98b-1794-49f1-aa21-884ddf7d2d58,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:29.234002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e65d4-9a5f-4933-8ca3-6e4ac8ef46fc None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:32:29.250013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300a2c97-defb-4bf6-b359-71a0697df48e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Made reservation on behalf of 04ec2f0d582c447eb09118fb33cb5f31 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:29.254482 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-300a2c97-defb-4bf6-b359-71a0697df48e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.269653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28728e30-5e51-4330-badf-b33a6e2d8743 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Subnet': ['ID=28b28f29-5633-45c5-bc27-81255e03ef96,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:29.281013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300a2c97-defb-4bf6-b359-71a0697df48e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:29.292491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-300a2c97-defb-4bf6-b359-71a0697df48e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.292847 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-300a2c97-defb-4bf6-b359-71a0697df48e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Added segment ed5fff73-4997-4da9-8b88-3e2e4eb87314 of type vlan for network 7724925c-9701-4eac-bf7b-c4b489d6d1aa Dec 10 18:32:29.319874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28728e30-5e51-4330-badf-b33a6e2d8743 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Checking segment: {'id': '608796ff-8d08-482b-9e72-d17bf759b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dee1b096-3f30-4a13-b433-522eaddcd9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:29.320233 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28728e30-5e51-4330-badf-b33a6e2d8743 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network hostable DHCP agents. Network: dee1b096-3f30-4a13-b433-522eaddcd9d3, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:29.336437 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-89998291-bb02-44af-98d6-9554b0dadd7d req-fe63413e-5361-40f0-a96b-fa8af5ab5176 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014716 Dec 10 18:32:29.358006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-300a2c97-defb-4bf6-b359-71a0697df48e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.418926 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Made reservation on behalf of 5b8e9b5d5a9b4f4e9f63d626967892d5 for: {'subnet': 2} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:29.424086 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.424425 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.437215 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60510) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:29.475521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-300a2c97-defb-4bf6-b359-71a0697df48e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.480413 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300a2c97-defb-4bf6-b359-71a0697df48e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:29.481341 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-300a2c97-defb-4bf6-b359-71a0697df48e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.485742 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-26bb2ab3-712e-4139-87c3-f9b384181e95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.499028 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-109b6c84-4e78-4f7f-9e21-0e3d6494975e None None] Provisioning complete for port 5b22b437-67d7-447e-8e66-c11a3d538410 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:29.499462 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-109b6c84-4e78-4f7f-9e21-0e3d6494975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.508316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-26bb2ab3-712e-4139-87c3-f9b384181e95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.561403 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c8aa6da8-d2fd-4c39-a1ab-f22327fd68f4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.577001 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a2c97-defb-4bf6-b359-71a0697df48e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'Network': ['ID=7724925c-9701-4eac-bf7b-c4b489d6d1aa,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:29.601148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 7724925c-9701-4eac-bf7b-c4b489d6d1aa details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:29.620580 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-300a2c97-defb-4bf6-b359-71a0697df48e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4515414 Dec 10 18:32:29.622994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60514) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:29.635456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8c6a3509-8204-4767-b787-eec2dd91abad tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Request body: {'subnet': {'network_id': '7724925c-9701-4eac-bf7b-c4b489d6d1aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:29.644569 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-26bb2ab3-712e-4139-87c3-f9b384181e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.647615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-26bb2ab3-712e-4139-87c3-f9b384181e95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.651659 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-26bb2ab3-712e-4139-87c3-f9b384181e95 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a19ac205-3753-48d9-a25f-7e21bdc15834 HTTP/1.1" status: 204 len: 168 time: 0.4531012 Dec 10 18:32:29.665027 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28728e30-5e51-4330-badf-b33a6e2d8743 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network dee1b096-3f30-4a13-b433-522eaddcd9d3 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:29.668442 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb2ab3-712e-4139-87c3-f9b384181e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19ac205-3753-48d9-a25f-7e21bdc15834,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:29.713668 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3f30b354-ac0d-45d8-a77c-919057ae03ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=252a7e0099724bb3afdc923dfa0501d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750549 Dec 10 18:32:29.717950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60518) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:29.722836 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-9f2e65d4-9a5f-4933-8ca3-6e4ac8ef46fc None None] Agent bda371ac-e43d-424c-9dcb-4066e825418c already present Dec 10 18:32:29.723312 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2e65d4-9a5f-4933-8ca3-6e4ac8ef46fc None None] Network dee1b096-3f30-4a13-b433-522eaddcd9d3 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:29.724019 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2e65d4-9a5f-4933-8ca3-6e4ac8ef46fc None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, dee1b096-3f30-4a13-b433-522eaddcd9d3) {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:32:29.796128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e422560a-c12e-4820-a5fd-fc3e8750678b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.797448 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-28728e30-5e51-4330-badf-b33a6e2d8743 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, dee1b096-3f30-4a13-b433-522eaddcd9d3) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:29.799425 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c8aa6da8-d2fd-4c39-a1ab-f22327fd68f4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.813087 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28728e30-5e51-4330-badf-b33a6e2d8743 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:29.813678 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-28728e30-5e51-4330-badf-b33a6e2d8743 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.819679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e422560a-c12e-4820-a5fd-fc3e8750678b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.873904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6a3509-8204-4767-b787-eec2dd91abad tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Made reservation on behalf of 04ec2f0d582c447eb09118fb33cb5f31 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:29.883545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c6a3509-8204-4767-b787-eec2dd91abad tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.893834 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c8aa6da8-d2fd-4c39-a1ab-f22327fd68f4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.902740 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c8aa6da8-d2fd-4c39-a1ab-f22327fd68f4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/907f7ed7-e4d1-4837-9622-1457dc6c09c0 HTTP/1.1" status: 204 len: 168 time: 1.4729114 Dec 10 18:32:29.903805 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa6da8-d2fd-4c39-a1ab-f22327fd68f4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=907f7ed7-e4d1-4837-9622-1457dc6c09c0,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:29.907155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60522) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:30.031416 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-28728e30-5e51-4330-badf-b33a6e2d8743 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1599913 Dec 10 18:32:30.035228 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60524) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:30.046656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3f203c3b-8891-4d28-bf79-a823c1ad8c02 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'network_id': 'dee1b096-3f30-4a13-b433-522eaddcd9d3', 'name': 'tempest-PortsIpV6TestJSON-420203704', 'fixed_ips': [{'subnet_id': '28b28f29-5633-45c5-bc27-81255e03ef96', 'ip_address': '2001:db8::10'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:30.077233 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d7596-bb67-4488-9f9d-1333b790be8b req-3537120d-6323-4031-9f9f-d1df1cfb93c5 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:30.082115 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b89d7596-bb67-4488-9f9d-1333b790be8b req-3537120d-6323-4031-9f9f-d1df1cfb93c5 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.1258602 Dec 10 18:32:30.106461 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-dee1b096-3f30-4a13-b433-522eaddcd9d3', 'network_id': 'dee1b096-3f30-4a13-b433-522eaddcd9d3', 'project_id': '7d2a1197fd88473fb9b34299d95b485d', 'fixed_ips': [{'subnet_id': '28b28f29-5633-45c5-bc27-81255e03ef96'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:30.107767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.217401 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b89d7596-bb67-4488-9f9d-1333b790be8b req-b5f8bc8b-5911-4f9b-a3d0-d87a85481cf1 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855806 Dec 10 18:32:30.303246 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2de9f70b-fb1b-4820-af1c-d5fd2003fe46 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3886843 Dec 10 18:32:30.306746 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60534) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:30.318435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e422560a-c12e-4820-a5fd-fc3e8750678b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.321826 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e422560a-c12e-4820-a5fd-fc3e8750678b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.326182 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e422560a-c12e-4820-a5fd-fc3e8750678b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f15c5c3-ba3a-4633-ae1c-01aa05bd1b91 HTTP/1.1" status: 204 len: 168 time: 0.6071589 Dec 10 18:32:30.341446 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Allocated IP 2001:db8::2 (dee1b096-3f30-4a13-b433-522eaddcd9d3/28b28f29-5633-45c5-bc27-81255e03ef96/fe000056-cee3-4b44-b205-997d6b81367e) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:30.358167 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.360261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422560a-c12e-4820-a5fd-fc3e8750678b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f15c5c3-ba3a-4633-ae1c-01aa05bd1b91,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:30.378552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c082a351-7b12-4806-b51e-1e04c9bc82cf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:30.383128 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c082a351-7b12-4806-b51e-1e04c9bc82cf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0752680 Dec 10 18:32:30.383818 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60538) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:30.408930 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f203c3b-8891-4d28-bf79-a823c1ad8c02 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:30.453619 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf5a336-5dda-41be-95cc-c262da39b84a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:30.455146 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-acf5a336-5dda-41be-95cc-c262da39b84a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0703838 Dec 10 18:32:30.457969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60542) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:30.507373 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event updated for resources: {'Subnet': ['ID=a1e32d79-738b-4761-a1fa-8a41a0d071e9,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:30.528648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Checking segment: {'id': 'a515ff1a-dd26-469d-9b52-fc88a15164c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6392545e-3e8a-411e-a6d5-f6a141dce240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:30.528896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Network hostable DHCP agents. Network: 6392545e-3e8a-411e-a6d5-f6a141dce240, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:30.550486 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3f203c3b-8891-4d28-bf79-a823c1ad8c02 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.570605 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bb7d9e16-6731-477b-9726-dc4723cee8ed tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114256 Dec 10 18:32:30.578746 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60544) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:30.587729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-fdfc1521-e5a6-4354-869f-3c1f2a58f8a9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:30.593296 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-3f203c3b-8891-4d28-bf79-a823c1ad8c02 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port b0056393-6dea-4377-8597-63bf2a7e1bc9 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:30.604165 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.681187 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Network 6392545e-3e8a-411e-a6d5-f6a141dce240 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:30.750907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.795125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Network dee1b096-3f30-4a13-b433-522eaddcd9d3 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:30.798269 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:30.801058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:30.813262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Pushing event updated for resources: {'Port': ['ID=fe000056-cee3-4b44-b205-997d6b81367e,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:30.844638 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-3f203c3b-8891-4d28-bf79-a823c1ad8c02 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Allocated IP 2001:db8::10 (dee1b096-3f30-4a13-b433-522eaddcd9d3/28b28f29-5633-45c5-bc27-81255e03ef96/b0056393-6dea-4377-8597-63bf2a7e1bc9) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:30.867479 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Attempting to bind port fe000056-cee3-4b44-b205-997d6b81367e on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:30.867959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Attempting to bind port fe000056-cee3-4b44-b205-997d6b81367e by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '608796ff-8d08-482b-9e72-d17bf759b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dee1b096-3f30-4a13-b433-522eaddcd9d3'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:30.868389 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Attempting to bind port fe000056-cee3-4b44-b205-997d6b81367e on network dee1b096-3f30-4a13-b433-522eaddcd9d3 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:30.875060 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:30.875439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Checking segment: {'id': '608796ff-8d08-482b-9e72-d17bf759b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dee1b096-3f30-4a13-b433-522eaddcd9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:30.875842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.876230 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Bound using segment: {'id': '608796ff-8d08-482b-9e72-d17bf759b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dee1b096-3f30-4a13-b433-522eaddcd9d3'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:30.876700 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Bound port: fe000056-cee3-4b44-b205-997d6b81367e, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608796ff-8d08-482b-9e72-d17bf759b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dee1b096-3f30-4a13-b433-522eaddcd9d3'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:30.877074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.889582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.objects.ports [None req-8c6a3509-8204-4767-b787-eec2dd91abad tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103593) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:32:30.891117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c6a3509-8204-4767-b787-eec2dd91abad tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.914243 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 6392545e-3e8a-411e-a6d5-f6a141dce240) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:30.947821 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.958611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] For port fe000056-cee3-4b44-b205-997d6b81367e, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:30.962331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] For port fe000056-cee3-4b44-b205-997d6b81367e, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=fe000056-cee3-4b44-b205-997d6b81367e,segment=NetworkSegment(608796ff-8d08-482b-9e72-d17bf759b9b2),segment_id=608796ff-8d08-482b-9e72-d17bf759b9b2)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:30.966993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a3509-8204-4767-b787-eec2dd91abad tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event updated for resources: {'Subnet': ['ID=3872e25f-a554-4bcb-b9eb-bafa9c697333,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:30.979278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a3509-8204-4767-b787-eec2dd91abad tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Checking segment: {'id': 'ed5fff73-4997-4da9-8b88-3e2e4eb87314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7724925c-9701-4eac-bf7b-c4b489d6d1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:30.979652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a3509-8204-4767-b787-eec2dd91abad tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Network hostable DHCP agents. Network: 7724925c-9701-4eac-bf7b-c4b489d6d1aa, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:30.994571 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfc1521-e5a6-4354-869f-3c1f2a58f8a9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:30.998103 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fdfc1521-e5a6-4354-869f-3c1f2a58f8a9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.999628 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfc1521-e5a6-4354-869f-3c1f2a58f8a9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:31.000057 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfc1521-e5a6-4354-869f-3c1f2a58f8a9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:31.031093 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.065399 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event updated for resources: {'Subnet': ['ID=2913cabc-b7b2-4ca3-925a-ea4612377992,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:31.076078 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Checking segment: {'id': 'a9efc654-8ea5-4ea9-81d0-f3ca1fcb8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c32684f3-e616-4269-a60c-4804490577a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:31.076452 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Network hostable DHCP agents. Network: c32684f3-e616-4269-a60c-4804490577a0, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:31.095657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a3509-8204-4767-b787-eec2dd91abad tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Network 7724925c-9701-4eac-bf7b-c4b489d6d1aa is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:31.100867 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f36565-085c-46db-9eae-43deceedee9a None None] Pushing event updated for resources: {'Port': ['ID=fe000056-cee3-4b44-b205-997d6b81367e,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:31.110516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3f203c3b-8891-4d28-bf79-a823c1ad8c02 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.134240 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60554) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:31.138986 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fdfc1521-e5a6-4354-869f-3c1f2a58f8a9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5566235 Dec 10 18:32:31.144969 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60558) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:31.157172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8150f0d-88de-4332-a554-a7649f8bb19f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.157328 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-98b4f6c7-95ce-46d6-b51b-1825eceabaf8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:31.210282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a3509-8204-4767-b787-eec2dd91abad tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 7724925c-9701-4eac-bf7b-c4b489d6d1aa) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:31.223764 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6a3509-8204-4767-b787-eec2dd91abad tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:31.224618 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c6a3509-8204-4767-b787-eec2dd91abad tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.269106 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8150f0d-88de-4332-a554-a7649f8bb19f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.294186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Network c32684f3-e616-4269-a60c-4804490577a0 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:31.307250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, c32684f3-e616-4269-a60c-4804490577a0) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:31.319265 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:31.321113 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:31.321823 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.338385 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8c6a3509-8204-4767-b787-eec2dd91abad tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7117858 Dec 10 18:32:31.339935 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60564) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:31.342354 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3f203c3b-8891-4d28-bf79-a823c1ad8c02 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.411433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8150f0d-88de-4332-a554-a7649f8bb19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.440069 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f203c3b-8891-4d28-bf79-a823c1ad8c02 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network dee1b096-3f30-4a13-b433-522eaddcd9d3 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:31.450562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-3f203c3b-8891-4d28-bf79-a823c1ad8c02 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:31.456746 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f203c3b-8891-4d28-bf79-a823c1ad8c02 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:31.465435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f203c3b-8891-4d28-bf79-a823c1ad8c02 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:31.465435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3f203c3b-8891-4d28-bf79-a823c1ad8c02 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.470109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8150f0d-88de-4332-a554-a7649f8bb19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533efec0-a421-4584-bf7b-562da50ee2c9,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:31.475240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40bd54-c73f-4dc3-b992-a41e635b2b27 req-ed18aeb0-8230-40c4-b5ce-00192696a8d0 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:31.476366 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ff40bd54-c73f-4dc3-b992-a41e635b2b27 req-ed18aeb0-8230-40c4-b5ce-00192696a8d0 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.1243739 Dec 10 18:32:31.477752 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e8150f0d-88de-4332-a554-a7649f8bb19f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b67fd7bfd7d14b10b6f8d5e2f4d1adbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422990 Dec 10 18:32:31.479941 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f203c3b-8891-4d28-bf79-a823c1ad8c02 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=b0056393-6dea-4377-8597-63bf2a7e1bc9,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:31.482649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60566) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:31.519304 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b4f6c7-95ce-46d6-b51b-1825eceabaf8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:31.523926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.524229 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98b4f6c7-95ce-46d6-b51b-1825eceabaf8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.524781 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b4f6c7-95ce-46d6-b51b-1825eceabaf8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:31.525215 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b4f6c7-95ce-46d6-b51b-1825eceabaf8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:31.578031 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7018c1b4-765d-4eae-bcc0-10f9b306d696 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.1973577 Dec 10 18:32:31.581719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60570) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:31.593857 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ff40bd54-c73f-4dc3-b992-a41e635b2b27 req-0ae6ee85-af62-4b0b-baa5-ce2b0810049d tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017833 Dec 10 18:32:31.598030 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3f203c3b-8891-4d28-bf79-a823c1ad8c02 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5605798 Dec 10 18:32:31.601635 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60572) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:31.607119 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-476aca73-7c0a-465f-91e8-6406d0e3ee01 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'network_id': 'dee1b096-3f30-4a13-b433-522eaddcd9d3', 'name': 'tempest-PortsIpV6TestJSON-545305859', 'fixed_ips': [{'subnet_id': '28b28f29-5633-45c5-bc27-81255e03ef96', 'ip_address': '2001:db8::f'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:31.632635 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.672970 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-98b4f6c7-95ce-46d6-b51b-1825eceabaf8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5269380 Dec 10 18:32:31.674470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60576) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:31.680015 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-be889613-af78-446f-967f-328af52836d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.689946 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-72494644-d66f-4bbb-922a-148fb4e393a2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:31.715897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-be889613-af78-446f-967f-328af52836d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.775142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986b8cc9-5ab8-4a46-ae1c-ecc200bba350 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:31.777584 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986b8cc9-5ab8-4a46-ae1c-ecc200bba350 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:31.781092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986b8cc9-5ab8-4a46-ae1c-ecc200bba350 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:31.781602 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-986b8cc9-5ab8-4a46-ae1c-ecc200bba350 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1988549 Dec 10 18:32:31.785658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60580) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:31.847798 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c8704c-6c52-4a18-9ec2-6058e161f964 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Deleting subnet a1e32d79-738b-4761-a1fa-8a41a0d071e9 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:31.853153 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4c8704c-6c52-4a18-9ec2-6058e161f964 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.872999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476aca73-7c0a-465f-91e8-6406d0e3ee01 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:31.878188 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-476aca73-7c0a-465f-91e8-6406d0e3ee01 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.907766 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-476aca73-7c0a-465f-91e8-6406d0e3ee01 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port 9e096782-f914-41ef-9bba-380d8f53a62f yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:31.908673 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.914408 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-be889613-af78-446f-967f-328af52836d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.915375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-be889613-af78-446f-967f-328af52836d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.916347 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-be889613-af78-446f-967f-328af52836d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/533efec0-a421-4584-bf7b-562da50ee2c9 HTTP/1.1" status: 204 len: 168 time: 0.4307606 Dec 10 18:32:31.927980 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4c8704c-6c52-4a18-9ec2-6058e161f964 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.001348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72494644-d66f-4bbb-922a-148fb4e393a2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:32.004468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be889613-af78-446f-967f-328af52836d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533efec0-a421-4584-bf7b-562da50ee2c9,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:32.059312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72494644-d66f-4bbb-922a-148fb4e393a2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.063190 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-72494644-d66f-4bbb-922a-148fb4e393a2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:32.066056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72494644-d66f-4bbb-922a-148fb4e393a2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:32.080086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Subnet': ['ID=3872e25f-a554-4bcb-b9eb-bafa9c697333,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:32.127604 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device fe000056-cee3-4b44-b205-997d6b81367e up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:32.137876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4c8704c-6c52-4a18-9ec2-6058e161f964 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.232677 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f8869-3d5c-470c-b17e-80cddbc19c54 req-775799ee-1ea5-4cc6-bf89-e1116875cb75 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:32.232677 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ba0f8869-3d5c-470c-b17e-80cddbc19c54 req-775799ee-1ea5-4cc6-bf89-e1116875cb75 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.1875587 Dec 10 18:32:32.234292 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port fe000056-cee3-4b44-b205-997d6b81367e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:32.236422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.248951 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-72494644-d66f-4bbb-922a-148fb4e393a2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5715194 Dec 10 18:32:32.252855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60592) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:32.265028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2b32acbd-55a3-49ef-aa89-11a97921bafc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:32.364638 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.372058 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ba0f8869-3d5c-470c-b17e-80cddbc19c54 req-d63d6f64-a3f6-49ba-8a4e-f82af1992b92 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104689 Dec 10 18:32:32.373389 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-476aca73-7c0a-465f-91e8-6406d0e3ee01 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Allocated IP 2001:db8::f (dee1b096-3f30-4a13-b433-522eaddcd9d3/28b28f29-5633-45c5-bc27-81255e03ef96/9e096782-f914-41ef-9bba-380d8f53a62f) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:32.380073 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4c8704c-6c52-4a18-9ec2-6058e161f964 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.402605 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.416212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8704c-6c52-4a18-9ec2-6058e161f964 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e32d79-738b-4761-a1fa-8a41a0d071e9,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:32.418025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port fe000056-cee3-4b44-b205-997d6b81367e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=fe000056-cee3-4b44-b205-997d6b81367e,segment=NetworkSegment(608796ff-8d08-482b-9e72-d17bf759b9b2),segment_id=608796ff-8d08-482b-9e72-d17bf759b9b2)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:32.431076 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4c8704c-6c52-4a18-9ec2-6058e161f964 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.439918 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d4c8704c-6c52-4a18-9ec2-6058e161f964 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "DELETE /v2.0/subnets/a1e32d79-738b-4761-a1fa-8a41a0d071e9 HTTP/1.1" status: 204 len: 168 time: 0.6528678 Dec 10 18:32:32.440626 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60598) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:32.472169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7ea1-6112-4cf0-b8c1-0fece48d5c21 req-5e28ea04-e62a-4412-96ab-a9957906e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:32.473706 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bf2e7ea1-6112-4cf0-b8c1-0fece48d5c21 req-5e28ea04-e62a-4412-96ab-a9957906e62d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72341ec643724a6b81f9d93782a8fd97&device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 1098 time: 0.3570600 Dec 10 18:32:32.480170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7724925c-9701-4eac-bf7b-c4b489d6d1aa']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:32.495768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.523422 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-862f6923-e8ec-418d-b85c-75bbd3b37bfc tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Deleting subnet 2913cabc-b7b2-4ca3-925a-ea4612377992 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:32.538527 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-862f6923-e8ec-418d-b85c-75bbd3b37bfc tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.592424 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60604) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:32.604520 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5fff73-4997-4da9-8b88-3e2e4eb87314') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:32.605065 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5fff73-4997-4da9-8b88-3e2e4eb87314') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:32.606124 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=fe000056-cee3-4b44-b205-997d6b81367e,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:32.624322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.636556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b32acbd-55a3-49ef-aa89-11a97921bafc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:32.641216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2b32acbd-55a3-49ef-aa89-11a97921bafc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.643898 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b32acbd-55a3-49ef-aa89-11a97921bafc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:32.644608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b32acbd-55a3-49ef-aa89-11a97921bafc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:32.663640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.687068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:32.688002 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.690207 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-862f6923-e8ec-418d-b85c-75bbd3b37bfc tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:32.696290 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:32.767835 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2b32acbd-55a3-49ef-aa89-11a97921bafc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5139320 Dec 10 18:32:32.768812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-dd8d4eac-28c4-4875-8306-dd70b89dcd58 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-403998912'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:32.769232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-dd8d4eac-28c4-4875-8306-dd70b89dcd58 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Unknown quota resources ['metering_label']. {{(pid=103594) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:32:32.777450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d58564-1c36-4493-99fb-63bc920781ef None None] Network dee1b096-3f30-4a13-b433-522eaddcd9d3 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:32.783565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60610) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:32.812299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7ea1-6112-4cf0-b8c1-0fece48d5c21 req-68227fa3-7feb-490e-96fb-85e04932b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:32.813853 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bf2e7ea1-6112-4cf0-b8c1-0fece48d5c21 req-68227fa3-7feb-490e-96fb-85e04932b692 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c0ed325-4d08-474f-9aca-5556fa87ecfe HTTP/1.1" status: 200 len: 912 time: 0.3294451 Dec 10 18:32:32.813994 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-27822546-e37d-463a-b17a-7583403e5745 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:32.881663 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d255d1d6-755a-4c6a-b80b-134a46363bfc None None] Network 7724925c-9701-4eac-bf7b-c4b489d6d1aa requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:32.882427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.886686 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bf2e7ea1-6112-4cf0-b8c1-0fece48d5c21 req-87a3cd55-886f-4079-b99c-76d706fea3ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3789468e-7505-40c4-bb0d-0894edb91915 HTTP/1.1" status: 200 len: 217 time: 0.0643287 Dec 10 18:32:32.892292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.895885 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/networks/7724925c-9701-4eac-bf7b-c4b489d6d1aa HTTP/1.1" status: 204 len: 168 time: 1.5549395 Dec 10 18:32:32.899472 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60622) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:32.910305 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d255d1d6-755a-4c6a-b80b-134a46363bfc None None] Network 7724925c-9701-4eac-bf7b-c4b489d6d1aa could not be found, it might have been deleted concurrently. {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:32:32.911691 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db7e4a7-fcb7-414d-bea1-c1c3b0eed657 None None] Network 6392545e-3e8a-411e-a6d5-f6a141dce240 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:32.913599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f42ee9-c146-4a60-bd7d-73179805b73f None None] Network c32684f3-e616-4269-a60c-4804490577a0 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:32.921155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-862f6923-e8ec-418d-b85c-75bbd3b37bfc tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.921259 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8b24f0-43c8-48ef-8905-655b6d365f1a None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:32.942857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced0d367-5978-489e-9360-069f68d4ca01 None None] Network 7724925c-9701-4eac-bf7b-c4b489d6d1aa requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:32.969076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75910ff-3d43-42bb-854a-007e53877bd7 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Network': ['ID=7724925c-9701-4eac-bf7b-c4b489d6d1aa,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:32.974470 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-04169a21-b7b1-47eb-936e-faeffa18b515 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] DELETE failed (client error): The resource could not be found. Dec 10 18:32:32.975120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04169a21-b7b1-47eb-936e-faeffa18b515 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:32.979350 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-04169a21-b7b1-47eb-936e-faeffa18b515 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/subnets/3872e25f-a554-4bcb-b9eb-bafa9c697333 HTTP/1.1" status: 404 len: 337 time: 0.0716367 Dec 10 18:32:32.982205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60626) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.003330 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe3115a-5c42-4800-a20c-d5ada4e05a4b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] DELETE failed (client error): The resource could not be found. Dec 10 18:32:33.003856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe3115a-5c42-4800-a20c-d5ada4e05a4b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:33.007260 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cbe3115a-5c42-4800-a20c-d5ada4e05a4b tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/networks/7724925c-9701-4eac-bf7b-c4b489d6d1aa HTTP/1.1" status: 404 len: 339 time: 0.0238400 Dec 10 18:32:33.009799 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60628) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.051685 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-379b31f2-0269-40f2-b71c-ed3cbb4ba211 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] DELETE failed (client error): The resource could not be found. Dec 10 18:32:33.052157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379b31f2-0269-40f2-b71c-ed3cbb4ba211 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:33.059862 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-379b31f2-0269-40f2-b71c-ed3cbb4ba211 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/subnets/1f82ea94-43c7-4479-958f-d75318228d10 HTTP/1.1" status: 404 len: 337 time: 0.0445263 Dec 10 18:32:33.059862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60630) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.085443 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd66799-ff7e-418b-815c-66024c63786d tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] DELETE failed (client error): The resource could not be found. Dec 10 18:32:33.087180 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd66799-ff7e-418b-815c-66024c63786d tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:33.092352 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8fd66799-ff7e-418b-815c-66024c63786d tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/networks/42f6e98b-1794-49f1-aa21-884ddf7d2d58 HTTP/1.1" status: 404 len: 339 time: 0.0283525 Dec 10 18:32:33.092352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7ea1-6112-4cf0-b8c1-0fece48d5c21 req-9f575a6f-931e-4373-a6ec-a5bf62068759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:33.093106 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bf2e7ea1-6112-4cf0-b8c1-0fece48d5c21 req-9f575a6f-931e-4373-a6ec-a5bf62068759 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fa281b6-5cf4-464a-9927-fa4b2e6c9a83 HTTP/1.1" status: 200 len: 851 time: 0.1944270 Dec 10 18:32:33.093602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60634) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.130399 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bf2e7ea1-6112-4cf0-b8c1-0fece48d5c21 req-93185057-4768-41d0-ab35-fa12da33d777 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c0ed325-4d08-474f-9aca-5556fa87ecfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282662 Dec 10 18:32:33.154472 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf5ab15-9e41-4c7e-80c6-bcbc75ea0401 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] DELETE failed (client error): The resource could not be found. Dec 10 18:32:33.155313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf5ab15-9e41-4c7e-80c6-bcbc75ea0401 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:33.161585 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ccf5ab15-9e41-4c7e-80c6-bcbc75ea0401 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/subnets/17c597c7-686f-4f9a-8982-8198a07bc8c5 HTTP/1.1" status: 404 len: 337 time: 0.0644646 Dec 10 18:32:33.167238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60638) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.221566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced0d367-5978-489e-9360-069f68d4ca01 None None] Network 7724925c-9701-4eac-bf7b-c4b489d6d1aa could not be found, it might have been deleted concurrently. {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:32:33.223228 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac7ce2f-e811-4205-ac58-360dceba915e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] DELETE failed (client error): The resource could not be found. Dec 10 18:32:33.223753 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac7ce2f-e811-4205-ac58-360dceba915e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:33.230743 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6ac7ce2f-e811-4205-ac58-360dceba915e tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/networks/c831047d-e858-4df8-be2c-f939289c1972 HTTP/1.1" status: 404 len: 339 time: 0.0590703 Dec 10 18:32:33.231674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60642) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.244145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1dc4869a-ee4b-49ae-864b-884597e06b16 None None] Provisioning complete for port fe000056-cee3-4b44-b205-997d6b81367e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:33.244145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1dc4869a-ee4b-49ae-864b-884597e06b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.306025 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-862f6923-e8ec-418d-b85c-75bbd3b37bfc tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.338975 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4eac-28c4-4875-8306-dd70b89dcd58 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.342784 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dd8d4eac-28c4-4875-8306-dd70b89dcd58 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7469158 Dec 10 18:32:33.343020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60646) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.348631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-fdf18710-f35f-4510-8e4c-801e3c5eebda tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c0eb245e-bbed-402f-bd74-89207be099b2'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:33.349188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-fdf18710-f35f-4510-8e4c-801e3c5eebda tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103593) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:32:33.369515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c5ebf5-27cb-497b-b254-f36d387f4b11 None None] Network 6392545e-3e8a-411e-a6d5-f6a141dce240 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:33.392076 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bf2e7ea1-6112-4cf0-b8c1-0fece48d5c21 req-ec471942-f3eb-4fc0-862e-f920ae790310 service neutron] 10.222.0.21 "GET /v2.0/networks/7c0ed325-4d08-474f-9aca-5556fa87ecfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398007 Dec 10 18:32:33.399180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f6923-e8ec-418d-b85c-75bbd3b37bfc tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event deleted for resources: {'Subnet': ['ID=2913cabc-b7b2-4ca3-925a-ea4612377992,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:33.417206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-862f6923-e8ec-418d-b85c-75bbd3b37bfc tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.427593 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-862f6923-e8ec-418d-b85c-75bbd3b37bfc tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "DELETE /v2.0/subnets/2913cabc-b7b2-4ca3-925a-ea4612377992 HTTP/1.1" status: 204 len: 168 time: 0.9784987 Dec 10 18:32:33.431195 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-476aca73-7c0a-465f-91e8-6406d0e3ee01 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.439368 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60650) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.483129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c02167b-3578-47c2-8990-78f46f43a81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-c32684f3-e616-4269-a60c-4804490577a0', 'network_id': 'c32684f3-e616-4269-a60c-4804490577a0', 'project_id': '5b8e9b5d5a9b4f4e9f63d626967892d5', 'fixed_ips': [{'subnet_id': '2913cabc-b7b2-4ca3-925a-ea4612377992'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:33.484402 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4c02167b-3578-47c2-8990-78f46f43a81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.522165 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27822546-e37d-463a-b17a-7583403e5745 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:33.525664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-27822546-e37d-463a-b17a-7583403e5745 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.527308 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-27822546-e37d-463a-b17a-7583403e5745 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:33.533908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27822546-e37d-463a-b17a-7583403e5745 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:33.604654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4ed9a1-e05a-4763-b559-0d6f88a2fca1 None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:33.614026 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7227ba-bbde-4f5d-9a4f-8cad0f731d7f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:33.615892 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ff7227ba-bbde-4f5d-9a4f-8cad0f731d7f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1755290 Dec 10 18:32:33.624251 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60654) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.629429 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING neutron.services.metering.metering_plugin [None req-fdf18710-f35f-4510-8e4c-801e3c5eebda tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 18:32:33.684785 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-27822546-e37d-463a-b17a-7583403e5745 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8987737 Dec 10 18:32:33.686910 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60656) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.696571 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-38e16ed4-9301-400d-8fa6-1f7dc2224558 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:33.728308 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ed9a1-e05a-4763-b559-0d6f88a2fca1 None None] Deleting port 5b22b437-67d7-447e-8e66-c11a3d538410 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:33.729020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ff4ed9a1-e05a-4763-b559-0d6f88a2fca1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.739936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5073a-7c7a-470b-8fc7-d24ce39bd1f9 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Deleting port 30b5a2f2-2226-4680-8e44-27bd8b55b8fa {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:33.740302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c7c5073a-7c7a-470b-8fc7-d24ce39bd1f9 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.794843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-476aca73-7c0a-465f-91e8-6406d0e3ee01 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.797411 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc6e170-bdbe-475d-ad14-f28c9116c893 None None] Network c32684f3-e616-4269-a60c-4804490577a0 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:33.861269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476aca73-7c0a-465f-91e8-6406d0e3ee01 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network dee1b096-3f30-4a13-b433-522eaddcd9d3 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:33.873774 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-476aca73-7c0a-465f-91e8-6406d0e3ee01 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:33.885465 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476aca73-7c0a-465f-91e8-6406d0e3ee01 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:33.887590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ff4ed9a1-e05a-4763-b559-0d6f88a2fca1 None None] For port 5b22b437-67d7-447e-8e66-c11a3d538410, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5b22b437-67d7-447e-8e66-c11a3d538410,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:33.888002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ff4ed9a1-e05a-4763-b559-0d6f88a2fca1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.897250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476aca73-7c0a-465f-91e8-6406d0e3ee01 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:33.898791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-476aca73-7c0a-465f-91e8-6406d0e3ee01 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.922660 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ed9a1-e05a-4763-b559-0d6f88a2fca1 None None] Calling delete_port for 5b22b437-67d7-447e-8e66-c11a3d538410 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:33.928485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fdf18710-f35f-4510-8e4c-801e3c5eebda tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.929741 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fdf18710-f35f-4510-8e4c-801e3c5eebda tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5857263 Dec 10 18:32:33.937321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60660) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.960419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-206d8037-cdf2-47c3-b624-e0437d30ce63 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c0eb245e-bbed-402f-bd74-89207be099b2'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:33.961369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-206d8037-cdf2-47c3-b624-e0437d30ce63 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103593) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:32:33.976411 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5673b96-6503-43ca-b068-a4b680ac816e req-d33fdcbc-8c73-47b6-af90-62652c8edb5c tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:33.994427 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5673b96-6503-43ca-b068-a4b680ac816e req-d33fdcbc-8c73-47b6-af90-62652c8edb5c tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.4777408 Dec 10 18:32:34.016722 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c7c5073a-7c7a-470b-8fc7-d24ce39bd1f9 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.051694 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476aca73-7c0a-465f-91e8-6406d0e3ee01 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=9e096782-f914-41ef-9bba-380d8f53a62f,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:34.066294 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device fe000056-cee3-4b44-b205-997d6b81367e up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:34.074156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e16ed4-9301-400d-8fa6-1f7dc2224558 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:34.080292 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bf2e7ea1-6112-4cf0-b8c1-0fece48d5c21 req-3edbe913-1eae-47dc-b44e-6b8a506358d4 service neutron] 10.222.0.21 "GET /v2.0/networks/7c0ed325-4d08-474f-9aca-5556fa87ecfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568408 Dec 10 18:32:34.083340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5073a-7c7a-470b-8fc7-d24ce39bd1f9 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Calling delete_port for 30b5a2f2-2226-4680-8e44-27bd8b55b8fa owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:34.083531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-38e16ed4-9301-400d-8fa6-1f7dc2224558 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.086578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af340a62-71de-4377-ae44-5bb44f2f74a6 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.100596 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e16ed4-9301-400d-8fa6-1f7dc2224558 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:34.106898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e16ed4-9301-400d-8fa6-1f7dc2224558 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:34.164293 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5673b96-6503-43ca-b068-a4b680ac816e req-75557727-7939-4947-be93-e987315ba58f tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578393 Dec 10 18:32:34.171233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60666) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:34.185360 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-476aca73-7c0a-465f-91e8-6406d0e3ee01 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5685008 Dec 10 18:32:34.217409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port fe000056-cee3-4b44-b205-997d6b81367e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:34.218665 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-38e16ed4-9301-400d-8fa6-1f7dc2224558 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5285425 Dec 10 18:32:34.221436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60668) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:34.221559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.241273 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING neutron.services.metering.metering_plugin [None req-206d8037-cdf2-47c3-b624-e0437d30ce63 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 18:32:34.295076 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cfb481-a1f9-46b2-874c-ef115b75f817 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:34.297894 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-73cfb481-a1f9-46b2-874c-ef115b75f817 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0754426 Dec 10 18:32:34.301731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60672) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:34.310709 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ff4ed9a1-e05a-4763-b559-0d6f88a2fca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.339002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543561f-a61f-48e6-b4b7-e2cd394b21a4 None None] Network dee1b096-3f30-4a13-b433-522eaddcd9d3 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:34.346885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ed9a1-e05a-4763-b559-0d6f88a2fca1 None None] Pushing event deleted for resources: {'Port': ['ID=5b22b437-67d7-447e-8e66-c11a3d538410,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:34.379908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c5a7c-cd3c-427c-8ab4-8c1e9f868b75 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:34.383061 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-851c5a7c-cd3c-427c-8ab4-8c1e9f868b75 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0795763 Dec 10 18:32:34.384877 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60674) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:34.401968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ed9a1-e05a-4763-b559-0d6f88a2fca1 None None] No DVR routers for this DVR port 5b22b437-67d7-447e-8e66-c11a3d538410 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:34.473501 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4a008c33-53d1-4441-9e58-4dce7a1928a0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866499 Dec 10 18:32:34.480986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60680) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:34.487591 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f5c5ba88-9ed1-44e7-819d-b58aec955645 None None] Provisioning complete for port fe000056-cee3-4b44-b205-997d6b81367e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:34.487965 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f5c5ba88-9ed1-44e7-819d-b58aec955645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.492633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-1f542336-79d7-4da9-aff3-7e4fad0bef5a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:34.552986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5b22b437-67d7-447e-8e66-c11a3d538410 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:34.578385 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 5b22b437-67d7-447e-8e66-c11a3d538410 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:34.578798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5b22b437-67d7-447e-8e66-c11a3d538410 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:34.651330 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f5c5ba88-9ed1-44e7-819d-b58aec955645 None None] Provisioning complete for port b0056393-6dea-4377-8597-63bf2a7e1bc9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:34.651697 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f5c5ba88-9ed1-44e7-819d-b58aec955645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.686076 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60682) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:34.694534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5ba88-9ed1-44e7-819d-b58aec955645 None None] Port b0056393-6dea-4377-8597-63bf2a7e1bc9 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:34.761453 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f542336-79d7-4da9-aff3-7e4fad0bef5a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:34.765931 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f542336-79d7-4da9-aff3-7e4fad0bef5a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.802112 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af340a62-71de-4377-ae44-5bb44f2f74a6 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.834096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-206d8037-cdf2-47c3-b624-e0437d30ce63 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.834096 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-206d8037-cdf2-47c3-b624-e0437d30ce63 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8850846 Dec 10 18:32:34.834589 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-af340a62-71de-4377-ae44-5bb44f2f74a6 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32684f3-e616-4269-a60c-4804490577a0']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:34.834736 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d939a2a7-e188-4e8b-a9f6-f34261a1634e tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-322324258'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:34.835264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d939a2a7-e188-4e8b-a9f6-f34261a1634e tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Unknown quota resources ['metering_label']. {{(pid=103594) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:32:34.836821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c7c5073a-7c7a-470b-8fc7-d24ce39bd1f9 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.845046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60686) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:34.853157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00cb147-cb27-43e9-a535-8499da1d5466 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:34.854705 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e00cb147-cb27-43e9-a535-8499da1d5466 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.6825342 Dec 10 18:32:34.864332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60688) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:34.869165 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-32e0434f-df06-4802-8f05-9b79b26eb993 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=3ac409df-08c7-41c1-a420-b1cb8a1a2243 HTTP/1.1" status: 200 len: 464 time: 0.0133312 Dec 10 18:32:34.889034 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60690) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:34.914482 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-af340a62-71de-4377-ae44-5bb44f2f74a6 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9efc654-8ea5-4ea9-81d0-f3ca1fcb8488') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:34.914782 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-af340a62-71de-4377-ae44-5bb44f2f74a6 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9efc654-8ea5-4ea9-81d0-f3ca1fcb8488') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:34.916652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5073a-7c7a-470b-8fc7-d24ce39bd1f9 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Port': ['ID=30b5a2f2-2226-4680-8e44-27bd8b55b8fa,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:34.926989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4c37acd8-c085-4f3c-aa21-4a75fa6bf35d None None] Provisioning complete for port fe000056-cee3-4b44-b205-997d6b81367e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:34.927407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4c37acd8-c085-4f3c-aa21-4a75fa6bf35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.957984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af340a62-71de-4377-ae44-5bb44f2f74a6 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.976791 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c7c5073a-7c7a-470b-8fc7-d24ce39bd1f9 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.981288 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c7c5073a-7c7a-470b-8fc7-d24ce39bd1f9 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/ports/30b5a2f2-2226-4680-8e44-27bd8b55b8fa HTTP/1.1" status: 204 len: 168 time: 1.7486541 Dec 10 18:32:34.985867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60692) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:34.998504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af340a62-71de-4377-ae44-5bb44f2f74a6 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.026111 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b273230-4cd3-4824-9c15-379e14fd4c62 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] DELETE failed (client error): The resource could not be found. Dec 10 18:32:35.026802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b273230-4cd3-4824-9c15-379e14fd4c62 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:35.032138 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0b273230-4cd3-4824-9c15-379e14fd4c62 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/subnets/78c12b3f-d49c-4f79-9c80-abe09121d6f0 HTTP/1.1" status: 404 len: 337 time: 0.0425892 Dec 10 18:32:35.032138 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af340a62-71de-4377-ae44-5bb44f2f74a6 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:35.032138 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af340a62-71de-4377-ae44-5bb44f2f74a6 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:35.040338 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:35.042908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60694) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:35.050019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35ef438-3df5-4ce4-9008-4f4a16bd7b1c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:35.056027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35ef438-3df5-4ce4-9008-4f4a16bd7b1c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:35.062689 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35ef438-3df5-4ce4-9008-4f4a16bd7b1c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:35.065000 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b35ef438-3df5-4ce4-9008-4f4a16bd7b1c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1944399 Dec 10 18:32:35.073864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4c37acd8-c085-4f3c-aa21-4a75fa6bf35d None None] Provisioning complete for port b0056393-6dea-4377-8597-63bf2a7e1bc9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:35.074426 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4c37acd8-c085-4f3c-aa21-4a75fa6bf35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.140651 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-4c37acd8-c085-4f3c-aa21-4a75fa6bf35d None None] Port b0056393-6dea-4377-8597-63bf2a7e1bc9 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:35.153258 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4c37acd8-c085-4f3c-aa21-4a75fa6bf35d None None] Provisioning complete for port 9e096782-f914-41ef-9bba-380d8f53a62f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:35.153816 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4c37acd8-c085-4f3c-aa21-4a75fa6bf35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.162977 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60696) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:35.166970 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-85c6fa9e-8c6d-4cdd-b394-c9662c6b3a8c tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.203541 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-4c37acd8-c085-4f3c-aa21-4a75fa6bf35d None None] Port 9e096782-f914-41ef-9bba-380d8f53a62f cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:35.328581 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-944b9532-a929-44ad-9e17-6a57ea297d25 None None] Provisioning complete for port b0056393-6dea-4377-8597-63bf2a7e1bc9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:35.329724 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-944b9532-a929-44ad-9e17-6a57ea297d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.367750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af340a62-71de-4377-ae44-5bb44f2f74a6 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.370803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-944b9532-a929-44ad-9e17-6a57ea297d25 None None] Port b0056393-6dea-4377-8597-63bf2a7e1bc9 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:35.387182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af340a62-71de-4377-ae44-5bb44f2f74a6 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.390549 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-af340a62-71de-4377-ae44-5bb44f2f74a6 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "DELETE /v2.0/networks/c32684f3-e616-4269-a60c-4804490577a0 HTTP/1.1" status: 204 len: 168 time: 1.7153525 Dec 10 18:32:35.392711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-85c6fa9e-8c6d-4cdd-b394-c9662c6b3a8c tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.397380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60700) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:35.423754 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af340a62-71de-4377-ae44-5bb44f2f74a6 tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event deleted for resources: {'Network': ['ID=c32684f3-e616-4269-a60c-4804490577a0,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:35.478059 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-85c6fa9e-8c6d-4cdd-b394-c9662c6b3a8c tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e254bde-b4f4-4767-8f3a-1e908e6c80f2']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:35.498348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-85c6fa9e-8c6d-4cdd-b394-c9662c6b3a8c tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beea4714-c75c-4e4d-bd85-7d9d2b7bd450') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:35.498657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-85c6fa9e-8c6d-4cdd-b394-c9662c6b3a8c tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beea4714-c75c-4e4d-bd85-7d9d2b7bd450') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:35.499826 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-da282dd9-778e-43ba-88f1-11accda35c9b None None] Provisioning complete for port 9e096782-f914-41ef-9bba-380d8f53a62f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:35.500839 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-da282dd9-778e-43ba-88f1-11accda35c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.517954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-85c6fa9e-8c6d-4cdd-b394-c9662c6b3a8c tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.521524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-df899ac5-a2a2-4350-9fb3-e27e6e221708 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 9e096782-f914-41ef-9bba-380d8f53a62f {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:35.521879 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df899ac5-a2a2-4350-9fb3-e27e6e221708 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.548790 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-da282dd9-778e-43ba-88f1-11accda35c9b None None] Port 9e096782-f914-41ef-9bba-380d8f53a62f cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:35.588822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-85c6fa9e-8c6d-4cdd-b394-c9662c6b3a8c tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.596759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-48aefd30-ebdf-4bdd-b315-f6929b8df43d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.608629 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c6fa9e-8c6d-4cdd-b394-c9662c6b3a8c tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:35.609024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-85c6fa9e-8c6d-4cdd-b394-c9662c6b3a8c tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:35.612059 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:35.641435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d939a2a7-e188-4e8b-a9f6-f34261a1634e tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.647067 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d939a2a7-e188-4e8b-a9f6-f34261a1634e tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9552991 Dec 10 18:32:35.651924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60702) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:35.662779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0fd6496a-e13c-4b97-9085-2c72467ea9bb tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b6268442-c596-4f33-9dea-ff1233db4d63'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:35.663261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0fd6496a-e13c-4b97-9085-2c72467ea9bb tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103593) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:32:35.665727 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9f25c3b2-147f-494a-9017-49842080937f tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.666837 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9f25c3b2-147f-494a-9017-49842080937f tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/3ac409df-08c7-41c1-a420-b1cb8a1a2243 HTTP/1.1" status: 204 len: 168 time: 0.7740831 Dec 10 18:32:35.673594 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60704) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:35.695469 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770f44f-1bbb-462b-8d7b-e154205baff6 req-c8328645-e7db-4add-883d-d2b1dea91bd0 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:35.696954 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f770f44f-1bbb-462b-8d7b-e154205baff6 req-c8328645-e7db-4add-883d-d2b1dea91bd0 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.2826838 Dec 10 18:32:35.711163 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d058d7ce-a51d-4e40-bd1c-d2fd2c8b39fb tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=3ac409df-08c7-41c1-a420-b1cb8a1a2243 HTTP/1.1" status: 200 len: 221 time: 0.0333099 Dec 10 18:32:35.713027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df899ac5-a2a2-4350-9fb3-e27e6e221708 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.714694 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60706) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:35.721588 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-acf728ca-f670-42b5-8d01-394c468e2d68 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1575275025', 'description': 'label created by tempest'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:35.722098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-acf728ca-f670-42b5-8d01-394c468e2d68 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Unknown quota resources ['metering_label']. {{(pid=103594) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:32:35.788094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-df899ac5-a2a2-4350-9fb3-e27e6e221708 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 9e096782-f914-41ef-9bba-380d8f53a62f owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:35.803606 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f770f44f-1bbb-462b-8d7b-e154205baff6 req-55ed6673-d402-4562-9aa2-a0926e244390 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859144 Dec 10 18:32:35.832447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-85c6fa9e-8c6d-4cdd-b394-c9662c6b3a8c tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.843932 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-85c6fa9e-8c6d-4cdd-b394-c9662c6b3a8c tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.849769 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-85c6fa9e-8c6d-4cdd-b394-c9662c6b3a8c tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/networks/2e254bde-b4f4-4767-8f3a-1e908e6c80f2 HTTP/1.1" status: 204 len: 168 time: 0.7825656 Dec 10 18:32:35.853748 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60710) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:35.912135 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING neutron.services.metering.metering_plugin [None req-0fd6496a-e13c-4b97-9085-2c72467ea9bb tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 18:32:35.933405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6fa9e-8c6d-4cdd-b394-c9662c6b3a8c tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Network': ['ID=2e254bde-b4f4-4767-8f3a-1e908e6c80f2,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:35.937668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-48aefd30-ebdf-4bdd-b315-f6929b8df43d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.009626 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.objects.ports [None req-1f542336-79d7-4da9-aff3-7e4fad0bef5a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103594) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:32:36.014049 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f542336-79d7-4da9-aff3-7e4fad0bef5a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.029409 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-48aefd30-ebdf-4bdd-b315-f6929b8df43d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6392545e-3e8a-411e-a6d5-f6a141dce240']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:36.072131 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-acf728ca-f670-42b5-8d01-394c468e2d68 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.073312 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-acf728ca-f670-42b5-8d01-394c468e2d68 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3568690 Dec 10 18:32:36.078127 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60712) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.089640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fd6496a-e13c-4b97-9085-2c72467ea9bb tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.091387 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0fd6496a-e13c-4b97-9085-2c72467ea9bb tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4358051 Dec 10 18:32:36.101043 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60714) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.104021 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-48aefd30-ebdf-4bdd-b315-f6929b8df43d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a515ff1a-dd26-469d-9b52-fc88a15164c4') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:36.104317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-48aefd30-ebdf-4bdd-b315-f6929b8df43d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a515ff1a-dd26-469d-9b52-fc88a15164c4') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:36.109536 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-209075ac-a1e6-4240-ab4e-22eb5b02319b tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b6268442-c596-4f33-9dea-ff1233db4d63'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:36.110046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-209075ac-a1e6-4240-ab4e-22eb5b02319b tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103593) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:32:36.131607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-48aefd30-ebdf-4bdd-b315-f6929b8df43d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.169033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f542336-79d7-4da9-aff3-7e4fad0bef5a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:36.175925 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-50dfc95d-5926-49fc-823a-1d71b89937fd tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=e8dd2c90-fc49-4e5b-80db-23bca927cfb2 HTTP/1.1" status: 200 len: 468 time: 0.0918465 Dec 10 18:32:36.178199 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-1f542336-79d7-4da9-aff3-7e4fad0bef5a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:36.182278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f542336-79d7-4da9-aff3-7e4fad0bef5a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:36.183220 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f542336-79d7-4da9-aff3-7e4fad0bef5a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.185463 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60716) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.193566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e1562-a990-48f0-b1c3-68fba6485fdb None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:36.195690 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-48aefd30-ebdf-4bdd-b315-f6929b8df43d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.197425 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f542336-79d7-4da9-aff3-7e4fad0bef5a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=3bf64579-4950-4b88-bf97-83f2aec5d7f5,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:36.227094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48aefd30-ebdf-4bdd-b315-f6929b8df43d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:36.227506 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-48aefd30-ebdf-4bdd-b315-f6929b8df43d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:36.230921 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:36.284363 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING neutron.services.metering.metering_plugin [None req-209075ac-a1e6-4240-ab4e-22eb5b02319b tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 18:32:36.349509 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '3bf64579-4950-4b88-bf97-83f2aec5d7f5'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:36.350926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.353546 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-73ebcb18-e6f7-447d-aadc-c7c6a6a3174f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Deleting port e4b8a9e8-4c8f-4d1c-8616-0b6f9a12fffa {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:36.353908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-73ebcb18-e6f7-447d-aadc-c7c6a6a3174f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.374112 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1f542336-79d7-4da9-aff3-7e4fad0bef5a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8916094 Dec 10 18:32:36.376183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60720) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.382718 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-fc8477f2-96ce-427f-9946-79947439d99e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'mac_address': 'fa:16:3e:1c:5c:17', 'name': 'tempest-NetworksTestDHCPv6-1511188139'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:36.435506 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-48aefd30-ebdf-4bdd-b315-f6929b8df43d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.442635 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-209075ac-a1e6-4240-ab4e-22eb5b02319b tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.442635 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-209075ac-a1e6-4240-ab4e-22eb5b02319b tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3338933 Dec 10 18:32:36.455157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60722) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.456208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-48aefd30-ebdf-4bdd-b315-f6929b8df43d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.460199 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-48aefd30-ebdf-4bdd-b315-f6929b8df43d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "DELETE /v2.0/networks/6392545e-3e8a-411e-a6d5-f6a141dce240 HTTP/1.1" status: 204 len: 168 time: 1.0482023 Dec 10 18:32:36.460199 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df899ac5-a2a2-4350-9fb3-e27e6e221708 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.471869 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60724) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.513916 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aefd30-ebdf-4bdd-b315-f6929b8df43d tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event deleted for resources: {'Network': ['ID=6392545e-3e8a-411e-a6d5-f6a141dce240,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:36.518551 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-73ebcb18-e6f7-447d-aadc-c7c6a6a3174f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.521195 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df899ac5-a2a2-4350-9fb3-e27e6e221708 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=9e096782-f914-41ef-9bba-380d8f53a62f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:36.523756 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cb2a7367-08ab-4408-802c-f079b99e2924 tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=4752d4f7-951c-4276-9c54-1199ee4526eb HTTP/1.1" status: 200 len: 462 time: 0.0618351 Dec 10 18:32:36.530122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60726) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.544050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-73ebcb18-e6f7-447d-aadc-c7c6a6a3174f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Calling delete_port for e4b8a9e8-4c8f-4d1c-8616-0b6f9a12fffa owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:36.554995 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b4ea0-0cb6-4d5b-ad86-e2a5b4527592 req-21b7119a-4153-47a1-9fcf-e3959e4950d2 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:36.556698 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-068b4ea0-0cb6-4d5b-ad86-e2a5b4527592 req-21b7119a-4153-47a1-9fcf-e3959e4950d2 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.2610233 Dec 10 18:32:36.573956 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df899ac5-a2a2-4350-9fb3-e27e6e221708 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.578084 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-df899ac5-a2a2-4350-9fb3-e27e6e221708 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/9e096782-f914-41ef-9bba-380d8f53a62f HTTP/1.1" status: 204 len: 168 time: 1.4089589 Dec 10 18:32:36.582482 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60728) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.593049 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-37c60346-280f-4ffd-8fcf-628dd2e55942 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.595843 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Allocated IP 2001:db8::f816:3eff:fec4:ae50 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/3bf64579-4950-4b88-bf97-83f2aec5d7f5/aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:36.596885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60730) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.597341 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-37c60346-280f-4ffd-8fcf-628dd2e55942 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/e8dd2c90-fc49-4e5b-80db-23bca927cfb2 HTTP/1.1" status: 204 len: 168 time: 0.4063299 Dec 10 18:32:36.636842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b994641d-d711-4e12-becc-3db70883ad8f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.670568 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-27f8c465-108b-43c7-bbbc-853684cfe9d1 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=e8dd2c90-fc49-4e5b-80db-23bca927cfb2 HTTP/1.1" status: 200 len: 216 time: 0.0720668 Dec 10 18:32:36.675468 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60732) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.678802 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f4f0c9-ef16-4f78-94e4-8b7a768f3a7d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] GET failed (client error): The resource could not be found. Dec 10 18:32:36.680989 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-98f4f0c9-ef16-4f78-94e4-8b7a768f3a7d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/9e096782-f914-41ef-9bba-380d8f53a62f HTTP/1.1" status: 404 len: 333 time: 0.0967798 Dec 10 18:32:36.685469 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60734) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.695696 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d7561f1a-a720-4e8f-863f-c728d7b213e6 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0169473 Dec 10 18:32:36.700644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60736) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.722703 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-257eea28-a0dd-4364-8ab5-cc5302fa240c tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0209715 Dec 10 18:32:36.735089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60738) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.736758 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-068b4ea0-0cb6-4d5b-ad86-e2a5b4527592 req-702cf4bf-b7ef-4bb8-ac6b-840736939a82 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658435 Dec 10 18:32:36.789213 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.845625 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-40b8ef4d-eafa-4c18-bcb8-e11835c6dd3a tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/c0eb245e-bbed-402f-bd74-89207be099b2 HTTP/1.1" status: 200 len: 472 time: 0.1093781 Dec 10 18:32:36.850719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60740) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.866638 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8477f2-96ce-427f-9946-79947439d99e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:36.881771 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.893975 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a4d3f72b-a80d-4dfb-9771-e74db9dfe1fe tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/b41c1a85-519c-4655-8858-48111b4bff2c HTTP/1.1" status: 200 len: 461 time: 0.0383902 Dec 10 18:32:36.894932 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a9276a4-fe9d-44e1-b21b-e9eba00b1822 tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.896010 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4a9276a4-fe9d-44e1-b21b-e9eba00b1822 tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/4752d4f7-951c-4276-9c54-1199ee4526eb HTTP/1.1" status: 204 len: 168 time: 0.3633986 Dec 10 18:32:36.897537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60742) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.902869 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60744) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.915828 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-83a3c7e4-22c9-454d-81ef-fb8106732d66 tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=4752d4f7-951c-4276-9c54-1199ee4526eb HTTP/1.1" status: 200 len: 221 time: 0.0112331 Dec 10 18:32:36.929210 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60746) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.930037 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b994641d-d711-4e12-becc-3db70883ad8f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.932571 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:36.932958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-eecdd2d5-31d0-41d8-b267-e459c608faea tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--942503960', 'description': 'label created by tempest'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:36.933447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-eecdd2d5-31d0-41d8-b267-e459c608faea tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Unknown quota resources ['metering_label']. {{(pid=103593) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:32:36.938139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:36.940705 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:36.955214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Pushing event updated for resources: {'Port': ['ID=aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:36.965667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-b994641d-d711-4e12-becc-3db70883ad8f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279f89c6-0999-46f0-86c9-005b6c7e1964']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:36.986712 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-b994641d-d711-4e12-becc-3db70883ad8f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a32cfbd-c1ee-4192-af2d-d16531155ca9') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:36.987119 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-b994641d-d711-4e12-becc-3db70883ad8f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a32cfbd-c1ee-4192-af2d-d16531155ca9') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:37.006949 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b994641d-d711-4e12-becc-3db70883ad8f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.007720 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-73ebcb18-e6f7-447d-aadc-c7c6a6a3174f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.019137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Attempting to bind port aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:37.021832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Attempting to bind port aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:37.022378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Attempting to bind port aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:37.031066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:37.031337 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:37.031449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e0571f89-feb9-4096-afc4-7fdd8aa4620f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port b0056393-6dea-4377-8597-63bf2a7e1bc9 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:37.031707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.031880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e0571f89-feb9-4096-afc4-7fdd8aa4620f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.032380 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:37.032856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Bound port: aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:37.033295 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.040683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebcb18-e6f7-447d-aadc-c7c6a6a3174f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Port': ['ID=e4b8a9e8-4c8f-4d1c-8616-0b6f9a12fffa,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:37.089257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-73ebcb18-e6f7-447d-aadc-c7c6a6a3174f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.096543 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-73ebcb18-e6f7-447d-aadc-c7c6a6a3174f tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/ports/e4b8a9e8-4c8f-4d1c-8616-0b6f9a12fffa HTTP/1.1" status: 204 len: 168 time: 1.2353570 Dec 10 18:32:37.096543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60748) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:37.109022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] For port aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:37.110157 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b994641d-d711-4e12-becc-3db70883ad8f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.112915 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] For port aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:37.116034 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc8477f2-96ce-427f-9946-79947439d99e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.142796 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b994641d-d711-4e12-becc-3db70883ad8f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:37.143192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b994641d-d711-4e12-becc-3db70883ad8f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:37.146100 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:37.150355 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d0f353-cddf-49fb-9ace-5165fb406a48 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] DELETE failed (client error): The resource could not be found. Dec 10 18:32:37.155017 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d0f353-cddf-49fb-9ace-5165fb406a48 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:32:37.155017 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-33d0f353-cddf-49fb-9ace-5165fb406a48 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/subnets/35063d86-9b96-4116-907f-19a91a5b6386 HTTP/1.1" status: 404 len: 337 time: 0.0575409 Dec 10 18:32:37.158443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-461f8a74-5326-437f-8a86-9ebf53571820 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.158829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60750) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:37.159483 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-461f8a74-5326-437f-8a86-9ebf53571820 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/b41c1a85-519c-4655-8858-48111b4bff2c HTTP/1.1" status: 204 len: 168 time: 0.2610264 Dec 10 18:32:37.175777 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.186834 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60752) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:37.247411 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f21bba-8a48-4638-97b9-6fbe1aa8e57c None None] Pushing event updated for resources: {'Port': ['ID=aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:37.262009 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-fc8477f2-96ce-427f-9946-79947439d99e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 95ea4d30-117f-4a51-92cb-d40508670980 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:37.352598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e0571f89-feb9-4096-afc4-7fdd8aa4620f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.369663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b994641d-d711-4e12-becc-3db70883ad8f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.374416 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b994641d-d711-4e12-becc-3db70883ad8f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.379039 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b994641d-d711-4e12-becc-3db70883ad8f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "DELETE /v2.0/networks/279f89c6-0999-46f0-86c9-005b6c7e1964 HTTP/1.1" status: 204 len: 168 time: 0.9042335 Dec 10 18:32:37.384846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60754) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:37.396472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6cf413a4-d199-4d24-9195-e0ec71392728 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.410780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e0571f89-feb9-4096-afc4-7fdd8aa4620f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for b0056393-6dea-4377-8597-63bf2a7e1bc9 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:37.452297 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994641d-d711-4e12-becc-3db70883ad8f tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event deleted for resources: {'Network': ['ID=279f89c6-0999-46f0-86c9-005b6c7e1964,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:37.513828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eecdd2d5-31d0-41d8-b267-e459c608faea tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.518141 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-eecdd2d5-31d0-41d8-b267-e459c608faea tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5886779 Dec 10 18:32:37.523268 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60756) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:37.557282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-fc8477f2-96ce-427f-9946-79947439d99e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::f816:3eff:fe1c:5c17 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/3bf64579-4950-4b88-bf97-83f2aec5d7f5/95ea4d30-117f-4a51-92cb-d40508670980) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:37.673784 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f7926630-484a-40d6-a200-1a899ca194be tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=3434213e-3f2e-440b-b6ab-429e35ce5a23 HTTP/1.1" status: 200 len: 467 time: 0.1492403 Dec 10 18:32:37.691691 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60758) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:37.713639 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6cf413a4-d199-4d24-9195-e0ec71392728 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.841797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-6cf413a4-d199-4d24-9195-e0ec71392728 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1475c8ba-b481-49ea-8833-3051f944d390']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:37.920552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-6cf413a4-d199-4d24-9195-e0ec71392728 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f72f60-e75f-426e-a188-bf0d6a0c278e') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:37.920552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-6cf413a4-d199-4d24-9195-e0ec71392728 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f72f60-e75f-426e-a188-bf0d6a0c278e') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:37.941393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e654bb8-7cdf-4ed9-bb5a-6e4dfe00abcd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.022630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-391acc29-234b-4e98-a2f7-218d6ba53352 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.023586 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-391acc29-234b-4e98-a2f7-218d6ba53352 tempest-MeteringTestJSON-2016957323 tempest-MeteringTestJSON-2016957323-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/c0eb245e-bbed-402f-bd74-89207be099b2 HTTP/1.1" status: 204 len: 168 time: 0.8364854 Dec 10 18:32:38.030193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:38.030845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6cf413a4-d199-4d24-9195-e0ec71392728 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.112508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:38.113076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.122449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6cf413a4-d199-4d24-9195-e0ec71392728 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.128788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e654bb8-7cdf-4ed9-bb5a-6e4dfe00abcd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.150484 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b018e-0ae9-49ae-8cfc-87efad9de1a5 req-9059b223-b6c0-4d7d-8036-1aedc95882d5 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:38.152280 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2d0b018e-0ae9-49ae-8cfc-87efad9de1a5 req-9059b223-b6c0-4d7d-8036-1aedc95882d5 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.3058918 Dec 10 18:32:38.154782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf413a4-d199-4d24-9195-e0ec71392728 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:38.155552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6cf413a4-d199-4d24-9195-e0ec71392728 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.157438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-9e654bb8-7cdf-4ed9-bb5a-6e4dfe00abcd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9890e5cb-4985-4a4b-bc2f-0b2ce5471d74']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:38.162849 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:38.165212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e0571f89-feb9-4096-afc4-7fdd8aa4620f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.176988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-9e654bb8-7cdf-4ed9-bb5a-6e4dfe00abcd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d27c90f-f917-4bfa-8978-e87374e35627') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:38.176988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-9e654bb8-7cdf-4ed9-bb5a-6e4dfe00abcd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d27c90f-f917-4bfa-8978-e87374e35627') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:38.188525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e654bb8-7cdf-4ed9-bb5a-6e4dfe00abcd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.209078 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e654bb8-7cdf-4ed9-bb5a-6e4dfe00abcd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.217725 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e654bb8-7cdf-4ed9-bb5a-6e4dfe00abcd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:38.220102 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e654bb8-7cdf-4ed9-bb5a-6e4dfe00abcd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:38.223685 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:38.244271 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.288812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:38.361892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.390593 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e654bb8-7cdf-4ed9-bb5a-6e4dfe00abcd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.403598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e654bb8-7cdf-4ed9-bb5a-6e4dfe00abcd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.416445 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9e654bb8-7cdf-4ed9-bb5a-6e4dfe00abcd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] 10.222.0.60 "DELETE /v2.0/networks/9890e5cb-4985-4a4b-bc2f-0b2ce5471d74 HTTP/1.1" status: 204 len: 168 time: 0.9759877 Dec 10 18:32:38.425874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:38.450182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e654bb8-7cdf-4ed9-bb5a-6e4dfe00abcd tempest-BulkNetworkOpsTest-1464527222 tempest-BulkNetworkOpsTest-1464527222-project] Pushing event deleted for resources: {'Network': ['ID=9890e5cb-4985-4a4b-bc2f-0b2ce5471d74,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:38.519289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-87bb9173-1342-4610-a3a4-060c95cedbf9 None None] Provisioning complete for port aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:38.519664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-87bb9173-1342-4610-a3a4-060c95cedbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.565629 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1bd4b308-d76b-42bb-8c11-59666b493fca tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.566750 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1bd4b308-d76b-42bb-8c11-59666b493fca tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/3434213e-3f2e-440b-b6ab-429e35ce5a23 HTTP/1.1" status: 204 len: 168 time: 0.8739777 Dec 10 18:32:38.569735 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60768) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:38.588988 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-07d5f56d-7931-4729-82cc-03fc0154ed8e tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=3434213e-3f2e-440b-b6ab-429e35ce5a23 HTTP/1.1" status: 200 len: 216 time: 0.0174086 Dec 10 18:32:38.593248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60772) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:38.604915 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-94d9037f-1a5d-4522-83c7-1a27eb2c4b8c tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0099645 Dec 10 18:32:38.607778 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60774) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:38.621601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0571f89-feb9-4096-afc4-7fdd8aa4620f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=b0056393-6dea-4377-8597-63bf2a7e1bc9,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:38.634898 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ded7dd14-96b9-4277-83eb-ffdf6747d0f8 tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0244939 Dec 10 18:32:38.639009 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60776) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:38.671881 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e0571f89-feb9-4096-afc4-7fdd8aa4620f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.675228 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e0571f89-feb9-4096-afc4-7fdd8aa4620f tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/b0056393-6dea-4377-8597-63bf2a7e1bc9 HTTP/1.1" status: 204 len: 168 time: 1.9858491 Dec 10 18:32:38.678436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc8477f2-96ce-427f-9946-79947439d99e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.681190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60778) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:38.706148 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9fe9ea3d-6337-43a4-a0c2-7f51ef4c28b2 tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/b6268442-c596-4f33-9dea-ff1233db4d63 HTTP/1.1" status: 200 len: 472 time: 0.0644059 Dec 10 18:32:38.708890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60780) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:38.721923 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-02b9a6bc-b9b0-4f95-8a9f-fdf255d94444 tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/a46a005a-fcac-44b4-84c4-7f1faa49f081 HTTP/1.1" status: 200 len: 459 time: 0.0108247 Dec 10 18:32:38.729817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60782) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:38.736548 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f563c1-b33f-4c21-8400-447b737907ab tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] GET failed (client error): The resource could not be found. Dec 10 18:32:38.741052 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-06f563c1-b33f-4c21-8400-447b737907ab tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/b0056393-6dea-4377-8597-63bf2a7e1bc9 HTTP/1.1" status: 404 len: 333 time: 0.0544286 Dec 10 18:32:38.744368 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60784) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:38.752852 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2d0b018e-0ae9-49ae-8cfc-87efad9de1a5 req-998e57c3-b4c6-4a7c-ad43-9de765214ee0 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293780 Dec 10 18:32:38.765901 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60786) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:38.801400 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6cf413a4-d199-4d24-9195-e0ec71392728 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.806093 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6cf413a4-d199-4d24-9195-e0ec71392728 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.817139 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6cf413a4-d199-4d24-9195-e0ec71392728 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/networks/1475c8ba-b481-49ea-8833-3051f944d390 HTTP/1.1" status: 204 len: 168 time: 1.6536801 Dec 10 18:32:38.817343 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60792) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:38.830185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf413a4-d199-4d24-9195-e0ec71392728 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Network': ['ID=1475c8ba-b481-49ea-8833-3051f944d390,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:38.884659 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc8477f2-96ce-427f-9946-79947439d99e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.908060 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9426e2-4904-4152-ab05-5ffe0f2fb9e3 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting subnet 28b28f29-5633-45c5-bc27-81255e03ef96 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:38.917310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0c9426e2-4904-4152-ab05-5ffe0f2fb9e3 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.924680 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-439d0f4d-778f-4b22-ba02-74af333788aa tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Deleting subnet 9a92daa2-0141-4517-88cc-9f6b131838c9 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:38.947083 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8477f2-96ce-427f-9946-79947439d99e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:38.952360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-439d0f4d-778f-4b22-ba02-74af333788aa tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.952630 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-fc8477f2-96ce-427f-9946-79947439d99e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:38.959101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8477f2-96ce-427f-9946-79947439d99e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:38.964741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8477f2-96ce-427f-9946-79947439d99e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:38.965397 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc8477f2-96ce-427f-9946-79947439d99e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.988701 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8477f2-96ce-427f-9946-79947439d99e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=95ea4d30-117f-4a51-92cb-d40508670980,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:38.993614 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef8a808d-44db-4d65-8dcd-91e1eee130a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.074221 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0c9426e2-4904-4152-ab05-5ffe0f2fb9e3 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.076649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60798) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:39.082723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-439d0f4d-778f-4b22-ba02-74af333788aa tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.094685 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fc8477f2-96ce-427f-9946-79947439d99e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7155125 Dec 10 18:32:39.097628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60800) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:39.118567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3282ad3-dce9-4ca5-8809-d470a3249b5f tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.122609 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e3282ad3-dce9-4ca5-8809-d470a3249b5f tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/a46a005a-fcac-44b4-84c4-7f1faa49f081 HTTP/1.1" status: 204 len: 168 time: 0.3885596 Dec 10 18:32:39.136258 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef8a808d-44db-4d65-8dcd-91e1eee130a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.137735 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60804) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:39.254538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-439d0f4d-778f-4b22-ba02-74af333788aa tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.258058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0c9426e2-4904-4152-ab05-5ffe0f2fb9e3 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.277442 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef8a808d-44db-4d65-8dcd-91e1eee130a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.342994 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-54238179-08ed-4d45-8bc3-941eab54a103 None None] Provisioning complete for port 95ea4d30-117f-4a51-92cb-d40508670980 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:39.344822 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-54238179-08ed-4d45-8bc3-941eab54a103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.371886 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a59ad0c-e001-48f2-9bcd-f251cc0e931c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:39.378552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a59ad0c-e001-48f2-9bcd-f251cc0e931c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:39.380041 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-54238179-08ed-4d45-8bc3-941eab54a103 None None] Port 95ea4d30-117f-4a51-92cb-d40508670980 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:39.380168 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2a59ad0c-e001-48f2-9bcd-f251cc0e931c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2814155 Dec 10 18:32:39.386260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60806) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:39.400521 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d8f25-1bcb-4a12-988d-503e5c9a4599 req-9afde5aa-3ac9-4154-af47-d68b9e5aa1fa tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:39.403676 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b17d8f25-1bcb-4a12-988d-503e5c9a4599 req-9afde5aa-3ac9-4154-af47-d68b9e5aa1fa tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.1799748 Dec 10 18:32:39.450531 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ef8a808d-44db-4d65-8dcd-91e1eee130a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be316be36d1f4ed3b0c0994f1ca464e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6834486 Dec 10 18:32:39.453878 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ad273e6e-b7fe-4c0c-b6e2-ff5d04c88e59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b8e9b5d5a9b4f4e9f63d626967892d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715844 Dec 10 18:32:39.456940 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a808d-44db-4d65-8dcd-91e1eee130a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27325d5f-efbd-48e8-9c96-fa5eb2aaa231,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:39.458487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd81a8-dd06-4222-869b-d7b9e679cde8 req-58424808-e9ec-4a59-830b-de61879c41db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:39.459950 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-37fd81a8-dd06-4222-869b-d7b9e679cde8 req-58424808-e9ec-4a59-830b-de61879c41db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72341ec643724a6b81f9d93782a8fd97&device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 1098 time: 0.1754279 Dec 10 18:32:39.460500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60808) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:39.460833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60810) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:39.546109 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b17d8f25-1bcb-4a12-988d-503e5c9a4599 req-e229affb-4b8e-439b-a4ca-fae037c87551 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008449 Dec 10 18:32:39.554820 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-19fce57b-68dc-4546-9560-a774fc31518e tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.558265 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-19fce57b-68dc-4546-9560-a774fc31518e tempest-MeteringIpV6TestJSON-1873864358 tempest-MeteringIpV6TestJSON-1873864358-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/b6268442-c596-4f33-9dea-ff1233db4d63 HTTP/1.1" status: 204 len: 168 time: 0.4006135 Dec 10 18:32:39.580709 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0c9426e2-4904-4152-ab05-5ffe0f2fb9e3 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.596567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-439d0f4d-778f-4b22-ba02-74af333788aa tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.644405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9426e2-4904-4152-ab05-5ffe0f2fb9e3 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Subnet': ['ID=28b28f29-5633-45c5-bc27-81255e03ef96,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:39.655858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971bce07-05bf-40ae-976f-13f85019a8e5 None None] Network dee1b096-3f30-4a13-b433-522eaddcd9d3 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:39.656526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0c9426e2-4904-4152-ab05-5ffe0f2fb9e3 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.659720 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0c9426e2-4904-4152-ab05-5ffe0f2fb9e3 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/28b28f29-5633-45c5-bc27-81255e03ef96 HTTP/1.1" status: 204 len: 168 time: 0.9078865 Dec 10 18:32:39.660941 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ef03a-3771-4fab-a9e7-e314b4fa3a3b None None] Network d08cb974-76c9-49a7-a863-4cb85f392aba requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:39.662683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-439d0f4d-778f-4b22-ba02-74af333788aa tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.663657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60816) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:39.666797 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-439d0f4d-778f-4b22-ba02-74af333788aa tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/subnets/9a92daa2-0141-4517-88cc-9f6b131838c9 HTTP/1.1" status: 204 len: 168 time: 0.8486803 Dec 10 18:32:39.675057 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60818) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:39.700827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d0f4d-778f-4b22-ba02-74af333788aa tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Subnet': ['ID=9a92daa2-0141-4517-88cc-9f6b131838c9,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:39.748607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d5a40be-a2a4-4fc1-a2eb-a71527373ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.760070 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ee6891a-3641-4a44-b7d2-b4f01d85fb21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.772508 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd81a8-dd06-4222-869b-d7b9e679cde8 req-d9d1ba33-fe97-400b-8349-f815b03fdfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:39.775689 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-37fd81a8-dd06-4222-869b-d7b9e679cde8 req-d9d1ba33-fe97-400b-8349-f815b03fdfda service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c0ed325-4d08-474f-9aca-5556fa87ecfe HTTP/1.1" status: 200 len: 912 time: 0.3061078 Dec 10 18:32:39.783993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7222f1e5-0bf4-42f0-9c15-30a0e0177d15 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 95ea4d30-117f-4a51-92cb-d40508670980 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:39.784331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7222f1e5-0bf4-42f0-9c15-30a0e0177d15 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.819312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d5a40be-a2a4-4fc1-a2eb-a71527373ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.823220 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:32:39.830525 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.835860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.891739 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-37fd81a8-dd06-4222-869b-d7b9e679cde8 req-427abd6f-fee6-45f5-aff7-79b583d2c23d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3789468e-7505-40c4-bb0d-0894edb91915 HTTP/1.1" status: 200 len: 217 time: 0.0991561 Dec 10 18:32:39.893682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ee6891a-3641-4a44-b7d2-b4f01d85fb21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.960343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff9f72b-f302-44b0-881a-fbf79dfb8507 None None] DHCP port deletion for d08cb974-76c9-49a7-a863-4cb85f392aba request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:39.971837 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port fe000056-cee3-4b44-b205-997d6b81367e {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:39.972262 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.976401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Deleting port 8975c519-099f-4d90-ac94-c9cb955e55f2 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:39.976745 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.036824 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd81a8-dd06-4222-869b-d7b9e679cde8 req-28c9f72a-cd6c-4df1-9b2b-580497210896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:40.039478 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-37fd81a8-dd06-4222-869b-d7b9e679cde8 req-28c9f72a-cd6c-4df1-9b2b-580497210896 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fa281b6-5cf4-464a-9927-fa4b2e6c9a83 HTTP/1.1" status: 200 len: 851 time: 0.1398005 Dec 10 18:32:40.041303 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629715d6-dd30-4804-8c80-3b69e45b3843 None None] DHCP port deletion for dee1b096-3f30-4a13-b433-522eaddcd9d3 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:40.060197 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:40.062706 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7222f1e5-0bf4-42f0-9c15-30a0e0177d15 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.093647 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-37fd81a8-dd06-4222-869b-d7b9e679cde8 req-075e0938-4773-4288-97a9-63911a13a9b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c0ed325-4d08-474f-9aca-5556fa87ecfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444469 Dec 10 18:32:40.100791 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7222f1e5-0bf4-42f0-9c15-30a0e0177d15 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 95ea4d30-117f-4a51-92cb-d40508670980 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:40.122974 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] For port fe000056-cee3-4b44-b205-997d6b81367e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=fe000056-cee3-4b44-b205-997d6b81367e,segment=NetworkSegment(608796ff-8d08-482b-9e72-d17bf759b9b2),segment_id=608796ff-8d08-482b-9e72-d17bf759b9b2)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:40.123309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.126986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] For port 8975c519-099f-4d90-ac94-c9cb955e55f2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8975c519-099f-4d90-ac94-c9cb955e55f2,segment=NetworkSegment(c7c444bf-039e-43f9-8f50-a9db33c2f3c5),segment_id=c7c444bf-039e-43f9-8f50-a9db33c2f3c5)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:40.130618 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.130783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60824) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:40.149643 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for fe000056-cee3-4b44-b205-997d6b81367e owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:40.151662 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Calling delete_port for 8975c519-099f-4d90-ac94-c9cb955e55f2 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:40.304349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d5a40be-a2a4-4fc1-a2eb-a71527373ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.307072 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d5a40be-a2a4-4fc1-a2eb-a71527373ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.308489 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3d5a40be-a2a4-4fc1-a2eb-a71527373ff6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e3f7bac-b327-4984-944e-74ad166f2499 HTTP/1.1" status: 204 len: 168 time: 0.8413897 Dec 10 18:32:40.309568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ee6891a-3641-4a44-b7d2-b4f01d85fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.321974 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ee6891a-3641-4a44-b7d2-b4f01d85fb21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.327400 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5ee6891a-3641-4a44-b7d2-b4f01d85fb21 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27325d5f-efbd-48e8-9c96-fa5eb2aaa231 HTTP/1.1" status: 204 len: 168 time: 0.8585739 Dec 10 18:32:40.332755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9f72b-f302-44b0-881a-fbf79dfb8507 None None] Deleting port 8975c519-099f-4d90-ac94-c9cb955e55f2 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:40.333232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f72b-f302-44b0-881a-fbf79dfb8507 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.363040 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a40be-a2a4-4fc1-a2eb-a71527373ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3f7bac-b327-4984-944e-74ad166f2499,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:40.373380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a929eb45-a733-4f86-a51a-73f6d92f244a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.390334 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.391389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6891a-3641-4a44-b7d2-b4f01d85fb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27325d5f-efbd-48e8-9c96-fa5eb2aaa231,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:40.404700 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] No DVR routers for this DVR port 8975c519-099f-4d90-ac94-c9cb955e55f2 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:40.423811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7222f1e5-0bf4-42f0-9c15-30a0e0177d15 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.442593 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.444505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Port': ['ID=8975c519-099f-4d90-ac94-c9cb955e55f2,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:40.470433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222f1e5-0bf4-42f0-9c15-30a0e0177d15 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=95ea4d30-117f-4a51-92cb-d40508670980,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:40.512057 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-37fd81a8-dd06-4222-869b-d7b9e679cde8 req-a435b000-af44-4865-a6c3-47f18c58b073 service neutron] 10.222.0.21 "GET /v2.0/networks/7c0ed325-4d08-474f-9aca-5556fa87ecfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005506 Dec 10 18:32:40.523974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6ff9f72b-f302-44b0-881a-fbf79dfb8507 None None] For port 8975c519-099f-4d90-ac94-c9cb955e55f2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8975c519-099f-4d90-ac94-c9cb955e55f2,segment=NetworkSegment(c7c444bf-039e-43f9-8f50-a9db33c2f3c5),segment_id=c7c444bf-039e-43f9-8f50-a9db33c2f3c5)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:40.525037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f72b-f302-44b0-881a-fbf79dfb8507 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.536549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7222f1e5-0bf4-42f0-9c15-30a0e0177d15 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.540406 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-629715d6-dd30-4804-8c80-3b69e45b3843 None None] Deleting port fe000056-cee3-4b44-b205-997d6b81367e {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:40.541015 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7222f1e5-0bf4-42f0-9c15-30a0e0177d15 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/95ea4d30-117f-4a51-92cb-d40508670980 HTTP/1.1" status: 204 len: 168 time: 1.1503546 Dec 10 18:32:40.541404 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-629715d6-dd30-4804-8c80-3b69e45b3843 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.549902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=fe000056-cee3-4b44-b205-997d6b81367e,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:40.555329 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No DVR routers for this DVR port fe000056-cee3-4b44-b205-997d6b81367e on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:40.555769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:40.556303 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.560055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60834) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:40.610708 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9f72b-f302-44b0-881a-fbf79dfb8507 None None] Calling delete_port for 8975c519-099f-4d90-ac94-c9cb955e55f2 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:40.753586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e4fd8b-acd3-41eb-b5dd-33bfd1174663 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:40.755635 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e4fd8b-acd3-41eb-b5dd-33bfd1174663 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:40.757869 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d9e4fd8b-acd3-41eb-b5dd-33bfd1174663 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1965318 Dec 10 18:32:40.764933 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60842) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:40.795540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-629715d6-dd30-4804-8c80-3b69e45b3843 None None] For port fe000056-cee3-4b44-b205-997d6b81367e, host dv-neutron-821434-1-hyperv, got binding levels [] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:40.795940 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-629715d6-dd30-4804-8c80-3b69e45b3843 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.833098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-629715d6-dd30-4804-8c80-3b69e45b3843 None None] Calling delete_port for fe000056-cee3-4b44-b205-997d6b81367e owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:40.839473 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.ipam_backend_mixin [None req-629715d6-dd30-4804-8c80-3b69e45b3843 None None] Port fe000056-cee3-4b44-b205-997d6b81367e was not found and therefore no delete operation was performed {{(pid=103595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:32:40.849170 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.857224 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-629715d6-dd30-4804-8c80-3b69e45b3843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.894225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.922550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08cb974-76c9-49a7-a863-4cb85f392aba']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:40.943144 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a929eb45-a733-4f86-a51a-73f6d92f244a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.947206 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629715d6-dd30-4804-8c80-3b69e45b3843 None None] Pushing event deleted for resources: {'Port': ['ID=fe000056-cee3-4b44-b205-997d6b81367e,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:40.953223 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-37fd81a8-dd06-4222-869b-d7b9e679cde8 req-c088d20b-4698-4bc8-8279-e5606816d53b service neutron] 10.222.0.21 "GET /v2.0/networks/7c0ed325-4d08-474f-9aca-5556fa87ecfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327765 Dec 10 18:32:40.953439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629715d6-dd30-4804-8c80-3b69e45b3843 None None] No DVR routers for this DVR port fe000056-cee3-4b44-b205-997d6b81367e on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:40.969973 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c444bf-039e-43f9-8f50-a9db33c2f3c5') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:40.969973 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c444bf-039e-43f9-8f50-a9db33c2f3c5') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:40.973200 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee1b096-3f30-4a13-b433-522eaddcd9d3']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:40.978981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30d9cf9-697f-4002-9027-9de01b84c086 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 3bf64579-4950-4b88-bf97-83f2aec5d7f5 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:40.983989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a30d9cf9-697f-4002-9027-9de01b84c086 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.994754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f72b-f302-44b0-881a-fbf79dfb8507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.003340 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e1ae2-75af-41e1-9a14-0515d6b210b8 req-2395a698-fa4c-485d-a733-e4f4d056f919 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:41.004875 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-890e1ae2-75af-41e1-9a14-0515d6b210b8 req-2395a698-fa4c-485d-a733-e4f4d056f919 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.3140078 Dec 10 18:32:41.008267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.017890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608796ff-8d08-482b-9e72-d17bf759b9b2') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:41.018181 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608796ff-8d08-482b-9e72-d17bf759b9b2') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:41.022583 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a929eb45-a733-4f86-a51a-73f6d92f244a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.045123 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ae578-c19f-45b9-9b46-087520fbea0b req-a4611aac-f3f4-425c-8f1f-d08aa4fe01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:41.046960 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-085ae578-c19f-45b9-9b46-087520fbea0b req-a4611aac-f3f4-425c-8f1f-d08aa4fe01e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5b0ea7622f4bae8e83a24fbb913e21&device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 1098 time: 0.1748495 Dec 10 18:32:41.055135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.068233 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.080110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9f72b-f302-44b0-881a-fbf79dfb8507 None None] No DVR routers for this DVR port 8975c519-099f-4d90-ac94-c9cb955e55f2 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:41.081654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9f72b-f302-44b0-881a-fbf79dfb8507 None None] Pushing event deleted for resources: {'Port': ['ID=8975c519-099f-4d90-ac94-c9cb955e55f2,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:41.091580 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffec3b-e8e8-4aa5-86f8-cad887b79fc5 req-917906ad-68bc-4e53-b0d4-23e7a9357f00 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:41.093241 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-91ffec3b-e8e8-4aa5-86f8-cad887b79fc5 req-917906ad-68bc-4e53-b0d4-23e7a9357f00 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1963325 Dec 10 18:32:41.097634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a30d9cf9-697f-4002-9027-9de01b84c086 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.113295 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:41.113757 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:41.118180 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:41.124028 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.179541 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:41.179948 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:41.187924 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:41.193880 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a929eb45-a733-4f86-a51a-73f6d92f244a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9210d04a75143c7ba8c4ef70c5d8221&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0518909 Dec 10 18:32:41.202009 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60852) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:41.204061 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929eb45-a733-4f86-a51a-73f6d92f244a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e2b041-7bf9-4546-b453-8ddcb1494eef,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:41.251417 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-890e1ae2-75af-41e1-9a14-0515d6b210b8 req-0c5de310-485b-4ca9-8ebd-b869e3191649 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272601 Dec 10 18:32:41.305628 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-91ffec3b-e8e8-4aa5-86f8-cad887b79fc5 req-e2fb87d7-99ef-47a2-b819-8ab24a69a6fa tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015908 Dec 10 18:32:41.336865 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ae578-c19f-45b9-9b46-087520fbea0b req-ff30bc13-f1b1-41b0-92c7-a373d3833e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:41.338383 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-085ae578-c19f-45b9-9b46-087520fbea0b req-ff30bc13-f1b1-41b0-92c7-a373d3833e34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62f9555d-cabd-4fc1-91e0-b246290379c5 HTTP/1.1" status: 200 len: 912 time: 0.2698283 Dec 10 18:32:41.341504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a30d9cf9-697f-4002-9027-9de01b84c086 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.344797 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcde8-94f6-4540-b06e-f428d22b2b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.370303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.384461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.388432 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] 10.222.0.60 "DELETE /v2.0/networks/d08cb974-76c9-49a7-a863-4cb85f392aba HTTP/1.1" status: 204 len: 168 time: 1.7126718 Dec 10 18:32:41.398931 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15497f32-1b3f-4b1b-bd25-071826fc6e42 tempest-NetworksIpV6TestAttrs-1845348526 tempest-NetworksIpV6TestAttrs-1845348526-project] Pushing event deleted for resources: {'Network': ['ID=d08cb974-76c9-49a7-a863-4cb85f392aba,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:41.409397 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.414803 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.418251 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/networks/dee1b096-3f30-4a13-b433-522eaddcd9d3 HTTP/1.1" status: 204 len: 168 time: 1.7535174 Dec 10 18:32:41.422019 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60858) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:41.426542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60860) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:41.439569 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-377db00a-1813-41e1-8d09-39b7de7f7320 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1683593700'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:41.444768 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b19ac-02fc-4989-8e7d-6a4a7a639e51 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Network': ['ID=dee1b096-3f30-4a13-b433-522eaddcd9d3,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:41.455883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcde8-94f6-4540-b06e-f428d22b2b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.458185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-43686be8-cb3c-4682-acf3-146615ecad2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.524389 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-085ae578-c19f-45b9-9b46-087520fbea0b req-9dce4dbe-a3fb-4462-b637-3aba5b344f1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf249f3-32dc-4cdd-b31d-bf560b49cb90 HTTP/1.1" status: 200 len: 999 time: 0.1474791 Dec 10 18:32:41.555675 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377db00a-1813-41e1-8d09-39b7de7f7320 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:41.560775 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-377db00a-1813-41e1-8d09-39b7de7f7320 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.581366 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ae578-c19f-45b9-9b46-087520fbea0b req-c68d16e8-9011-4251-808a-9b11d14c329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:41.582954 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-085ae578-c19f-45b9-9b46-087520fbea0b req-c68d16e8-9011-4251-808a-9b11d14c329b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae237fdd-10af-4d8e-bdae-3b418032a0b5 HTTP/1.1" status: 200 len: 850 time: 0.0510714 Dec 10 18:32:41.584089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-43686be8-cb3c-4682-acf3-146615ecad2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.610630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a30d9cf9-697f-4002-9027-9de01b84c086 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.643124 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377db00a-1813-41e1-8d09-39b7de7f7320 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:41.651574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-377db00a-1813-41e1-8d09-39b7de7f7320 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.652026 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-377db00a-1813-41e1-8d09-39b7de7f7320 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Added segment c29e8bae-726b-466f-994a-2da112924502 of type vlan for network afe48ee4-7774-4c80-a611-095f87ccc2c1 Dec 10 18:32:41.653054 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcde8-94f6-4540-b06e-f428d22b2b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.655851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcde8-94f6-4540-b06e-f428d22b2b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.657187 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9f0bcde8-94f6-4540-b06e-f428d22b2b9f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23e2b041-7bf9-4546-b453-8ddcb1494eef HTTP/1.1" status: 204 len: 168 time: 0.4541223 Dec 10 18:32:41.663643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d9cf9-697f-4002-9027-9de01b84c086 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf64579-4950-4b88-bf97-83f2aec5d7f5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:41.681367 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a30d9cf9-697f-4002-9027-9de01b84c086 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.682442 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4211bb9-06a0-4ad6-a2d0-054d38385068 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:41.682819 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a30d9cf9-697f-4002-9027-9de01b84c086 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/3bf64579-4950-4b88-bf97-83f2aec5d7f5 HTTP/1.1" status: 204 len: 168 time: 0.9018121 Dec 10 18:32:41.682819 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bcde8-94f6-4540-b06e-f428d22b2b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e2b041-7bf9-4546-b453-8ddcb1494eef,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:41.685680 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60870) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:41.698164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ae578-c19f-45b9-9b46-087520fbea0b req-e04240d5-d532-4c7a-a688-a32f1b991050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:41.700536 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-085ae578-c19f-45b9-9b46-087520fbea0b req-e04240d5-d532-4c7a-a688-a32f1b991050 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62f9555d-cabd-4fc1-91e0-b246290379c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1018426 Dec 10 18:32:41.706227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-43686be8-cb3c-4682-acf3-146615ecad2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.715595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-377db00a-1813-41e1-8d09-39b7de7f7320 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.732317 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-249c81c9-24f8-4a74-a04c-74271dbfb5a2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453520 Dec 10 18:32:41.738758 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60872) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:41.753071 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-6413ec32-5f04-44dd-9563-853969eec104 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:41.800779 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-43686be8-cb3c-4682-acf3-146615ecad2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f350905e92e948568814ff74644b03f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796327 Dec 10 18:32:41.803837 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60874) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:41.890079 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43686be8-cb3c-4682-acf3-146615ecad2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8b4b25-ff80-4a20-ad28-e04c4ee2be0e,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:41.890655 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4da068-cff8-4e77-baf1-de8ad17c8fa0 None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:41.890979 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-085ae578-c19f-45b9-9b46-087520fbea0b req-a4aca5ff-757e-4078-968d-23604b9b7279 service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606450 Dec 10 18:32:41.968849 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ba4da068-cff8-4e77-baf1-de8ad17c8fa0 None None] Deleting port aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:41.969511 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ba4da068-cff8-4e77-baf1-de8ad17c8fa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.003537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10e95e31-de95-4d89-9e64-b22b68013b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.010829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-377db00a-1813-41e1-8d09-39b7de7f7320 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.021137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8975c519-099f-4d90-ac94-c9cb955e55f2 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:42.024576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377db00a-1813-41e1-8d09-39b7de7f7320 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:42.025877 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-377db00a-1813-41e1-8d09-39b7de7f7320 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.036345 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10e95e31-de95-4d89-9e64-b22b68013b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.048049 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 8975c519-099f-4d90-ac94-c9cb955e55f2 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:42.048678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8975c519-099f-4d90-ac94-c9cb955e55f2 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:42.049284 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device fe000056-cee3-4b44-b205-997d6b81367e no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:42.083378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: fe000056-cee3-4b44-b205-997d6b81367e {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:42.083727 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device fe000056-cee3-4b44-b205-997d6b81367e not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:42.084206 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:42.087210 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-085ae578-c19f-45b9-9b46-087520fbea0b req-be258a1f-4514-46b2-ae92-d4c68657b14d service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811357 Dec 10 18:32:42.093259 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6413ec32-5f04-44dd-9563-853969eec104 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:42.097140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6413ec32-5f04-44dd-9563-853969eec104 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.126097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ba4da068-cff8-4e77-baf1-de8ad17c8fa0 None None] For port aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:42.126797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ba4da068-cff8-4e77-baf1-de8ad17c8fa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.146384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ba4da068-cff8-4e77-baf1-de8ad17c8fa0 None None] Calling delete_port for aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:42.180824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377db00a-1813-41e1-8d09-39b7de7f7320 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Network': ['ID=afe48ee4-7774-4c80-a611-095f87ccc2c1,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:42.187025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10e95e31-de95-4d89-9e64-b22b68013b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.197031 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-377db00a-1813-41e1-8d09-39b7de7f7320 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7593076 Dec 10 18:32:42.197154 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10e95e31-de95-4d89-9e64-b22b68013b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.200269 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-10e95e31-de95-4d89-9e64-b22b68013b47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a8b4b25-ff80-4a20-ad28-e04c4ee2be0e HTTP/1.1" status: 204 len: 168 time: 0.3918886 Dec 10 18:32:42.202704 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60880) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:42.203558 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network afe48ee4-7774-4c80-a611-095f87ccc2c1 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:42.216290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-bca9a034-2652-4580-90d0-b5285271ba15 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': 'afe48ee4-7774-4c80-a611-095f87ccc2c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:42.248296 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e95e31-de95-4d89-9e64-b22b68013b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8b4b25-ff80-4a20-ad28-e04c4ee2be0e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:42.271143 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60884) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:42.446317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60894) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:42.453184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ba4da068-cff8-4e77-baf1-de8ad17c8fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.493566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4da068-cff8-4e77-baf1-de8ad17c8fa0 None None] Pushing event deleted for resources: {'Port': ['ID=aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:42.499621 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4da068-cff8-4e77-baf1-de8ad17c8fa0 None None] No DVR routers for this DVR port aed831c0-ad4f-4aaa-97d5-e4be2a0d7aba on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:42.504046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.553359 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da70d6-d3ff-4556-b08b-f80479993702 req-f9ed3c97-d483-4d76-9caa-22aeadac0252 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:42.553600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca9a034-2652-4580-90d0-b5285271ba15 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:42.555002 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1da70d6-d3ff-4556-b08b-f80479993702 req-f9ed3c97-d483-4d76-9caa-22aeadac0252 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1701233 Dec 10 18:32:42.560783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bca9a034-2652-4580-90d0-b5285271ba15 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.577526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe16fdb-d53e-421f-90bf-2db03e736ba7 req-da5d1e8e-84dc-4448-a82f-ce6ea000233b tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:42.579101 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-afe16fdb-d53e-421f-90bf-2db03e736ba7 req-da5d1e8e-84dc-4448-a82f-ce6ea000233b tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.1445949 Dec 10 18:32:42.598469 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.objects.ports [None req-6413ec32-5f04-44dd-9563-853969eec104 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103594) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:32:42.607129 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6413ec32-5f04-44dd-9563-853969eec104 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.671785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6413ec32-5f04-44dd-9563-853969eec104 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:42.692169 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-6413ec32-5f04-44dd-9563-853969eec104 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:42.704156 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58436ded-d88e-4048-af73-be864ff6d873 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:42.705071 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6413ec32-5f04-44dd-9563-853969eec104 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:42.705940 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6413ec32-5f04-44dd-9563-853969eec104 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.720530 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413ec32-5f04-44dd-9563-853969eec104 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=5872eb89-e367-47fc-940a-2d53978a7ac0,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:42.741477 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1da70d6-d3ff-4556-b08b-f80479993702 req-4ef7988e-61eb-4605-baa9-344c6e2da02d tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600389 Dec 10 18:32:42.744765 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-afe16fdb-d53e-421f-90bf-2db03e736ba7 req-a2f491f6-3501-4289-9e7f-e52c2b092226 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443722 Dec 10 18:32:42.874374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '5872eb89-e367-47fc-940a-2d53978a7ac0'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:42.875503 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.888233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bca9a034-2652-4580-90d0-b5285271ba15 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.953424 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9a034-2652-4580-90d0-b5285271ba15 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Subnet': ['ID=9ced8202-1f0e-40b8-9c49-721d4c0bc449,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:42.966739 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6413ec32-5f04-44dd-9563-853969eec104 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2152264 Dec 10 18:32:42.967105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9a034-2652-4580-90d0-b5285271ba15 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Checking segment: {'id': 'c29e8bae-726b-466f-994a-2da112924502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afe48ee4-7774-4c80-a611-095f87ccc2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:42.967105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca9a034-2652-4580-90d0-b5285271ba15 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network hostable DHCP agents. Network: afe48ee4-7774-4c80-a611-095f87ccc2c1, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:42.967264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60902) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:42.968751 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60904) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:42.978598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a41c5d41-5e11-45fb-8db5-10d035e5cdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'mac_address': 'fa:16:3e:6f:40:6f', 'name': 'tempest-NetworksTestDHCPv6-418970257'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:42.987654 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2aee5856-5cd1-49ca-92d3-3ee362315ad4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.054900 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-96034619-fa4a-402e-a5b5-34fb1a9e981a tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:43.056079 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-96034619-fa4a-402e-a5b5-34fb1a9e981a tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 18:32:43.056756 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-96034619-fa4a-402e-a5b5-34fb1a9e981a tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 18:32:43.061557 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-96034619-fa4a-402e-a5b5-34fb1a9e981a tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7895744 Dec 10 18:32:43.062473 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60906) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:43.070486 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-4a19e989-3ec9-4119-af4d-8c70f86028c6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group': {'name': 'tempest-secgroup--463095395'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:43.076778 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Allocated IP 2001:db8::f816:3eff:fe65:cde4 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/5872eb89-e367-47fc-940a-2d53978a7ac0/a31c8391-0e64-429a-8dbc-24d24d820985) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:43.083195 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca9a034-2652-4580-90d0-b5285271ba15 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network afe48ee4-7774-4c80-a611-095f87ccc2c1 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:43.154245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2aee5856-5cd1-49ca-92d3-3ee362315ad4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.159873 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-bca9a034-2652-4580-90d0-b5285271ba15 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, afe48ee4-7774-4c80-a611-095f87ccc2c1) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:43.165962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca9a034-2652-4580-90d0-b5285271ba15 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:43.166674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bca9a034-2652-4580-90d0-b5285271ba15 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.174951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607880a8-215f-466b-b01e-3a372d4fff58 None None] Network afe48ee4-7774-4c80-a611-095f87ccc2c1 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:43.193000 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a19e989-3ec9-4119-af4d-8c70f86028c6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.211553 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a19e989-3ec9-4119-af4d-8c70f86028c6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.256325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2aee5856-5cd1-49ca-92d3-3ee362315ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.296120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee5856-5cd1-49ca-92d3-3ee362315ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72ae683-aabf-4f94-8083-0ca56434c2d2,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:43.315644 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bca9a034-2652-4580-90d0-b5285271ba15 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1099346 Dec 10 18:32:43.316528 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60914) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:43.367371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-376854af-c36c-4a69-a29a-1bf00629daec tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-129697208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:43.386146 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60918) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:43.390258 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2aee5856-5cd1-49ca-92d3-3ee362315ad4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f2c2adb9cd54a508e8767c9c047a499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4210262 Dec 10 18:32:43.399838 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-afe48ee4-7774-4c80-a611-095f87ccc2c1', 'network_id': 'afe48ee4-7774-4c80-a611-095f87ccc2c1', 'project_id': '7d2a1197fd88473fb9b34299d95b485d', 'fixed_ips': [{'subnet_id': '9ced8202-1f0e-40b8-9c49-721d4c0bc449'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:43.401351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.417888 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.418808 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1323934f-3c30-441f-b9f8-234a5bc26600 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04ec2f0d582c447eb09118fb33cb5f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9717350 Dec 10 18:32:43.421531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60920) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:43.422586 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a19e989-3ec9-4119-af4d-8c70f86028c6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.437119 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41c5d41-5e11-45fb-8db5-10d035e5cdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:43.506474 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda115ec-6e48-415c-a6e7-4607696f3df0 req-92a0ea23-9f62-44c0-9edb-56dda94ed7a8 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:43.506474 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eda115ec-6e48-415c-a6e7-4607696f3df0 req-92a0ea23-9f62-44c0-9edb-56dda94ed7a8 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.1546009 Dec 10 18:32:43.508836 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-26388f87-9026-4320-96c9-2e2dcfc7d642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.535221 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f7dee50f-7d25-4bae-b8b3-3ef48ee9fdac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.539954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-26388f87-9026-4320-96c9-2e2dcfc7d642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.564510 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.580495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a19e989-3ec9-4119-af4d-8c70f86028c6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.599144 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-376854af-c36c-4a69-a29a-1bf00629daec tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.600271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-376854af-c36c-4a69-a29a-1bf00629daec tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.609843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f7dee50f-7d25-4bae-b8b3-3ef48ee9fdac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.635245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:43.640308 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a41c5d41-5e11-45fb-8db5-10d035e5cdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.643998 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:43.646481 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Allocated IP 2001:db8::2 (afe48ee4-7774-4c80-a611-095f87ccc2c1/9ced8202-1f0e-40b8-9c49-721d4c0bc449/3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:43.650378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:43.669507 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eda115ec-6e48-415c-a6e7-4607696f3df0 req-3e47d762-a963-4b15-8b96-8ed16f9cb822 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472688 Dec 10 18:32:43.671791 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Pushing event updated for resources: {'Port': ['ID=a31c8391-0e64-429a-8dbc-24d24d820985,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:43.704480 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19e989-3ec9-4119-af4d-8c70f86028c6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d891a220-97bb-4ce1-863d-09d1009c78e4,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:43.712662 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-a41c5d41-5e11-45fb-8db5-10d035e5cdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 986dfa9d-f0b3-4a2d-b806-1cd7e274a573 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:43.720532 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-26388f87-9026-4320-96c9-2e2dcfc7d642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.725197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-26388f87-9026-4320-96c9-2e2dcfc7d642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.726601 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-26388f87-9026-4320-96c9-2e2dcfc7d642 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2a50c9f-e2da-4581-a9fc-a00d0875f53d HTTP/1.1" status: 204 len: 168 time: 0.3041222 Dec 10 18:32:43.744847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26388f87-9026-4320-96c9-2e2dcfc7d642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a50c9f-e2da-4581-a9fc-a00d0875f53d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:43.792655 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a19e989-3ec9-4119-af4d-8c70f86028c6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.821568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Attempting to bind port a31c8391-0e64-429a-8dbc-24d24d820985 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:43.823433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Attempting to bind port a31c8391-0e64-429a-8dbc-24d24d820985 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:43.823834 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Attempting to bind port a31c8391-0e64-429a-8dbc-24d24d820985 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:43.866531 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:43.867015 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:43.868099 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.868099 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:43.868284 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Bound port: a31c8391-0e64-429a-8dbc-24d24d820985, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:43.869095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.869552 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-376854af-c36c-4a69-a29a-1bf00629daec tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.870292 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f7dee50f-7d25-4bae-b8b3-3ef48ee9fdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.873167 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f7dee50f-7d25-4bae-b8b3-3ef48ee9fdac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.877305 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f7dee50f-7d25-4bae-b8b3-3ef48ee9fdac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c72ae683-aabf-4f94-8083-0ca56434c2d2 HTTP/1.1" status: 204 len: 168 time: 0.4846189 Dec 10 18:32:43.896237 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a19e989-3ec9-4119-af4d-8c70f86028c6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.903719 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-a41c5d41-5e11-45fb-8db5-10d035e5cdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::f816:3eff:fe6f:406f (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/5872eb89-e367-47fc-940a-2d53978a7ac0/986dfa9d-f0b3-4a2d-b806-1cd7e274a573) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:43.943679 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dee50f-7d25-4bae-b8b3-3ef48ee9fdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72ae683-aabf-4f94-8083-0ca56434c2d2,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:43.973110 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-376854af-c36c-4a69-a29a-1bf00629daec tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.016385 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] For port a31c8391-0e64-429a-8dbc-24d24d820985, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:44.028064 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3018ca4-9c6c-47f4-b79c-8e95c128cc07 req-dc83b48a-06f7-42b2-92a8-96d7475c8d57 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:44.029630 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b3018ca4-9c6c-47f4-b79c-8e95c128cc07 req-dc83b48a-06f7-42b2-92a8-96d7475c8d57 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1794825 Dec 10 18:32:44.034166 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19e989-3ec9-4119-af4d-8c70f86028c6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced9fea0-0d61-4624-8199-025e591ad344,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:44.035506 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] For port a31c8391-0e64-429a-8dbc-24d24d820985, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a31c8391-0e64-429a-8dbc-24d24d820985,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:44.041973 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.051612 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a19e989-3ec9-4119-af4d-8c70f86028c6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.052799 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4a19e989-3ec9-4119-af4d-8c70f86028c6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9899070 Dec 10 18:32:44.055853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60936) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:44.060680 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-546e44cb-b94a-4722-98c9-95f6d12c16a5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': 'ced9fea0-0d61-4624-8199-025e591ad344', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:44.070614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-376854af-c36c-4a69-a29a-1bf00629daec tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.076908 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-376854af-c36c-4a69-a29a-1bf00629daec tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7235632 Dec 10 18:32:44.078782 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60938) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:44.086880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d5d4ef0a-4c72-4537-8374-e8c33d7596e4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'network_id': 'afe48ee4-7774-4c80-a611-095f87ccc2c1', 'name': 'tempest-PortsIpV6TestJSON-322399447'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:44.149239 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b3018ca4-9c6c-47f4-b79c-8e95c128cc07 req-d47f5f54-dece-4832-933b-2734c2b3608f tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119981 Dec 10 18:32:44.153934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.204502 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.207214 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a41c5d41-5e11-45fb-8db5-10d035e5cdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.236307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-546e44cb-b94a-4722-98c9-95f6d12c16a5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.262204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Network afe48ee4-7774-4c80-a611-095f87ccc2c1 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:44.276053 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:44.276053 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19bbeb-a99d-4955-b033-99a80210a167 None None] Pushing event updated for resources: {'Port': ['ID=a31c8391-0e64-429a-8dbc-24d24d820985,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:44.279487 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:44.335594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Pushing event updated for resources: {'Port': ['ID=3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:44.353646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-546e44cb-b94a-4722-98c9-95f6d12c16a5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.355109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d4ef0a-4c72-4537-8374-e8c33d7596e4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:44.359187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ef0a-4c72-4537-8374-e8c33d7596e4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.361942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a41c5d41-5e11-45fb-8db5-10d035e5cdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.394739 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-d5d4ef0a-4c72-4537-8374-e8c33d7596e4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port 400c4cb5-a611-40a8-bccb-25fe619834e7 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:44.402038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Attempting to bind port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:44.402972 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Attempting to bind port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'c29e8bae-726b-466f-994a-2da112924502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afe48ee4-7774-4c80-a611-095f87ccc2c1'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:44.403361 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Attempting to bind port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 on network afe48ee4-7774-4c80-a611-095f87ccc2c1 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:44.409184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:44.409621 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Checking segment: {'id': 'c29e8bae-726b-466f-994a-2da112924502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afe48ee4-7774-4c80-a611-095f87ccc2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:44.410067 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.410467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Bound using segment: {'id': 'c29e8bae-726b-466f-994a-2da112924502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afe48ee4-7774-4c80-a611-095f87ccc2c1'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:44.410949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Bound port: 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29e8bae-726b-466f-994a-2da112924502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afe48ee4-7774-4c80-a611-095f87ccc2c1'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:44.411343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.433556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c5d41-5e11-45fb-8db5-10d035e5cdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:44.436722 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a41c5d41-5e11-45fb-8db5-10d035e5cdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:44.439378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c5d41-5e11-45fb-8db5-10d035e5cdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:44.445438 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c5d41-5e11-45fb-8db5-10d035e5cdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:44.446115 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a41c5d41-5e11-45fb-8db5-10d035e5cdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.453315 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c5d41-5e11-45fb-8db5-10d035e5cdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=986dfa9d-f0b3-4a2d-b806-1cd7e274a573,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:44.527280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-546e44cb-b94a-4722-98c9-95f6d12c16a5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.544764 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] For port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:44.554022 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a41c5d41-5e11-45fb-8db5-10d035e5cdcf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5850952 Dec 10 18:32:44.554840 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60950) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:44.577585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] For port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9,segment=NetworkSegment(c29e8bae-726b-466f-994a-2da112924502),segment_id=c29e8bae-726b-466f-994a-2da112924502)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:44.647183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b1332e-401c-46fc-9621-8e6cb07a9637 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:44.656140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b1332e-401c-46fc-9621-8e6cb07a9637 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:44.657304 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d7b1332e-401c-46fc-9621-8e6cb07a9637 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1009386 Dec 10 18:32:44.658135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60956) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:44.667792 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.815327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbc9bd-f64b-4bf7-aa21-69650d415097 None None] Pushing event updated for resources: {'Port': ['ID=3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:44.903538 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d6609-1acc-4cb0-a498-248affadab8b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 986dfa9d-f0b3-4a2d-b806-1cd7e274a573 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:44.903880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6609-1acc-4cb0-a498-248affadab8b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.915419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1025e6-d144-443b-a220-32390c87a8e3 req-416aa299-ae30-4d44-8774-ec3ee9ec0b99 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:44.920281 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4c1025e6-d144-443b-a220-32390c87a8e3 req-416aa299-ae30-4d44-8774-ec3ee9ec0b99 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.0991373 Dec 10 18:32:44.953289 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e44cb-b94a-4722-98c9-95f6d12c16a5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c7b093-449b-4638-a200-f91fff56162a,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:45.040042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-d5d4ef0a-4c72-4537-8374-e8c33d7596e4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Allocated IP 2001:db8::209 (afe48ee4-7774-4c80-a611-095f87ccc2c1/9ced8202-1f0e-40b8-9c49-721d4c0bc449/400c4cb5-a611-40a8-bccb-25fe619834e7) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:45.096753 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4c1025e6-d144-443b-a220-32390c87a8e3 req-fe7514f5-d47c-4f74-95af-051bf1ba405c tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5562bf9-d075-4228-976c-7e35a2c83490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656349 Dec 10 18:32:45.123819 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6609-1acc-4cb0-a498-248affadab8b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.153952 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d6609-1acc-4cb0-a498-248affadab8b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 986dfa9d-f0b3-4a2d-b806-1cd7e274a573 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:45.186776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-546e44cb-b94a-4722-98c9-95f6d12c16a5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.190494 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-546e44cb-b94a-4722-98c9-95f6d12c16a5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1311123 Dec 10 18:32:45.198293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60970) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:45.207890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ccff1915-00b3-4f79-a07b-82a2db778561 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': 'ced9fea0-0d61-4624-8199-025e591ad344', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:45.305634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ba658-57d4-425d-8f68-415ab68a0aab req-bf09f67c-863c-4e13-b136-310dfcc364e7 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:45.306917 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bb8ba658-57d4-425d-8f68-415ab68a0aab req-bf09f67c-863c-4e13-b136-310dfcc364e7 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 945 time: 0.1238508 Dec 10 18:32:45.405487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ef0a-4c72-4537-8374-e8c33d7596e4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.422486 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ccff1915-00b3-4f79-a07b-82a2db778561 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.462485 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6609-1acc-4cb0-a498-248affadab8b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.512633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-bb8ba658-57d4-425d-8f68-415ab68a0aab req-44267238-837e-4ed3-8236-a3fbaf9b99cb tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Deleting port 3789468e-7505-40c4-bb0d-0894edb91915 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:45.512633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-bb8ba658-57d4-425d-8f68-415ab68a0aab req-44267238-837e-4ed3-8236-a3fbaf9b99cb tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.513673 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d6609-1acc-4cb0-a498-248affadab8b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=986dfa9d-f0b3-4a2d-b806-1cd7e274a573,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:45.577224 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6609-1acc-4cb0-a498-248affadab8b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.580599 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ac4d6609-1acc-4cb0-a498-248affadab8b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/986dfa9d-f0b3-4a2d-b806-1cd7e274a573 HTTP/1.1" status: 204 len: 168 time: 0.9212732 Dec 10 18:32:45.583235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60984) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:45.602899 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-ccff1915-00b3-4f79-a07b-82a2db778561 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 18:32:45.607169 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ccff1915-00b3-4f79-a07b-82a2db778561 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4037466 Dec 10 18:32:45.607705 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 60986) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:45.649594 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0bf487-c00c-4d3a-be4c-fdad89784d9c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:45.651347 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0bf487-c00c-4d3a-be4c-fdad89784d9c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:45.654385 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ff0bf487-c00c-4d3a-be4c-fdad89784d9c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0686717 Dec 10 18:32:45.659074 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 60990) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:45.666627 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ef0a-4c72-4537-8374-e8c33d7596e4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.674302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-bb8ba658-57d4-425d-8f68-415ab68a0aab req-44267238-837e-4ed3-8236-a3fbaf9b99cb tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] For port 3789468e-7505-40c4-bb0d-0894edb91915, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=3789468e-7505-40c4-bb0d-0894edb91915,segment=NetworkSegment(b83b2ace-a0c0-4566-a700-fa0c749768ba),segment_id=b83b2ace-a0c0-4566-a700-fa0c749768ba)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:45.674559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-bb8ba658-57d4-425d-8f68-415ab68a0aab req-44267238-837e-4ed3-8236-a3fbaf9b99cb tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.731844 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd245fe-cb47-4329-aad3-ed004a6972d1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 5872eb89-e367-47fc-940a-2d53978a7ac0 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:45.735119 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2fd245fe-cb47-4329-aad3-ed004a6972d1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.758416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4ef0a-4c72-4537-8374-e8c33d7596e4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=400c4cb5-a611-40a8-bccb-25fe619834e7,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:45.779855 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2fd245fe-cb47-4329-aad3-ed004a6972d1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.795003 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-bb8ba658-57d4-425d-8f68-415ab68a0aab req-44267238-837e-4ed3-8236-a3fbaf9b99cb tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Calling delete_port for 3789468e-7505-40c4-bb0d-0894edb91915 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:45.861579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d4ef0a-4c72-4537-8374-e8c33d7596e4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network afe48ee4-7774-4c80-a611-095f87ccc2c1 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:45.862261 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4642acfe-6834-4f1c-b2c2-ed9e948d4af4 None None] Provisioning complete for port a31c8391-0e64-429a-8dbc-24d24d820985 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:45.862261 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4642acfe-6834-4f1c-b2c2-ed9e948d4af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.870006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d5d4ef0a-4c72-4537-8374-e8c33d7596e4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:45.875706 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4ef0a-4c72-4537-8374-e8c33d7596e4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:45.884630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d4ef0a-4c72-4537-8374-e8c33d7596e4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:45.885340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ef0a-4c72-4537-8374-e8c33d7596e4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.928047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6756c86a-2903-4302-bf9a-b23c2391132e tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.951466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2fd245fe-cb47-4329-aad3-ed004a6972d1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.993665 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6756c86a-2903-4302-bf9a-b23c2391132e tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.113482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4642acfe-6834-4f1c-b2c2-ed9e948d4af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.209332 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d5d4ef0a-4c72-4537-8374-e8c33d7596e4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1233025 Dec 10 18:32:46.209824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32772) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:46.213557 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:46.223542 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6756c86a-2903-4302-bf9a-b23c2391132e tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.227826 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6756c86a-2903-4302-bf9a-b23c2391132e tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.229051 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6756c86a-2903-4302-bf9a-b23c2391132e tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "DELETE /v2.0/security-groups/ced9fea0-0d61-4624-8199-025e591ad344 HTTP/1.1" status: 204 len: 168 time: 0.6200652 Dec 10 18:32:46.234876 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32774) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:46.327100 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-4642acfe-6834-4f1c-b2c2-ed9e948d4af4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:46.327559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-4642acfe-6834-4f1c-b2c2-ed9e948d4af4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:46.339640 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5f5b7764-9556-471c-8f21-2003cbf9f896 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1013629 Dec 10 18:32:46.345914 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32778) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:46.346282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32780) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:46.348085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:46.348683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.349114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2fd245fe-cb47-4329-aad3-ed004a6972d1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.362602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ab30ea3f-f948-475c-aeb0-e24760bd0af5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001081601'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:46.424928 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756c86a-2903-4302-bf9a-b23c2391132e tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced9fea0-0d61-4624-8199-025e591ad344,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:46.442024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-bb8ba658-57d4-425d-8f68-415ab68a0aab req-44267238-837e-4ed3-8236-a3fbaf9b99cb tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.460669 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['3789468e-7505-40c4-bb0d-0894edb91915'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:32:46.472751 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2fd245fe-cb47-4329-aad3-ed004a6972d1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.476878 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2fd245fe-cb47-4329-aad3-ed004a6972d1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/5872eb89-e367-47fc-940a-2d53978a7ac0 HTTP/1.1" status: 204 len: 168 time: 0.8165348 Dec 10 18:32:46.487456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32786) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:46.526378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a8ba88-c597-4bff-a350-bdc18eb5634a None None] DHCP port deletion for 7c0ed325-4d08-474f-9aca-5556fa87ecfe request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:46.536495 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3eb133a7-9ad2-4366-8cb8-adb365009ffe req-9f23ab19-bff9-41e7-b817-c3d4eabde16c tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 210 time: 0.1963258 Dec 10 18:32:46.536495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd245fe-cb47-4329-aad3-ed004a6972d1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=5872eb89-e367-47fc-940a-2d53978a7ac0,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:46.567605 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-220e5a84-c0d7-47c6-b494-3d0fea29ed37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.575501 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.622848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9,segment=NetworkSegment(c29e8bae-726b-466f-994a-2da112924502),segment_id=c29e8bae-726b-466f-994a-2da112924502)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:46.622848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda3088-0419-4806-b12a-1b5b39c0ccce None None] Network afe48ee4-7774-4c80-a611-095f87ccc2c1 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:46.644807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44267238-837e-4ed3-8236-a3fbaf9b99cb tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Pushing event deleted for resources: {'Port': ['ID=3789468e-7505-40c4-bb0d-0894edb91915,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:46.650895 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab30ea3f-f948-475c-aeb0-e24760bd0af5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.657072 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c0d4909a-6ce0-4d2a-8237-6118e38ff7a8 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1656380 Dec 10 18:32:46.657072 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8ba658-57d4-425d-8f68-415ab68a0aab req-44267238-837e-4ed3-8236-a3fbaf9b99cb tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] No DVR routers for this DVR port 3789468e-7505-40c4-bb0d-0894edb91915 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:46.675911 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32788) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:46.675911 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-bb8ba658-57d4-425d-8f68-415ab68a0aab req-44267238-837e-4ed3-8236-a3fbaf9b99cb tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.675911 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bb8ba658-57d4-425d-8f68-415ab68a0aab req-44267238-837e-4ed3-8236-a3fbaf9b99cb tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.21 "DELETE /v2.0/ports/3789468e-7505-40c4-bb0d-0894edb91915 HTTP/1.1" status: 204 len: 173 time: 1.3587818 Dec 10 18:32:46.681405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94323bb-c679-433e-83e1-723760e53394', 'name': 'network-vif-deleted', 'tag': '3789468e-7505-40c4-bb0d-0894edb91915'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:32:46.684761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aa445f-eb15-4101-9b9a-e879900e11ba" -d '{"events": [{"server_uuid": "a94323bb-c679-433e-83e1-723760e53394", "name": "network-vif-deleted", "tag": "3789468e-7505-40c4-bb0d-0894edb91915"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:32:46.739719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9176de00-9676-42c7-804f-abaafdab3d8e x-openstack-request-id: req-9176de00-9676-42c7-804f-abaafdab3d8e {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:32:46.740025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94323bb-c679-433e-83e1-723760e53394", "name": "network-vif-deleted", "tag": "3789468e-7505-40c4-bb0d-0894edb91915", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:32:46.740282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9176de00-9676-42c7-804f-abaafdab3d8e {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:32:46.740682 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94323bb-c679-433e-83e1-723760e53394', 'name': 'network-vif-deleted', 'tag': '3789468e-7505-40c4-bb0d-0894edb91915', 'status': 'completed', 'code': 200} Dec 10 18:32:46.759540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1926e972-8f8b-487d-a837-a0d3ea7c3e85 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:46.761112 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1926e972-8f8b-487d-a837-a0d3ea7c3e85 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0945573 Dec 10 18:32:46.765585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32794) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:46.769258 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1471718768'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:46.857472 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c92936-6e94-47ad-93d9-1178d4f0561c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:46.859004 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-73c92936-6e94-47ad-93d9-1178d4f0561c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0862701 Dec 10 18:32:46.862465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32796) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:46.877090 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab30ea3f-f948-475c-aeb0-e24760bd0af5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.918369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32798) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:46.921936 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8dc76f5b-a67a-4a1e-a567-1054afba873a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583274 Dec 10 18:32:46.926905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32800) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:46.932257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:46.938158 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:46.941672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.991781 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab30ea3f-f948-475c-aeb0-e24760bd0af5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.000697 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.068103 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30ea3f-f948-475c-aeb0-e24760bd0af5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd135d8-d850-46aa-a49d-a5d5d214d1a8,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:47.086562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0cf416-0a23-40c9-a342-4e339e746081 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:47.097212 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.098340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a31c8391-0e64-429a-8dbc-24d24d820985 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:47.108115 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2105483213', 'router:external': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:47.129516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab30ea3f-f948-475c-aeb0-e24760bd0af5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.133412 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ab30ea3f-f948-475c-aeb0-e24760bd0af5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7833533 Dec 10 18:32:47.134138 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32806) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:47.138852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0c300a73-0af5-4be1-9dc3-6af46754e8b2 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': '2cd135d8-d850-46aa-a49d-a5d5d214d1a8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:47.139638 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING neutron.api.v2.base [None req-0c300a73-0af5-4be1-9dc3-6af46754e8b2 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 18:32:47.140141 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-0c300a73-0af5-4be1-9dc3-6af46754e8b2 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:47.143622 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0c300a73-0af5-4be1-9dc3-6af46754e8b2 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063639 Dec 10 18:32:47.147956 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32808) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:47.211429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.212371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4642acfe-6834-4f1c-b2c2-ed9e948d4af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.266264 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52cf6bc2-58c2-401b-bad1-ab2053418835 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.267896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:47.271756 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.330229 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.337586 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:47.348513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4642acfe-6834-4f1c-b2c2-ed9e948d4af4 None None] For port a31c8391-0e64-429a-8dbc-24d24d820985, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a31c8391-0e64-429a-8dbc-24d24d820985,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:47.361981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port a31c8391-0e64-429a-8dbc-24d24d820985 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:47.362353 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.455086 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4642acfe-6834-4f1c-b2c2-ed9e948d4af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.455276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588946fd-0d34-425d-9c2e-9c3dfda7c915,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:47.459487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:47.464314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52cf6bc2-58c2-401b-bad1-ab2053418835 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.488934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.502038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.535829 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.536849 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Added segment fb1929f2-dda2-4210-a3ea-3c2ba45d899e of type vlan for network 8088c8be-b551-4755-a963-3530625ae774 Dec 10 18:32:47.552907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642acfe-6834-4f1c-b2c2-ed9e948d4af4 None None] Pushing event updated for resources: {'Port': ['ID=a31c8391-0e64-429a-8dbc-24d24d820985,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:47.561428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Made reservation on behalf of 49e48e31c518454380d71925d2138956 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:47.564353 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.575624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:47.575624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:47.604726 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd70e72-0fab-48f4-b0c8-fc4444c71cf2 None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:47.633846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.674198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.688489 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fc1268c0-e51c-4466-9815-ae0c5152b8b1 None None] Provisioning complete for port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:47.689458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc1268c0-e51c-4466-9815-ae0c5152b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.773616 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-21372522-b2c2-45e1-b80a-d89495b231a9 req-c39a30a0-0566-47d8-9a14-19044370fc43 tempest-TestServerAdvancedOps-638107627 tempest-TestServerAdvancedOps-638107627-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94323bb-c679-433e-83e1-723760e53394 HTTP/1.1" status: 200 len: 210 time: 0.0527496 Dec 10 18:32:47.785798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6dd70e72-0fab-48f4-b0c8-fc4444c71cf2 None None] Deleting port a31c8391-0e64-429a-8dbc-24d24d820985 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:47.786395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6dd70e72-0fab-48f4-b0c8-fc4444c71cf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.796062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.resource_extend [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:32:47.889001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6dd70e72-0fab-48f4-b0c8-fc4444c71cf2 None None] For port a31c8391-0e64-429a-8dbc-24d24d820985, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a31c8391-0e64-429a-8dbc-24d24d820985,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:47.889739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6dd70e72-0fab-48f4-b0c8-fc4444c71cf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.894394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52cf6bc2-58c2-401b-bad1-ab2053418835 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.897004 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52cf6bc2-58c2-401b-bad1-ab2053418835 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.900631 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-52cf6bc2-58c2-401b-bad1-ab2053418835 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "DELETE /v2.0/security-groups/2cd135d8-d850-46aa-a49d-a5d5d214d1a8 HTTP/1.1" status: 204 len: 168 time: 0.7478702 Dec 10 18:32:47.901977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32822) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:47.915410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf6bc2-58c2-401b-bad1-ab2053418835 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd135d8-d850-46aa-a49d-a5d5d214d1a8,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:47.981358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fc1268c0-e51c-4466-9815-ae0c5152b8b1 None None] Could not find standard attr ID for object 986dfa9d-f0b3-4a2d-b806-1cd7e274a573. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:32:47.988887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.990944 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6dd70e72-0fab-48f4-b0c8-fc4444c71cf2 None None] Calling delete_port for a31c8391-0e64-429a-8dbc-24d24d820985 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:47.996532 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:47.997850 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.026160 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.060761 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32826) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:48.090465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.120323 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7691193 Dec 10 18:32:48.132933 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32830) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:48.139176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'name': 'tempest-PortsTestJSON-306920150'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:48.151761 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bd63c222-ab9f-4f9d-8479-7fc78af815fa tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1834905 Dec 10 18:32:48.156867 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32832) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:48.157343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b641c611-590f-4628-9200-ab14771a6b7a None None] Provisioning complete for port 400c4cb5-a611-40a8-bccb-25fe619834e7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:48.158245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b641c611-590f-4628-9200-ab14771a6b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.167506 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d257f039-1416-42cd-8041-db79978270d4 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975000794'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:48.215845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b641c611-590f-4628-9200-ab14771a6b7a None None] Port 400c4cb5-a611-40a8-bccb-25fe619834e7 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:48.225284 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.237530 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293092d-b8e7-4ccb-9edc-51299cbb07fc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Network': ['ID=8088c8be-b551-4755-a963-3530625ae774,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:48.248436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b641c611-590f-4628-9200-ab14771a6b7a None None] Provisioning complete for port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:48.248814 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b641c611-590f-4628-9200-ab14771a6b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.266017 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.314759 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 8088c8be-b551-4755-a963-3530625ae774 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:48.316530 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-980574b8-246b-4bb4-8350-a966e3430501 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-97779676'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:48.317086 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:48.325199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6dd70e72-0fab-48f4-b0c8-fc4444c71cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.357174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:48.357948 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d257f039-1416-42cd-8041-db79978270d4 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.373371 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=400c4cb5-a611-40a8-bccb-25fe619834e7,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:48.413777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d37237-625f-4955-92ab-959df644bbd1,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:48.419675 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.420163 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Added segment b64f4362-1f07-4b0c-9a0a-8a54b3347b59 of type vlan for network ffc8f5d5-9202-4504-894d-4891edfc0ff2 Dec 10 18:32:48.423058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.objects.ports [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103593) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:32:48.438130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.452459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd70e72-0fab-48f4-b0c8-fc4444c71cf2 None None] Pushing event deleted for resources: {'Port': ['ID=a31c8391-0e64-429a-8dbc-24d24d820985,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:48.452459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd70e72-0fab-48f4-b0c8-fc4444c71cf2 None None] No DVR routers for this DVR port a31c8391-0e64-429a-8dbc-24d24d820985 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:48.593904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:48.594537 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.613042 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.627386 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.699960 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING neutron.services.revisions.revision_plugin [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Could not find related port for resource to bump revision. Dec 10 18:32:48.700566 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-980574b8-246b-4bb4-8350-a966e3430501 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.701383 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-980574b8-246b-4bb4-8350-a966e3430501 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.709946 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:48.714285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.735702 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:48.742874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-bb973e88-d5c7-4b63-a9b2-39edeb8af513 None None] Provisioning complete for port 400c4cb5-a611-40a8-bccb-25fe619834e7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:48.743670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bb973e88-d5c7-4b63-a9b2-39edeb8af513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.765585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-980574b8-246b-4bb4-8350-a966e3430501 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.774403 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a31c8391-0e64-429a-8dbc-24d24d820985 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:48.780321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_pluggable_backend [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Port a31c8391-0e64-429a-8dbc-24d24d820985 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103593) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 18:32:48.780321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_pluggable_backend [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Reverting IP allocation for 2001:db8::f816:3eff:fe65:cde4 {{(pid=103593) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 18:32:48.786325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_pluggable_backend [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe65:cde4 {{(pid=103593) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 18:32:48.787549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.799129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: a31c8391-0e64-429a-8dbc-24d24d820985 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:48.799129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a31c8391-0e64-429a-8dbc-24d24d820985 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:48.808011 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-bb973e88-d5c7-4b63-a9b2-39edeb8af513 None None] Port 400c4cb5-a611-40a8-bccb-25fe619834e7 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:48.817732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d257f039-1416-42cd-8041-db79978270d4 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.852771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:48.857677 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32836) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:48.858337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:48.861969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:48.862575 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.868967 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ff0bab-5d77-439b-a8e7-d982b04dc95b None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:48.886709 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.887663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:48.888255 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.890563 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=c4b65978-0fcd-4eba-8334-1b784452c9f7,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:48.917138 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-9182d01f-266c-4a8e-9815-cd0c0d807070 admin admin] Deleting subnet 9fa281b6-5cf4-464a-9927-fa4b2e6c9a83 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:48.920888 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9182d01f-266c-4a8e-9815-cd0c0d807070 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.947131 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-980574b8-246b-4bb4-8350-a966e3430501 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.947914 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-48b09657-cf18-4701-bf2f-4c5d825b76db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.949426 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d257f039-1416-42cd-8041-db79978270d4 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.007419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': 'c4b65978-0fcd-4eba-8334-1b784452c9f7'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:49.008306 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.021226 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5eca7044-4126-4bf5-8eb2-d9d38438ef70 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0909197 Dec 10 18:32:49.023968 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32838) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:49.024357 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event updated for resources: {'Network': ['ID=ffc8f5d5-9202-4504-894d-4891edfc0ff2,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:49.031181 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-282c2771-d866-4b4e-ab18-997552358677 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'mac_address': 'fa:16:3e:4f:0d:44', 'name': 'tempest-NetworksTestDHCPv6-560789497'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:49.036283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.039107 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network ffc8f5d5-9202-4504-894d-4891edfc0ff2 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:49.039807 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9182d01f-266c-4a8e-9815-cd0c0d807070 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.066678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.076765 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3dbe455c-6dca-4db3-a5f8-b326cb3014e1 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1543350 Dec 10 18:32:49.077314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32840) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:49.083180 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f576ba2e-644c-4fb4-8900-223184956828 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Request body: {'subnet': {'network_id': 'ffc8f5d5-9202-4504-894d-4891edfc0ff2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:49.114601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-980574b8-246b-4bb4-8350-a966e3430501 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.118359 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-980574b8-246b-4bb4-8350-a966e3430501 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 1.0542147 Dec 10 18:32:49.119189 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d257f039-1416-42cd-8041-db79978270d4 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.122663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32842) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:49.122811 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d257f039-1416-42cd-8041-db79978270d4 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9606380 Dec 10 18:32:49.127793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32844) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:49.127957 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257f039-1416-42cd-8041-db79978270d4 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c71f13d-d875-4396-afbc-231fd8fd2775,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:49.168775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c54cd450-7edb-402d-9803-88f414fe5bf5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': '9c71f13d-d875-4396-afbc-231fd8fd2775', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:49.169611 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING neutron.api.v2.base [None req-c54cd450-7edb-402d-9803-88f414fe5bf5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 18:32:49.174264 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-c54cd450-7edb-402d-9803-88f414fe5bf5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:49.174264 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c54cd450-7edb-402d-9803-88f414fe5bf5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0363708 Dec 10 18:32:49.178230 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32846) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:49.198499 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9182d01f-266c-4a8e-9815-cd0c0d807070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.205763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9cf2-5415-4bb2-b9ba-9efbfe04d3d0 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.218578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Allocated IP 2001:db8::f816:3eff:fee9:9716 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/c4b65978-0fcd-4eba-8334-1b784452c9f7/1df6417f-34f2-4a6c-8dde-524629d39dd6) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:49.242998 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f576ba2e-644c-4fb4-8900-223184956828 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Made reservation on behalf of 49e48e31c518454380d71925d2138956 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:49.245342 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f576ba2e-644c-4fb4-8900-223184956828 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.296676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.297244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 3789468e-7505-40c4-bb0d-0894edb91915 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:49.328918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 3789468e-7505-40c4-bb0d-0894edb91915 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:49.333723 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 3789468e-7505-40c4-bb0d-0894edb91915 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:49.393737 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8c2018df-3fff-48e2-9cc1-56ec51a68fd3 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.403342 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.467637 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.475894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8c2018df-3fff-48e2-9cc1-56ec51a68fd3 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.484886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9cf2-5415-4bb2-b9ba-9efbfe04d3d0 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.487160 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9cf2-5415-4bb2-b9ba-9efbfe04d3d0 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.495581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=3a857e97-adc2-4da1-ae0d-695d8be1bea8,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:49.496854 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282c2771-d866-4b4e-ab18-997552358677 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:49.501417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9182d01f-266c-4a8e-9815-cd0c0d807070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.524762 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:49.528673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:49.532739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:49.558612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Pushing event updated for resources: {'Port': ['ID=1df6417f-34f2-4a6c-8dde-524629d39dd6,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:49.567200 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Checking segment: {'id': 'fb1929f2-dda2-4210-a3ea-3c2ba45d899e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8088c8be-b551-4755-a963-3530625ae774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:49.567558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network hostable DHCP agents. Network: 8088c8be-b551-4755-a963-3530625ae774, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:49.584289 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182d01f-266c-4a8e-9815-cd0c0d807070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa281b6-5cf4-464a-9927-fa4b2e6c9a83,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:49.603455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9182d01f-266c-4a8e-9815-cd0c0d807070 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.609639 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9182d01f-266c-4a8e-9815-cd0c0d807070 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9fa281b6-5cf4-464a-9927-fa4b2e6c9a83 HTTP/1.1" status: 204 len: 168 time: 0.7476583 Dec 10 18:32:49.609842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe765ddf-9024-4a30-8363-b7d8c91095ee None None] Network 7c0ed325-4d08-474f-9aca-5556fa87ecfe requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:49.611912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32848) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:49.629027 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Attempting to bind port 1df6417f-34f2-4a6c-8dde-524629d39dd6 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:49.629496 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Attempting to bind port 1df6417f-34f2-4a6c-8dde-524629d39dd6 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:49.629967 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Attempting to bind port 1df6417f-34f2-4a6c-8dde-524629d39dd6 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:49.658615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9cf2-5415-4bb2-b9ba-9efbfe04d3d0 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.659424 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1b9cf2-5415-4bb2-b9ba-9efbfe04d3d0 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e36dd996-72de-4908-9b53-6fc13640e409 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:49.664489 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:49.665229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:49.665833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.666309 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:49.666867 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Bound port: 1df6417f-34f2-4a6c-8dde-524629d39dd6, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:49.668469 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.668582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9cf2-5415-4bb2-b9ba-9efbfe04d3d0 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.677133 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bb1b9cf2-5415-4bb2-b9ba-9efbfe04d3d0 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] 10.222.0.60 "DELETE /v2.0/routers/e36dd996-72de-4908-9b53-6fc13640e409 HTTP/1.1" status: 204 len: 168 time: 0.5500093 Dec 10 18:32:49.677236 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32850) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:49.684769 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e6500306-2248-4c3c-b472-91869087281b tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Request body: {'router': {'name': 'tempest-router-1341541105', 'distributed': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:49.699415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-282c2771-d866-4b4e-ab18-997552358677 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.723851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bc57d55-17ab-4152-9880-81bee031881c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.738041 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 8088c8be-b551-4755-a963-3530625ae774 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:49.749289 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.753079 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8c2018df-3fff-48e2-9cc1-56ec51a68fd3 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.755657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8c2018df-3fff-48e2-9cc1-56ec51a68fd3 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.757161 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8c2018df-3fff-48e2-9cc1-56ec51a68fd3 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "DELETE /v2.0/security-groups/9c71f13d-d875-4396-afbc-231fd8fd2775 HTTP/1.1" status: 204 len: 168 time: 0.5757844 Dec 10 18:32:49.760140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32852) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:49.764039 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-282c2771-d866-4b4e-ab18-997552358677 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port bd88a3d4-4827-49cd-bd84-e3de8bdda3f7 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:49.771103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47bcfab-9718-4424-bf0a-a87f836a1af7 None None] DHCP port deletion for 7c0ed325-4d08-474f-9aca-5556fa87ecfe request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:49.779557 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2018df-3fff-48e2-9cc1-56ec51a68fd3 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c71f13d-d875-4396-afbc-231fd8fd2775,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:49.783540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] For port 1df6417f-34f2-4a6c-8dde-524629d39dd6, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:49.818586 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] For port 1df6417f-34f2-4a6c-8dde-524629d39dd6, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1df6417f-34f2-4a6c-8dde-524629d39dd6,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:49.872179 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bc57d55-17ab-4152-9880-81bee031881c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.881716 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e6500306-2248-4c3c-b472-91869087281b tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.882774 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e6500306-2248-4c3c-b472-91869087281b tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.889932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.890704 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.899859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 8088c8be-b551-4755-a963-3530625ae774) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:49.902737 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.907780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:49.915516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:49.916182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.916416 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbc900a-5d72-4382-8e71-6f957abdb876 None None] Network 8088c8be-b551-4755-a963-3530625ae774 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:49.927955 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-36150524-26c2-4fd4-a90e-bb6c6f5574ce tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1611912 Dec 10 18:32:49.934759 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32854) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:49.957890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c058530b-a572-4dd2-8e90-d2ccbc1b3304 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group': {'name': 'tempest-secgroup--378144330'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:49.964601 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-9bc57d55-17ab-4152-9880-81bee031881c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0ed325-4d08-474f-9aca-5556fa87ecfe']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:49.976713 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-282c2771-d866-4b4e-ab18-997552358677 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::f816:3eff:fe4f:d44 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/c4b65978-0fcd-4eba-8334-1b784452c9f7/bd88a3d4-4827-49cd-bd84-e3de8bdda3f7) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:49.987093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-9bc57d55-17ab-4152-9880-81bee031881c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83b2ace-a0c0-4566-a700-fa0c749768ba') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:49.987618 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-9bc57d55-17ab-4152-9880-81bee031881c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83b2ace-a0c0-4566-a700-fa0c749768ba') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:50.000003 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bc57d55-17ab-4152-9880-81bee031881c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.018468 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bc57d55-17ab-4152-9880-81bee031881c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.031026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc57d55-17ab-4152-9880-81bee031881c admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:50.031524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bc57d55-17ab-4152-9880-81bee031881c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:50.034531 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:50.040576 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7263d12-805b-419a-a95d-e6d6daef5835 None None] Pushing event updated for resources: {'Port': ['ID=1df6417f-34f2-4a6c-8dde-524629d39dd6,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:50.070649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=400c4cb5-a611-40a8-bccb-25fe619834e7,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:50.123541 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e6500306-2248-4c3c-b472-91869087281b tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.188907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c058530b-a572-4dd2-8e90-d2ccbc1b3304 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.193816 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.objects.ports [None req-f576ba2e-644c-4fb4-8900-223184956828 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103593) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:32:50.193816 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f576ba2e-644c-4fb4-8900-223184956828 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.233543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bc57d55-17ab-4152-9880-81bee031881c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.239167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576ba2e-644c-4fb4-8900-223184956828 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1574bfc9-4db8-4153-aef4-a43e0203ae47,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:50.242902 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bc57d55-17ab-4152-9880-81bee031881c admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.248812 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9bc57d55-17ab-4152-9880-81bee031881c admin admin] 10.222.0.60 "DELETE /v2.0/networks/7c0ed325-4d08-474f-9aca-5556fa87ecfe HTTP/1.1" status: 204 len: 168 time: 0.6353483 Dec 10 18:32:50.269127 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.276215 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32856) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:50.284765 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc57d55-17ab-4152-9880-81bee031881c admin admin] Pushing event deleted for resources: {'Network': ['ID=7c0ed325-4d08-474f-9aca-5556fa87ecfe,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:50.293109 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e6500306-2248-4c3c-b472-91869087281b tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.296524 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network afe48ee4-7774-4c80-a611-095f87ccc2c1 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:50.318725 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:50.326098 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-228eb71b-3872-4328-a561-ea971473d97c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1918652 Dec 10 18:32:50.331035 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32858) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:50.337677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ef98ce1c-8e87-412a-92b7-a50e78c4edec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1571983780'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:50.449577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e6500306-2248-4c3c-b472-91869087281b tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.452592 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e6500306-2248-4c3c-b472-91869087281b tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7721400 Dec 10 18:32:50.473739 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32860) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:50.577515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-282c2771-d866-4b4e-ab18-997552358677 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.594809 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4dcf5bb9-afc1-49ed-9926-159ed63f546e tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.669712 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-00d2b4f8-40d6-4233-bb1c-a4ed44dffc72 None None] Provisioning complete for port 400c4cb5-a611-40a8-bccb-25fe619834e7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:50.673594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-00d2b4f8-40d6-4233-bb1c-a4ed44dffc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.681379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-e791405b-bcbe-424c-acb7-205a1978c40c admin admin] Deleting subnet 7e8ce305-ec9a-4c6f-9458-6d1833bcd780 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:50.688538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e791405b-bcbe-424c-acb7-205a1978c40c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.702788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c058530b-a572-4dd2-8e90-d2ccbc1b3304 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.715730 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f576ba2e-644c-4fb4-8900-223184956828 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Checking segment: {'id': 'b64f4362-1f07-4b0c-9a0a-8a54b3347b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffc8f5d5-9202-4504-894d-4891edfc0ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:50.716104 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f576ba2e-644c-4fb4-8900-223184956828 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Network hostable DHCP agents. Network: ffc8f5d5-9202-4504-894d-4891edfc0ff2, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:50.723096 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-00d2b4f8-40d6-4233-bb1c-a4ed44dffc72 None None] Port 400c4cb5-a611-40a8-bccb-25fe619834e7 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:50.744503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e791405b-bcbe-424c-acb7-205a1978c40c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.784209 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef98ce1c-8e87-412a-92b7-a50e78c4edec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:50.787694 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce1c-8e87-412a-92b7-a50e78c4edec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.797777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e791405b-bcbe-424c-acb7-205a1978c40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.820916 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f576ba2e-644c-4fb4-8900-223184956828 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Network ffc8f5d5-9202-4504-894d-4891edfc0ff2 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:50.821967 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4dcf5bb9-afc1-49ed-9926-159ed63f546e tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.824915 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4dcf5bb9-afc1-49ed-9926-159ed63f546e tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.854344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef98ce1c-8e87-412a-92b7-a50e78c4edec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:50.878134 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c058530b-a572-4dd2-8e90-d2ccbc1b3304 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.908202 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058530b-a572-4dd2-8e90-d2ccbc1b3304 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3396d19d-9efa-448c-a76e-0db862257e61,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:50.911077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-f576ba2e-644c-4fb4-8900-223184956828 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, ffc8f5d5-9202-4504-894d-4891edfc0ff2) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:50.911684 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Router fa63bdbb-cf21-4890-ab85-979000a964ea is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:32:50.914159 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-282c2771-d866-4b4e-ab18-997552358677 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.919045 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f576ba2e-644c-4fb4-8900-223184956828 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:50.919435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f576ba2e-644c-4fb4-8900-223184956828 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.926743 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91ef902-5cff-41f5-a30b-7cfc7c2ebd94 None None] Network ffc8f5d5-9202-4504-894d-4891edfc0ff2 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:50.970323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282c2771-d866-4b4e-ab18-997552358677 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:50.971254 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e791405b-bcbe-424c-acb7-205a1978c40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.974139 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4dcf5bb9-afc1-49ed-9926-159ed63f546e tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.974643 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcf5bb9-afc1-49ed-9926-159ed63f546e tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a67d270-191b-4f08-a0d3-0210a229b76c {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:50.974898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce1c-8e87-412a-92b7-a50e78c4edec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.976184 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-ef98ce1c-8e87-412a-92b7-a50e78c4edec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Added segment c38152e6-cb65-4404-a4b2-58ef5fc13509 of type vlan for network 959de31c-4266-4325-8de9-991421b7fc55 Dec 10 18:32:51.008622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-282c2771-d866-4b4e-ab18-997552358677 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:51.040935 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e791405b-bcbe-424c-acb7-205a1978c40c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.044193 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4dcf5bb9-afc1-49ed-9926-159ed63f546e tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.045339 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4dcf5bb9-afc1-49ed-9926-159ed63f546e tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] 10.222.0.60 "DELETE /v2.0/routers/1a67d270-191b-4f08-a0d3-0210a229b76c HTTP/1.1" status: 204 len: 168 time: 0.5688348 Dec 10 18:32:51.053217 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e791405b-bcbe-424c-acb7-205a1978c40c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7e8ce305-ec9a-4c6f-9458-6d1833bcd780 HTTP/1.1" status: 204 len: 168 time: 0.7756848 Dec 10 18:32:51.054028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32862) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:51.054444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32864) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:51.056742 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c2771-d866-4b4e-ab18-997552358677 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:51.061331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791405b-bcbe-424c-acb7-205a1978c40c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e8ce305-ec9a-4c6f-9458-6d1833bcd780,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:51.063384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d64b47-411b-4b21-8f1e-a65b99731150 None None] Network 3b8e193f-b5dc-40f2-9cad-2461b76375bd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:51.064038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c2771-d866-4b4e-ab18-997552358677 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:51.064699 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-282c2771-d866-4b4e-ab18-997552358677 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.070648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c058530b-a572-4dd2-8e90-d2ccbc1b3304 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.072576 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c058530b-a572-4dd2-8e90-d2ccbc1b3304 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1301470 Dec 10 18:32:51.080429 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f576ba2e-644c-4fb4-8900-223184956828 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9982088 Dec 10 18:32:51.080601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32866) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:51.081422 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2cddc51f-0874-48b3-a884-3eafc622bbda tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Request body: {'router': {'name': 'tempest-router-844483475', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '32859c9b1f6549128b43048d2f78e041'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:51.083325 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c2771-d866-4b4e-ab18-997552358677 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=bd88a3d4-4827-49cd-bd84-e3de8bdda3f7,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:51.085513 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32868) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:51.091290 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-0393c0cf-cd19-48da-ab5d-25f09eda6b95 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1656401712', 'network_id': 'ffc8f5d5-9202-4504-894d-4891edfc0ff2'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:51.104321 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-056bca8d-a44e-4a8a-a2a4-23801cd1033d tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': '3396d19d-9efa-448c-a76e-0db862257e61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:51.116296 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c0096b-a37a-4030-a148-102e43810508 None None] Network ffc8f5d5-9202-4504-894d-4891edfc0ff2 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:51.135509 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-056bca8d-a44e-4a8a-a2a4-23801cd1033d tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 18:32:51.136146 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-056bca8d-a44e-4a8a-a2a4-23801cd1033d tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:51.139895 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-056bca8d-a44e-4a8a-a2a4-23801cd1033d tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0409234 Dec 10 18:32:51.145993 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32870) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:51.148702 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-583976e4-18b5-42a8-9a77-223b527c73ae tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': '3396d19d-9efa-448c-a76e-0db862257e61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:51.149379 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-583976e4-18b5-42a8-9a77-223b527c73ae tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 18:32:51.150007 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-583976e4-18b5-42a8-9a77-223b527c73ae tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:51.151497 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-583976e4-18b5-42a8-9a77-223b527c73ae tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073042 Dec 10 18:32:51.154475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32872) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:51.161125 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2f014f34-8ab7-4d2b-a1d0-32b7cddb3af7 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': '3396d19d-9efa-448c-a76e-0db862257e61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:51.162017 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-2f014f34-8ab7-4d2b-a1d0-32b7cddb3af7 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 18:32:51.162511 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-2f014f34-8ab7-4d2b-a1d0-32b7cddb3af7 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:51.163526 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2f014f34-8ab7-4d2b-a1d0-32b7cddb3af7 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081439 Dec 10 18:32:51.174232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32874) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:51.175538 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:51.181628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-4a6a82f8-5436-43c7-889c-7e81534ef108 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': '3396d19d-9efa-448c-a76e-0db862257e61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:51.182583 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-4a6a82f8-5436-43c7-889c-7e81534ef108 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 18:32:51.183440 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-4a6a82f8-5436-43c7-889c-7e81534ef108 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:51.187556 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4a6a82f8-5436-43c7-889c-7e81534ef108 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073259 Dec 10 18:32:51.189344 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-08aa2ea8-0d5d-444a-acdf-47046c830cce tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "PUT /v2.0/routers/fa63bdbb-cf21-4890-ab85-979000a964ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9780579 Dec 10 18:32:51.190031 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32876) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:51.206206 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3fb0d-c90f-4fe1-986d-fe3844d5b0ea None None] Sync routers for ids ['fa63bdbb-cf21-4890-ab85-979000a964ea'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:51.211987 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a930217-4d5f-48f6-806d-153a3cec997f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.220248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32878) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:51.223903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce1c-8e87-412a-92b7-a50e78c4edec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.248667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.266413 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c3fb0d-c90f-4fe1-986d-fe3844d5b0ea None None] Routers {'fa63bdbb-cf21-4890-ab85-979000a964ea'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:51.267274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-61c3fb0d-c90f-4fe1-986d-fe3844d5b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:32:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fa63bdbb-cf21-4890-ab85-979000a964ea'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:51.289189 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.315343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7177ef-45ac-4ddf-996c-8d4dd133a237 None None] DHCP port deletion for 3b8e193f-b5dc-40f2-9cad-2461b76375bd request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:51.315908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2cddc51f-0874-48b3-a884-3eafc622bbda tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.316584 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2cddc51f-0874-48b3-a884-3eafc622bbda tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.321142 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-61c3fb0d-c90f-4fe1-986d-fe3844d5b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:51.344044 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.351757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c3fb0d-c90f-4fe1-986d-fe3844d5b0ea None None] Routers {'fa63bdbb-cf21-4890-ab85-979000a964ea'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:51.352379 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-61c3fb0d-c90f-4fe1-986d-fe3844d5b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:32:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fa63bdbb-cf21-4890-ab85-979000a964ea'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:51.377052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9113f50-2f3c-4009-8e30-22abdb12771c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:51.378657 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d9113f50-2f3c-4009-8e30-22abdb12771c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa63bdbb-cf21-4890-ab85-979000a964ea HTTP/1.1" status: 200 len: 988 time: 0.1573865 Dec 10 18:32:51.381765 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32880) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:51.382905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce1c-8e87-412a-92b7-a50e78c4edec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.388822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef98ce1c-8e87-412a-92b7-a50e78c4edec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:51.389424 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce1c-8e87-412a-92b7-a50e78c4edec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.394243 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-61c3fb0d-c90f-4fe1-986d-fe3844d5b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:51.394916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3fb0d-c90f-4fe1-986d-fe3844d5b0ea None None] The sync data for ids ['fa63bdbb-cf21-4890-ab85-979000a964ea'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:51.425766 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a930217-4d5f-48f6-806d-153a3cec997f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.472220 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-57756ccd-9688-4c7c-800a-5735161c3350 None None] Provisioning complete for port 1df6417f-34f2-4a6c-8dde-524629d39dd6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:51.472918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-57756ccd-9688-4c7c-800a-5735161c3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.494025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-4a930217-4d5f-48f6-806d-153a3cec997f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8e193f-b5dc-40f2-9cad-2461b76375bd']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:51.510220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98ce1c-8e87-412a-92b7-a50e78c4edec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Network': ['ID=959de31c-4266-4325-8de9-991421b7fc55,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:51.514908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-4a930217-4d5f-48f6-806d-153a3cec997f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8271e6db-86f0-439b-b13e-9618acf29187') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:51.515211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-4a930217-4d5f-48f6-806d-153a3cec997f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8271e6db-86f0-439b-b13e-9618acf29187') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:51.533524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 959de31c-4266-4325-8de9-991421b7fc55 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:51.566126 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a930217-4d5f-48f6-806d-153a3cec997f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.578060 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2cddc51f-0874-48b3-a884-3eafc622bbda tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.584800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a930217-4d5f-48f6-806d-153a3cec997f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.593004 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a930217-4d5f-48f6-806d-153a3cec997f admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:51.593411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a930217-4d5f-48f6-806d-153a3cec997f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:51.596135 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:51.651823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2cddc51f-0874-48b3-a884-3eafc622bbda tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.682354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-57756ccd-9688-4c7c-800a-5735161c3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.720018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-57756ccd-9688-4c7c-800a-5735161c3350 None None] For port 1df6417f-34f2-4a6c-8dde-524629d39dd6, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1df6417f-34f2-4a6c-8dde-524629d39dd6,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:51.786888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a930217-4d5f-48f6-806d-153a3cec997f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.793310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a930217-4d5f-48f6-806d-153a3cec997f admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.797181 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4a930217-4d5f-48f6-806d-153a3cec997f admin admin] 10.222.0.60 "DELETE /v2.0/networks/3b8e193f-b5dc-40f2-9cad-2461b76375bd HTTP/1.1" status: 204 len: 168 time: 0.7370875 Dec 10 18:32:51.809332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a930217-4d5f-48f6-806d-153a3cec997f admin admin] Pushing event deleted for resources: {'Network': ['ID=3b8e193f-b5dc-40f2-9cad-2461b76375bd,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:51.821253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-57756ccd-9688-4c7c-800a-5735161c3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.833294 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-282c2771-d866-4b4e-ab18-997552358677 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8060389 Dec 10 18:32:51.834038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.836634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.837270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32884) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:51.838643 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "DELETE /v2.0/security-groups/3396d19d-9efa-448c-a76e-0db862257e61 HTTP/1.1" status: 204 len: 168 time: 0.6467404 Dec 10 18:32:51.845456 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32886) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:51.870424 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3396d19d-9efa-448c-a76e-0db862257e61,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:51.890542 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57756ccd-9688-4c7c-800a-5735161c3350 None None] Pushing event updated for resources: {'Port': ['ID=1df6417f-34f2-4a6c-8dde-524629d39dd6,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:51.907278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:51.907632 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:51.907980 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:51.908328 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:51.908676 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:51.909014 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:51.909348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:51.909685 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:51.910047 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:51.910378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:51.910706 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:51.911034 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:51.911412 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8473a091-237d-4319-ae26-64561dc7f1dd tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:51.915632 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0141f12a-5fe3-4c68-b13f-8c070c4ec26d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:51.921825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0141f12a-5fe3-4c68-b13f-8c070c4ec26d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:51.926257 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0141f12a-5fe3-4c68-b13f-8c070c4ec26d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0875614 Dec 10 18:32:51.927897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32888) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:51.960842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-bd3cebe2-48a1-457f-af54-eebaf01908e8 None None] Provisioning complete for port bd88a3d4-4827-49cd-bd84-e3de8bdda3f7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:51.963111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bd3cebe2-48a1-457f-af54-eebaf01908e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.002259 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0393c0cf-cd19-48da-ab5d-25f09eda6b95 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Made reservation on behalf of 49e48e31c518454380d71925d2138956 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:52.004591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0393c0cf-cd19-48da-ab5d-25f09eda6b95 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.016660 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-bd3cebe2-48a1-457f-af54-eebaf01908e8 None None] Port bd88a3d4-4827-49cd-bd84-e3de8bdda3f7 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:52.020666 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ed90e4c1-10b6-415d-822a-ff2656254223 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1723871 Dec 10 18:32:52.028128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32890) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:52.033059 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-0393c0cf-cd19-48da-ab5d-25f09eda6b95 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] device_id is not set on port 509ca0e8-08a2-48c0-a174-29c6c75bb9e8 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:52.037977 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-bd8ebb4e-400e-4bcb-8794-55fb49e911bc tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group': {'name': 'tempest-secgroup--8931293'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:52.048344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f42e6e3d-f1e2-419e-967e-3242d80d19b1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port bd88a3d4-4827-49cd-bd84-e3de8bdda3f7 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:52.048344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f42e6e3d-f1e2-419e-967e-3242d80d19b1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.096367 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2cddc51f-0874-48b3-a884-3eafc622bbda tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.098041 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2cddc51f-0874-48b3-a884-3eafc622bbda tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0394101 Dec 10 18:32:52.102051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32892) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:52.106993 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ef98ce1c-8e87-412a-92b7-a50e78c4edec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7751355 Dec 10 18:32:52.110111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f746b7db-fdb6-433f-8797-3b42a8247522 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:52.115751 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32894) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:52.155503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'ports': [{'network_id': '8088c8be-b551-4755-a963-3530625ae774'}, {'network_id': '959de31c-4266-4325-8de9-991421b7fc55'}]} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:52.155825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'network_id': '8088c8be-b551-4755-a963-3530625ae774'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:52.156311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'network_id': '959de31c-4266-4325-8de9-991421b7fc55'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:52.216758 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-0393c0cf-cd19-48da-ab5d-25f09eda6b95 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Allocated IP 172.20.0.14 (ffc8f5d5-9202-4504-894d-4891edfc0ff2/1574bfc9-4db8-4153-aef4-a43e0203ae47/509ca0e8-08a2-48c0-a174-29c6c75bb9e8) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:52.312535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1df6417f-34f2-4a6c-8dde-524629d39dd6 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:52.357613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bd8ebb4e-400e-4bcb-8794-55fb49e911bc tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.369923 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 1df6417f-34f2-4a6c-8dde-524629d39dd6 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:52.370466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.430619 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32896) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:52.438343 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f42e6e3d-f1e2-419e-967e-3242d80d19b1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.499193 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2c72aaa-58c2-450d-9af5-064e5c1198a9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.499418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.525278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f42e6e3d-f1e2-419e-967e-3242d80d19b1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for bd88a3d4-4827-49cd-bd84-e3de8bdda3f7 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:52.529194 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f746b7db-fdb6-433f-8797-3b42a8247522 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.529536 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f746b7db-fdb6-433f-8797-3b42a8247522 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.608243 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f96e55cc-ecb5-48ee-854c-6dc48caeef7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72341ec643724a6b81f9d93782a8fd97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716862 Dec 10 18:32:52.614284 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32898) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:52.629107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0393c0cf-cd19-48da-ab5d-25f09eda6b95 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.711710 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f746b7db-fdb6-433f-8797-3b42a8247522 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103593) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 10 18:32:52.711954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f746b7db-fdb6-433f-8797-3b42a8247522 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Router 42e59822-1f49-46b8-8051-89fb0da0785a migrating from provider to provider. {{(pid=103593) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 10 18:32:52.712321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f746b7db-fdb6-433f-8797-3b42a8247522 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.726371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f746b7db-fdb6-433f-8797-3b42a8247522 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.767948 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15f1d97d-9df1-4e74-b5a7-f6f9e33930d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.794980 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15f1d97d-9df1-4e74-b5a7-f6f9e33930d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.811511 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bd8ebb4e-400e-4bcb-8794-55fb49e911bc tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.813091 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f746b7db-fdb6-433f-8797-3b42a8247522 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.874696 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0393c0cf-cd19-48da-ab5d-25f09eda6b95 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.880576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 2} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:52.885145 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.903900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.914795 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-a2c72aaa-58c2-450d-9af5-064e5c1198a9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 400c4cb5-a611-40a8-bccb-25fe619834e7 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:52.915135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2c72aaa-58c2-450d-9af5-064e5c1198a9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.919368 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f746b7db-fdb6-433f-8797-3b42a8247522 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] No L3 agents can host the router 42e59822-1f49-46b8-8051-89fb0da0785a Dec 10 18:32:52.965166 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0393c0cf-cd19-48da-ab5d-25f09eda6b95 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Network ffc8f5d5-9202-4504-894d-4891edfc0ff2 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:52.977877 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-0393c0cf-cd19-48da-ab5d-25f09eda6b95 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:52.986686 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f42e6e3d-f1e2-419e-967e-3242d80d19b1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.987449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393c0cf-cd19-48da-ab5d-25f09eda6b95 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:52.987684 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393c0cf-cd19-48da-ab5d-25f09eda6b95 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event updated for resources: {'Port': ['ID=509ca0e8-08a2-48c0-a174-29c6c75bb9e8,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:53.051375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0393c0cf-cd19-48da-ab5d-25f09eda6b95 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:53.051998 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0393c0cf-cd19-48da-ab5d-25f09eda6b95 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.068788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2c72aaa-58c2-450d-9af5-064e5c1198a9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.071286 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e6e3d-f1e2-419e-967e-3242d80d19b1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=bd88a3d4-4827-49cd-bd84-e3de8bdda3f7,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:53.071969 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15f1d97d-9df1-4e74-b5a7-f6f9e33930d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.073384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bd8ebb4e-400e-4bcb-8794-55fb49e911bc tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.075993 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15f1d97d-9df1-4e74-b5a7-f6f9e33930d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.077200 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-15f1d97d-9df1-4e74-b5a7-f6f9e33930d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5562bf9-d075-4228-976c-7e35a2c83490 HTTP/1.1" status: 204 len: 168 time: 0.4618504 Dec 10 18:32:53.096169 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1d97d-9df1-4e74-b5a7-f6f9e33930d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5562bf9-d075-4228-976c-7e35a2c83490,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:53.099480 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-a2c72aaa-58c2-450d-9af5-064e5c1198a9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 400c4cb5-a611-40a8-bccb-25fe619834e7 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:53.119111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port 643450a3-a2a1-4bee-96a1-10626a5087f3 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:53.172871 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0393c0cf-cd19-48da-ab5d-25f09eda6b95 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.0931551 Dec 10 18:32:53.179758 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32902) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:53.180093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f42e6e3d-f1e2-419e-967e-3242d80d19b1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.182963 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f42e6e3d-f1e2-419e-967e-3242d80d19b1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/bd88a3d4-4827-49cd-bd84-e3de8bdda3f7 HTTP/1.1" status: 204 len: 168 time: 1.2550287 Dec 10 18:32:53.184523 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32904) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:53.245069 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f746b7db-fdb6-433f-8797-3b42a8247522 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Hosts for router 42e59822-1f49-46b8-8051-89fb0da0785a: [] {{(pid=103593) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 10 18:32:53.246755 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ebb4e-400e-4bcb-8794-55fb49e911bc tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10f1ca1-1f92-4a12-9871-6ce76146e852,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:53.275198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bd8ebb4e-400e-4bcb-8794-55fb49e911bc tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.280936 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bd8ebb4e-400e-4bcb-8794-55fb49e911bc tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 1.2441187 Dec 10 18:32:53.285133 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32906) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:53.295039 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3c3473f0-40bd-493e-8279-a7e206777abc tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': 'f10f1ca1-1f92-4a12-9871-6ce76146e852', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:53.295767 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-3c3473f0-40bd-493e-8279-a7e206777abc tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 18:32:53.296269 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-3c3473f0-40bd-493e-8279-a7e206777abc tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:53.300488 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3c3473f0-40bd-493e-8279-a7e206777abc tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091493 Dec 10 18:32:53.308037 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32908) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:53.317990 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2d072040-398d-44a7-a0a4-e6183bca48d9 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': 'f10f1ca1-1f92-4a12-9871-6ce76146e852', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:53.328928 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f746b7db-fdb6-433f-8797-3b42a8247522 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Hosts for other DVR routers connected to router 42e59822-1f49-46b8-8051-89fb0da0785a: set() {{(pid=103593) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 10 18:32:53.331722 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f746b7db-fdb6-433f-8797-3b42a8247522 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.333028 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f746b7db-fdb6-433f-8797-3b42a8247522 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] 10.222.0.60 "PUT /v2.0/routers/42e59822-1f49-46b8-8051-89fb0da0785a HTTP/1.1" status: 200 len: 716 time: 1.2299228 Dec 10 18:32:53.335887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32910) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:53.356098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5417cd-0dac-4b41-8bd2-4567cdf2bffd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:53.357615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5417cd-0dac-4b41-8bd2-4567cdf2bffd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:53.359164 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9e5417cd-0dac-4b41-8bd2-4567cdf2bffd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1727247 Dec 10 18:32:53.367834 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32912) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:53.432159 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8d69b836-0b8c-4b74-b31a-db685570091f tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] 10.222.0.60 "GET /v2.0/routers/42e59822-1f49-46b8-8051-89fb0da0785a HTTP/1.1" status: 200 len: 716 time: 0.0927856 Dec 10 18:32:53.433018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32914) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:53.459557 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.466811 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f433c3-d961-4457-b0bd-bcab8414e088 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet c4b65978-0fcd-4eba-8334-1b784452c9f7 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:53.474681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09f433c3-d961-4457-b0bd-bcab8414e088 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.520852 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-695d294f-d71a-491d-bad9-b259fd1e1122 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Deleting port 509ca0e8-08a2-48c0-a174-29c6c75bb9e8 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:53.521189 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-695d294f-d71a-491d-bad9-b259fd1e1122 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.531611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port 4d98e7f9-bfe6-4174-b356-def53614c162 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:53.577215 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09f433c3-d961-4457-b0bd-bcab8414e088 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.605732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2c72aaa-58c2-450d-9af5-064e5c1198a9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.650410 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-2d072040-398d-44a7-a0a4-e6183bca48d9 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:53.654297 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2d072040-398d-44a7-a0a4-e6183bca48d9 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3455958 Dec 10 18:32:53.654297 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c72aaa-58c2-450d-9af5-064e5c1198a9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=400c4cb5-a611-40a8-bccb-25fe619834e7,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:53.655309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32920) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:53.673833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-98896695-9dbf-403c-9d4b-375cc03c1a74 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': 'f10f1ca1-1f92-4a12-9871-6ce76146e852', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:53.674541 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING neutron.api.v2.base [None req-98896695-9dbf-403c-9d4b-375cc03c1a74 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 18:32:53.675039 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-98896695-9dbf-403c-9d4b-375cc03c1a74 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:53.680651 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-98896695-9dbf-403c-9d4b-375cc03c1a74 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0234094 Dec 10 18:32:53.685730 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.687155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32922) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:53.705241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e84a3673-72dd-4441-bfbb-a8a85bbc6736 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': 'f10f1ca1-1f92-4a12-9871-6ce76146e852', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:53.818870 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-695d294f-d71a-491d-bad9-b259fd1e1122 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.848169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.848812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2c72aaa-58c2-450d-9af5-064e5c1198a9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.852024 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-695d294f-d71a-491d-bad9-b259fd1e1122 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Calling delete_port for 509ca0e8-08a2-48c0-a174-29c6c75bb9e8 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:53.858064 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09f433c3-d961-4457-b0bd-bcab8414e088 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.042467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32924) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.067833 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-e84a3673-72dd-4441-bfbb-a8a85bbc6736 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:54.068878 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e84a3673-72dd-4441-bfbb-a8a85bbc6736 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3713768 Dec 10 18:32:54.079881 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32926) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.085896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ef7fc272-daa6-4ae1-9fae-91dfe313307c tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': 'f10f1ca1-1f92-4a12-9871-6ce76146e852', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:54.086378 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-ef7fc272-daa6-4ae1-9fae-91dfe313307c tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 18:32:54.086862 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-ef7fc272-daa6-4ae1-9fae-91dfe313307c tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:54.087822 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ef7fc272-daa6-4ae1-9fae-91dfe313307c tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068355 Dec 10 18:32:54.125785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32928) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.131748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f2a3087b-c637-4460-a8a1-2cc0e679421b tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': 'f10f1ca1-1f92-4a12-9871-6ce76146e852', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:54.175165 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09f433c3-d961-4457-b0bd-bcab8414e088 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.189400 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9d1c50f7-89a4-4db3-9e90-36b8c1dee9f5 tempest-RoutersTestDVR-820453555 tempest-RoutersTestDVR-820453555-project] 10.222.0.60 "GET /v2.0/routers/42e59822-1f49-46b8-8051-89fb0da0785a HTTP/1.1" status: 200 len: 682 time: 0.7552629 Dec 10 18:32:54.194892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32930) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.196570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 8088c8be-b551-4755-a963-3530625ae774 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:54.205448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:54.252097 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09f433c3-d961-4457-b0bd-bcab8414e088 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.257430 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-09f433c3-d961-4457-b0bd-bcab8414e088 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/c4b65978-0fcd-4eba-8334-1b784452c9f7 HTTP/1.1" status: 204 len: 168 time: 0.8862712 Dec 10 18:32:54.257579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d10dc0-85c2-4869-9246-0f7712464bb5 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:54.260030 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f433c3-d961-4457-b0bd-bcab8414e088 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b65978-0fcd-4eba-8334-1b784452c9f7,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:54.263603 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-796f3e74-88ee-4526-b32e-593a69aec095 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52ed89f290644f569e5e36bfcb89c270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179832 Dec 10 18:32:54.272091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32932) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.272091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32934) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.272306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:54.272306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.277236 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c72aaa-58c2-450d-9af5-064e5c1198a9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Router fa63bdbb-cf21-4890-ab85-979000a964ea has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:54.280569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=643450a3-a2a1-4bee-96a1-10626a5087f3,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:54.292522 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8a0b58c0-7c90-4762-af61-c930a55356f3 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.343331 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e2d72216-b9c7-4ad3-81bd-96bebb521704 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693898 Dec 10 18:32:54.348516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32936) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.350727 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-f2a3087b-c637-4460-a8a1-2cc0e679421b tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Project 18fc6dff5975440ba8d84435e82eb71a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:32:54.356474 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c23a550f-2349-4848-bcb1-f29464565f13 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:54.415277 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=4d98e7f9-bfe6-4174-b356-def53614c162,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:54.453897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-695d294f-d71a-491d-bad9-b259fd1e1122 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.465177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:54.508027 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-f2a3087b-c637-4460-a8a1-2cc0e679421b tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:54.511949 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f2a3087b-c637-4460-a8a1-2cc0e679421b tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3807547 Dec 10 18:32:54.512096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:54.512096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:54.512444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:54.512792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:54.513678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:54.513678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:54.513918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:54.514155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:54.514491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:54.514822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:54.515158 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:54.515491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:54.515822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:54.520616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32938) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.528245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3de680ef-497e-48d5-a2e5-2405021d7433 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': 'f10f1ca1-1f92-4a12-9871-6ce76146e852', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:54.528550 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING neutron.api.v2.base [None req-3de680ef-497e-48d5-a2e5-2405021d7433 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 18:32:54.529022 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-3de680ef-497e-48d5-a2e5-2405021d7433 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:54.530778 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3de680ef-497e-48d5-a2e5-2405021d7433 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065672 Dec 10 18:32:54.534903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Checking segment: {'id': 'c38152e6-cb65-4404-a4b2-58ef5fc13509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '959de31c-4266-4325-8de9-991421b7fc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:54.534903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network hostable DHCP agents. Network: 959de31c-4266-4325-8de9-991421b7fc55, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:54.538462 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8a0b58c0-7c90-4762-af61-c930a55356f3 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.538845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32940) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.541467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8a0b58c0-7c90-4762-af61-c930a55356f3 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.542480 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Deleting port 1df6417f-34f2-4a6c-8dde-524629d39dd6 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:54.544556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.544829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d294f-d71a-491d-bad9-b259fd1e1122 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event deleted for resources: {'Port': ['ID=509ca0e8-08a2-48c0-a174-29c6c75bb9e8,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:54.546954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c72aaa-58c2-450d-9af5-064e5c1198a9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:54.551658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-39b4d37b-a9d1-4b5d-99e4-ba6a1ec4bbae tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': 'f10f1ca1-1f92-4a12-9871-6ce76146e852', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:54.557280 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57608909-d26a-4de5-b67a-f3a5b52c0ab8 None None] Sync routers for ids ['fa63bdbb-cf21-4890-ab85-979000a964ea'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:54.566639 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57608909-d26a-4de5-b67a-f3a5b52c0ab8 None None] Routers {'fa63bdbb-cf21-4890-ab85-979000a964ea'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:54.567252 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-57608909-d26a-4de5-b67a-f3a5b52c0ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:32:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fa63bdbb-cf21-4890-ab85-979000a964ea'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:54.599184 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a2c72aaa-58c2-450d-9af5-064e5c1198a9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "PUT /v2.0/routers/fa63bdbb-cf21-4890-ab85-979000a964ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2157414 Dec 10 18:32:54.599320 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-57608909-d26a-4de5-b67a-f3a5b52c0ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:54.603329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32942) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.609122 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57608909-d26a-4de5-b67a-f3a5b52c0ab8 None None] Routers {'fa63bdbb-cf21-4890-ab85-979000a964ea'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:54.609739 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-57608909-d26a-4de5-b67a-f3a5b52c0ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:32:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fa63bdbb-cf21-4890-ab85-979000a964ea'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:54.615094 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e984793-7f06-4b89-8745-364a8fdff46a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.634669 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ead3f36-62a9-4745-880f-9372c46181ac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] GET failed (client error): The resource could not be found. Dec 10 18:32:54.635473 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] For port 1df6417f-34f2-4a6c-8dde-524629d39dd6, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1df6417f-34f2-4a6c-8dde-524629d39dd6,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:54.635873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.639469 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8ead3f36-62a9-4745-880f-9372c46181ac tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/400c4cb5-a611-40a8-bccb-25fe619834e7 HTTP/1.1" status: 404 len: 333 time: 0.0349653 Dec 10 18:32:54.640322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32944) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.641243 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e984793-7f06-4b89-8745-364a8fdff46a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.641477 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-57608909-d26a-4de5-b67a-f3a5b52c0ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:54.642157 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57608909-d26a-4de5-b67a-f3a5b52c0ab8 None None] The sync data for ids ['fa63bdbb-cf21-4890-ab85-979000a964ea'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:54.650535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Calling delete_port for 1df6417f-34f2-4a6c-8dde-524629d39dd6 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:54.690013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 959de31c-4266-4325-8de9-991421b7fc55 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:54.704242 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-39b4d37b-a9d1-4b5d-99e4-ba6a1ec4bbae tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Project 18fc6dff5975440ba8d84435e82eb71a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:32:54.719896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8a0b58c0-7c90-4762-af61-c930a55356f3 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.720809 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0b58c0-7c90-4762-af61-c930a55356f3 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42e59822-1f49-46b8-8051-89fb0da0785a {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:54.731361 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8a0b58c0-7c90-4762-af61-c930a55356f3 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.732541 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8a0b58c0-7c90-4762-af61-c930a55356f3 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] 10.222.0.60 "DELETE /v2.0/routers/42e59822-1f49-46b8-8051-89fb0da0785a HTTP/1.1" status: 204 len: 168 time: 0.5348883 Dec 10 18:32:54.739772 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32946) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.745084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f3d34497-329c-4fd5-87f0-999c52d29969 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Request body: {'router': {'name': 'tempest-router-1226613488', 'distributed': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:54.965598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3498a5c3-50a9-4309-80ab-f410d67fbbb0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.966572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-695d294f-d71a-491d-bad9-b259fd1e1122 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.966572 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-695d294f-d71a-491d-bad9-b259fd1e1122 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "DELETE /v2.0/ports/509ca0e8-08a2-48c0-a174-29c6c75bb9e8 HTTP/1.1" status: 204 len: 168 time: 1.5828466 Dec 10 18:32:54.966871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3498a5c3-50a9-4309-80ab-f410d67fbbb0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.966871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3498a5c3-50a9-4309-80ab-f410d67fbbb0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.966871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32948) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.966871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffc8f5d5-9202-4504-894d-4891edfc0ff2', 'external_fixed_ips': [{'subnet_id': '1574bfc9-4db8-4153-aef4-a43e0203ae47', 'ip_address': '172.20.0.14'}]}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:55.238449 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.266302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Pushing event deleted for resources: {'Port': ['ID=1df6417f-34f2-4a6c-8dde-524629d39dd6,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:55.270726 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] No DVR routers for this DVR port 1df6417f-34f2-4a6c-8dde-524629d39dd6 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:55.279913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:55.279913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:55.279913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:55.279913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:55.279913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:55.279913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:55.279913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:55.286190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:55.286190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:55.286190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:55.286190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:55.286190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:55.286190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeff33-9c0c-40d0-b3ff-2be17472645e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:55.287272 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23a550f-2349-4848-bcb1-f29464565f13 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:55.288700 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c23a550f-2349-4848-bcb1-f29464565f13 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.294986 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 959de31c-4266-4325-8de9-991421b7fc55) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:55.296687 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3498a5c3-50a9-4309-80ab-f410d67fbbb0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.297238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3498a5c3-50a9-4309-80ab-f410d67fbbb0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Fanout notify agent at l3_agent the message router_deleted on router fa63bdbb-cf21-4890-ab85-979000a964ea {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:55.300632 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e984793-7f06-4b89-8745-364a8fdff46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.302367 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d0cfec-cccb-4c4f-99fd-4e6efa8d8dbf None None] Network 959de31c-4266-4325-8de9-991421b7fc55 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:55.302954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:55.306895 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e984793-7f06-4b89-8745-364a8fdff46a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.314427 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7e984793-7f06-4b89-8745-364a8fdff46a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d91fbfb-af6f-48a2-997c-524b07ffaf92 HTTP/1.1" status: 204 len: 168 time: 1.0368056 Dec 10 18:32:55.317404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:55.322435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:55.323150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.331458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3498a5c3-50a9-4309-80ab-f410d67fbbb0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.335563 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3498a5c3-50a9-4309-80ab-f410d67fbbb0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/routers/fa63bdbb-cf21-4890-ab85-979000a964ea HTTP/1.1" status: 204 len: 168 time: 0.6942019 Dec 10 18:32:55.339193 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32952) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:55.401614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e482e3b-75e4-4274-94aa-dbd5577e9dbe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting subnet 9ced8202-1f0e-40b8-9c49-721d4c0bc449 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:55.405887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8e482e3b-75e4-4274-94aa-dbd5577e9dbe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.449854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8e482e3b-75e4-4274-94aa-dbd5577e9dbe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.476554 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0a83fb86-3e3b-45f7-a9a4-e1abcab7d3f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3571546 Dec 10 18:32:55.481660 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32954) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:55.604280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3d34497-329c-4fd5-87f0-999c52d29969 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.605347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3d34497-329c-4fd5-87f0-999c52d29969 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.642855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8e482e3b-75e4-4274-94aa-dbd5577e9dbe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.698333 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-39b4d37b-a9d1-4b5d-99e4-ba6a1ec4bbae tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:55.699869 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-39b4d37b-a9d1-4b5d-99e4-ba6a1ec4bbae tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.1561506 Dec 10 18:32:55.703969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32958) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:55.715561 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e984793-7f06-4b89-8745-364a8fdff46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d91fbfb-af6f-48a2-997c-524b07ffaf92,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:55.716596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-af81fa53-2300-4cf3-977e-d9353d743732 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': 'f10f1ca1-1f92-4a12-9871-6ce76146e852', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:55.738641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3d34497-329c-4fd5-87f0-999c52d29969 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.744475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.745572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.760882 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e0975af7-8177-4def-8510-733d1764f93a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 4d98e7f9-bfe6-4174-b356-def53614c162 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:55.761124 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e0975af7-8177-4def-8510-733d1764f93a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.822648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3d34497-329c-4fd5-87f0-999c52d29969 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.889801 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-af81fa53-2300-4cf3-977e-d9353d743732 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Project 18fc6dff5975440ba8d84435e82eb71a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:32:55.895471 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e0975af7-8177-4def-8510-733d1764f93a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.912981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.916700 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8e482e3b-75e4-4274-94aa-dbd5577e9dbe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.929943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e0975af7-8177-4def-8510-733d1764f93a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 4d98e7f9-bfe6-4174-b356-def53614c162 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:55.966348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e482e3b-75e4-4274-94aa-dbd5577e9dbe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Subnet': ['ID=9ced8202-1f0e-40b8-9c49-721d4c0bc449,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:55.971742 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8e482e3b-75e4-4274-94aa-dbd5577e9dbe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.976286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0f94ef-0348-43dd-9151-661633853af9 None None] Network afe48ee4-7774-4c80-a611-095f87ccc2c1 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:55.978471 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8e482e3b-75e4-4274-94aa-dbd5577e9dbe tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/9ced8202-1f0e-40b8-9c49-721d4c0bc449 HTTP/1.1" status: 204 len: 168 time: 0.6377435 Dec 10 18:32:55.979034 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32966) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:56.015455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.objects.ports [None req-c23a550f-2349-4848-bcb1-f29464565f13 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103594) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:32:56.017031 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c23a550f-2349-4848-bcb1-f29464565f13 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.034205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3d34497-329c-4fd5-87f0-999c52d29969 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.035492 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f3d34497-329c-4fd5-87f0-999c52d29969 tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2947700 Dec 10 18:32:56.044759 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32968) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:56.066933 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-af81fa53-2300-4cf3-977e-d9353d743732 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:56.067748 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-af81fa53-2300-4cf3-977e-d9353d743732 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3593528 Dec 10 18:32:56.077954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32970) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:56.115055 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23a550f-2349-4848-bcb1-f29464565f13 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:56.148789 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-c23a550f-2349-4848-bcb1-f29464565f13 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:56.152879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23a550f-2349-4848-bcb1-f29464565f13 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:56.153468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c23a550f-2349-4848-bcb1-f29464565f13 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.156470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a550f-2349-4848-bcb1-f29464565f13 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=21af90d1-896f-4dfc-a10e-ce664b9ef63c,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:56.168212 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da85cc51-4de8-4a1b-9bd1-a2635e2660bf None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:56.168476 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c715ade9-9b63-4368-809d-ca548e5bafcf tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.224026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.248718 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b8d239-89e2-43af-adac-8905cebede95 None None] DHCP port deletion for afe48ee4-7774-4c80-a611-095f87ccc2c1 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:56.313252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:56.326963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.350866 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c715ade9-9b63-4368-809d-ca548e5bafcf tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.353049 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c715ade9-9b63-4368-809d-ca548e5bafcf tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.397443 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c23a550f-2349-4848-bcb1-f29464565f13 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0475502 Dec 10 18:32:56.399079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '21af90d1-896f-4dfc-a10e-ce664b9ef63c'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:56.399966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.400416 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32978) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:56.405376 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-391075a4-6864-4a01-b5e3-4fada2eb02c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'mac_address': 'fa:16:3e:12:5b:96', 'name': 'tempest-NetworksTestDHCPv6-1490714052'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:56.413782 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8eea4a91-e880-449e-a697-4bce598747f4 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.431885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8d239-89e2-43af-adac-8905cebede95 None None] Deleting port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:56.432763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b0b8d239-89e2-43af-adac-8905cebede95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.439979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e0975af7-8177-4def-8510-733d1764f93a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.460608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e0975af7-8177-4def-8510-733d1764f93a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.464488 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e0975af7-8177-4def-8510-733d1764f93a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/4d98e7f9-bfe6-4174-b356-def53614c162 HTTP/1.1" status: 204 len: 168 time: 0.9798563 Dec 10 18:32:56.469874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32982) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:56.481920 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c715ade9-9b63-4368-809d-ca548e5bafcf tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.482314 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c715ade9-9b63-4368-809d-ca548e5bafcf tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25c14e91-48fb-4ef1-8cec-877d8a35ce08 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:56.503235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c715ade9-9b63-4368-809d-ca548e5bafcf tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.509264 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c715ade9-9b63-4368-809d-ca548e5bafcf tempest-RoutersTestDVR-767592310 tempest-RoutersTestDVR-767592310-project-admin] 10.222.0.60 "DELETE /v2.0/routers/25c14e91-48fb-4ef1-8cec-877d8a35ce08 HTTP/1.1" status: 204 len: 168 time: 0.4626544 Dec 10 18:32:56.526931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8eea4a91-e880-449e-a697-4bce598747f4 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.531109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0975af7-8177-4def-8510-733d1764f93a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=4d98e7f9-bfe6-4174-b356-def53614c162,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:56.577417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830b42b5-06c0-43d6-ac14-ac00d71d2154 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:56.583935 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830b42b5-06c0-43d6-ac14-ac00d71d2154 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:56.591214 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-830b42b5-06c0-43d6-ac14-ac00d71d2154 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1183689 Dec 10 18:32:56.591340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 32986) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:56.608383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:56.614109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.632318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Allocated IP 2001:db8::f816:3eff:fe91:fc53 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/21af90d1-896f-4dfc-a10e-ce664b9ef63c/c1316c48-16e5-411d-b1ed-9f884d2b86d5) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:56.686649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b0b8d239-89e2-43af-adac-8905cebede95 None None] For port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9,segment=NetworkSegment(c29e8bae-726b-466f-994a-2da112924502),segment_id=c29e8bae-726b-466f-994a-2da112924502)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:56.687051 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b0b8d239-89e2-43af-adac-8905cebede95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.702100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8eea4a91-e880-449e-a697-4bce598747f4 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.705675 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8eea4a91-e880-449e-a697-4bce598747f4 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.707500 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8eea4a91-e880-449e-a697-4bce598747f4 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "DELETE /v2.0/security-groups/f10f1ca1-1f92-4a12-9871-6ce76146e852 HTTP/1.1" status: 204 len: 168 time: 0.6273582 Dec 10 18:32:56.710457 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32990) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:56.729631 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32992) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:56.750122 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391075a4-6864-4a01-b5e3-4fada2eb02c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:56.750377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] For port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9,segment=NetworkSegment(c29e8bae-726b-466f-994a-2da112924502),segment_id=c29e8bae-726b-466f-994a-2da112924502)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:56.750623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.761933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8d239-89e2-43af-adac-8905cebede95 None None] Calling delete_port for 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:56.762920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea4a91-e880-449e-a697-4bce598747f4 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10f1ca1-1f92-4a12-9871-6ce76146e852,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:56.777683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:56.785684 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.862476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9,segment=NetworkSegment(c29e8bae-726b-466f-994a-2da112924502),segment_id=c29e8bae-726b-466f-994a-2da112924502)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:56.934492 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-78a0b2f0-4858-476d-aa4f-d2d81d7ca461 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2220452 Dec 10 18:32:56.937984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-231733fa-1539-493d-b5e4-22b0ea2218eb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 643450a3-a2a1-4bee-96a1-10626a5087f3 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:56.937984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-231733fa-1539-493d-b5e4-22b0ea2218eb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.939732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 32996) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:56.944803 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b007df59-3108-4b27-9ae4-ec11cae612ca tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group': {'name': 'tempest-secgroup--636450708'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:56.945750 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.946462 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1df6417f-34f2-4a6c-8dde-524629d39dd6 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:56.968229 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1548310743-network', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:57.002043 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 1df6417f-34f2-4a6c-8dde-524629d39dd6 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:57.002400 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1df6417f-34f2-4a6c-8dde-524629d39dd6 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:57.043647 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-391075a4-6864-4a01-b5e3-4fada2eb02c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.047090 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.050533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.071212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-391075a4-6864-4a01-b5e3-4fada2eb02c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 41b0972f-c176-46db-8cee-4c2bff46f8f1 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:32:57.090080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b0b8d239-89e2-43af-adac-8905cebede95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.128351 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b007df59-3108-4b27-9ae4-ec11cae612ca tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.134655 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33000) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:57.141388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8d239-89e2-43af-adac-8905cebede95 None None] Pushing event deleted for resources: {'Port': ['ID=3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.147647 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.161534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8d239-89e2-43af-adac-8905cebede95 None None] No DVR routers for this DVR port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:57.194668 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:57.201685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:57.205549 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:57.239449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] Made reservation on behalf of 1fd525ba53d94408afbd68f89c13ea18 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:57.243661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.264096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.274461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-391075a4-6864-4a01-b5e3-4fada2eb02c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::f816:3eff:fe12:5b96 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/21af90d1-896f-4dfc-a10e-ce664b9ef63c/41b0972f-c176-46db-8cee-4c2bff46f8f1) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:57.326123 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b007df59-3108-4b27-9ae4-ec11cae612ca tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.386261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-231733fa-1539-493d-b5e4-22b0ea2218eb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.391021 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.406339 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.446338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Pushing event updated for resources: {'Port': ['ID=c1316c48-16e5-411d-b1ed-9f884d2b86d5,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.446933 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b007df59-3108-4b27-9ae4-ec11cae612ca tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.450989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Attempting to bind port c1316c48-16e5-411d-b1ed-9f884d2b86d5 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:57.451187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-231733fa-1539-493d-b5e4-22b0ea2218eb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 643450a3-a2a1-4bee-96a1-10626a5087f3 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:57.451714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Attempting to bind port c1316c48-16e5-411d-b1ed-9f884d2b86d5 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:57.452256 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Attempting to bind port c1316c48-16e5-411d-b1ed-9f884d2b86d5 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:57.455618 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No DVR routers for this DVR port 3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:57.458392 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:57.459810 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:57.460399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.460968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:57.461609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Bound port: c1316c48-16e5-411d-b1ed-9f884d2b86d5, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:57.462177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.464017 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=3ecfd09d-3dd9-4b8e-aad3-4c570b75f1a9,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.467751 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.478525 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-835bef7a-cdac-4000-a5bb-b35acb43be50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.537743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007df59-3108-4b27-9ae4-ec11cae612ca tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6157d08a-5cf5-4896-830a-c31b2db389dc,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.541742 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] For port c1316c48-16e5-411d-b1ed-9f884d2b86d5, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:57.546441 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] For port c1316c48-16e5-411d-b1ed-9f884d2b86d5, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c1316c48-16e5-411d-b1ed-9f884d2b86d5,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:57.563687 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.569449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b007df59-3108-4b27-9ae4-ec11cae612ca tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.570710 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b007df59-3108-4b27-9ae4-ec11cae612ca tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6298029 Dec 10 18:32:57.575824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33004) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:57.591200 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-76eafca4-aafc-43f1-96dd-57904e571697 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': '6157d08a-5cf5-4896-830a-c31b2db389dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:57.613651 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.626654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-391075a4-6864-4a01-b5e3-4fada2eb02c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.640802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.669437 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.688606 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cf254-9b8f-4132-bd18-a31f007bc0c9 None None] Pushing event updated for resources: {'Port': ['ID=c1316c48-16e5-411d-b1ed-9f884d2b86d5,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.710114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:57.733570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-835bef7a-cdac-4000-a5bb-b35acb43be50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.738257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe48ee4-7774-4c80-a611-095f87ccc2c1']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:57.738413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.738413 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] Added segment d0972d26-5a7e-4c03-ad97-da47e2f7dd98 of type vlan for network a648c046-7b98-4168-8c91-4d4b8f654cd1 Dec 10 18:32:57.746144 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3ac0ea-b590-4954-9704-319ed8c1d2cc,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.762992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29e8bae-726b-466f-994a-2da112924502') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:57.763677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29e8bae-726b-466f-994a-2da112924502') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:57.780416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.792316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.820766 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.831722 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:57.832121 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:57.835171 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:57.841104 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-391075a4-6864-4a01-b5e3-4fada2eb02c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.843227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-835bef7a-cdac-4000-a5bb-b35acb43be50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.896650 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Allocated IP 172.20.0.14 (ffc8f5d5-9202-4504-894d-4891edfc0ff2/1574bfc9-4db8-4153-aef4-a43e0203ae47/bc191dca-4191-4864-9d57-0e40fb718c51) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:57.923922 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-231733fa-1539-493d-b5e4-22b0ea2218eb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.945729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391075a4-6864-4a01-b5e3-4fada2eb02c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:57.952518 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-835bef7a-cdac-4000-a5bb-b35acb43be50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32859c9b1f6549128b43048d2f78e041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8159649 Dec 10 18:32:57.956472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-391075a4-6864-4a01-b5e3-4fada2eb02c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:57.960802 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33006) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:57.962824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bef7a-cdac-4000-a5bb-b35acb43be50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edf3dec-4675-4962-93d9-3536d52297c3,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.971024 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391075a4-6864-4a01-b5e3-4fada2eb02c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:57.980238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391075a4-6864-4a01-b5e3-4fada2eb02c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:57.980238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-391075a4-6864-4a01-b5e3-4fada2eb02c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.981794 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391075a4-6864-4a01-b5e3-4fada2eb02c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=41b0972f-c176-46db-8cee-4c2bff46f8f1,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.991008 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.991976 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:57.992549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.994833 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-76eafca4-aafc-43f1-96dd-57904e571697 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The resource could not be found. Dec 10 18:32:57.995916 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-76eafca4-aafc-43f1-96dd-57904e571697 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4169376 Dec 10 18:32:58.003509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33008) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:58.015783 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3f8ed053-4938-4f98-89e1-223d7652fce9 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': '6157d08a-5cf5-4896-830a-c31b2db389dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c4364296-7ef9-44c9-951e-e57ba1fef597'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:58.032250 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231733fa-1539-493d-b5e4-22b0ea2218eb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=643450a3-a2a1-4bee-96a1-10626a5087f3,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:58.036091 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.062567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.069510 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/networks/afe48ee4-7774-4c80-a611-095f87ccc2c1 HTTP/1.1" status: 204 len: 168 time: 2.0844898 Dec 10 18:32:58.069510 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd1f14-092f-4353-8509-e410b6e9ec69 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Network': ['ID=afe48ee4-7774-4c80-a611-095f87ccc2c1,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:58.070748 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33010) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:58.071805 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-231733fa-1539-493d-b5e4-22b0ea2218eb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.081968 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-231733fa-1539-493d-b5e4-22b0ea2218eb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/643450a3-a2a1-4bee-96a1-10626a5087f3 HTTP/1.1" status: 204 len: 168 time: 1.4840016 Dec 10 18:32:58.084716 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33012) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:58.130944 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-391075a4-6864-4a01-b5e3-4fada2eb02c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7294266 Dec 10 18:32:58.134480 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33014) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:58.139099 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1b1a94-e0ef-4d8e-b08b-d3537c429970 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.140483 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bd1b1a94-e0ef-4d8e-b08b-d3537c429970 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/9d710c11-f8e7-441c-a598-473f0fe8a335 HTTP/1.1" status: 200 len: 845 time: 0.0579786 Dec 10 18:32:58.140860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] Pushing event updated for resources: {'Network': ['ID=a648c046-7b98-4168-8c91-4d4b8f654cd1,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:58.149126 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33016) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:58.154254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network a648c046-7b98-4168-8c91-4d4b8f654cd1 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:58.183011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.185057 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6773f9d-53a2-4211-90df-be8e8bb955e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.217635 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0b2672de-d392-4cd9-a72b-11702a80642c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4859328 Dec 10 18:32:58.217947 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33018) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:58.224931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-6371661b-6db5-4377-9ded-f35d7e199003 admin admin] Request body: {'subnet': {'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1548310743-subnet', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'ip_version': 4}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:58.274950 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaafad6-7ee1-486c-bbe9-415e9daa62d0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.275903 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-eaaafad6-7ee1-486c-bbe9-415e9daa62d0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1902523 Dec 10 18:32:58.279634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33020) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:58.284647 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-87d69d0e-3d72-4fbc-8a7f-5c08ed9a3ced tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/9d710c11-f8e7-441c-a598-473f0fe8a335?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1246653 Dec 10 18:32:58.287936 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6773f9d-53a2-4211-90df-be8e8bb955e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.290821 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33022) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:58.296838 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c1316c48-16e5-411d-b1ed-9f884d2b86d5 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:58.300301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e2d778d8-0279-47f7-8c4f-f1a1bd9bcca5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:58.304052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.332427 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de97fe9-45ff-4011-a3d7-153569291dfd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] GET failed (client error): The resource could not be found. Dec 10 18:32:58.333885 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9de97fe9-45ff-4011-a3d7-153569291dfd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/4d98e7f9-bfe6-4174-b356-def53614c162 HTTP/1.1" status: 404 len: 333 time: 0.0529933 Dec 10 18:32:58.355461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33024) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:58.355719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port c1316c48-16e5-411d-b1ed-9f884d2b86d5 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:58.356440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.364497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Network ffc8f5d5-9202-4504-894d-4891edfc0ff2 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:58.371284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:58.376395 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:58.377498 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74342209-6070-45e6-9dc3-679a7e42e822 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.383627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74342209-6070-45e6-9dc3-679a7e42e822 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.385178 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-74342209-6070-45e6-9dc3-679a7e42e822 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2419286 Dec 10 18:32:58.392344 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33026) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:58.406421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event updated for resources: {'Port': ['ID=bc191dca-4191-4864-9d57-0e40fb718c51,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:58.467984 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8c08ec-5f9d-4b67-b76e-001e00dd889b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] GET failed (client error): The resource could not be found. Dec 10 18:32:58.469719 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9a8c08ec-5f9d-4b67-b76e-001e00dd889b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/643450a3-a2a1-4bee-96a1-10626a5087f3 HTTP/1.1" status: 404 len: 333 time: 0.1129804 Dec 10 18:32:58.480994 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33028) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:58.487772 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.515182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6371661b-6db5-4377-9ded-f35d7e199003 admin admin] Made reservation on behalf of 1fd525ba53d94408afbd68f89c13ea18 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:58.520756 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6371661b-6db5-4377-9ded-f35d7e199003 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.547118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port c1316c48-16e5-411d-b1ed-9f884d2b86d5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c1316c48-16e5-411d-b1ed-9f884d2b86d5,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:58.600222 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-3f8ed053-4938-4f98-89e1-223d7652fce9 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The resource could not be found. Dec 10 18:32:58.604642 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3f8ed053-4938-4f98-89e1-223d7652fce9 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5899744 Dec 10 18:32:58.604832 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33030) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:58.629506 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a363-c227-47cb-b7eb-bae76d358088 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.639814 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.687829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-2c431216-1e12-465d-96e3-44940ba28a59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 41b0972f-c176-46db-8cee-4c2bff46f8f1 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:58.687829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c431216-1e12-465d-96e3-44940ba28a59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.689904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f10bf62-3432-4bb2-8446-c648fad421c0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.714591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6773f9d-53a2-4211-90df-be8e8bb955e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.715105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=c1316c48-16e5-411d-b1ed-9f884d2b86d5,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:58.717227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6773f9d-53a2-4211-90df-be8e8bb955e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.718434 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f6773f9d-53a2-4211-90df-be8e8bb955e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3edf3dec-4675-4962-93d9-3536d52297c3 HTTP/1.1" status: 204 len: 168 time: 0.7565844 Dec 10 18:32:58.732672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f10bf62-3432-4bb2-8446-c648fad421c0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.785600 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d778d8-0279-47f7-8c4f-f1a1bd9bcca5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:58.792827 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e2d778d8-0279-47f7-8c4f-f1a1bd9bcca5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.810405 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6773f9d-53a2-4211-90df-be8e8bb955e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edf3dec-4675-4962-93d9-3536d52297c3,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:58.827921 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a363-c227-47cb-b7eb-bae76d358088 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.907300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-c2d2a363-c227-47cb-b7eb-bae76d358088 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959de31c-4266-4325-8de9-991421b7fc55']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:58.942495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-c2d2a363-c227-47cb-b7eb-bae76d358088 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38152e6-cb65-4404-a4b2-58ef5fc13509') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:58.942846 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-c2d2a363-c227-47cb-b7eb-bae76d358088 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38152e6-cb65-4404-a4b2-58ef5fc13509') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:58.947402 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.965115 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a363-c227-47cb-b7eb-bae76d358088 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.967843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c431216-1e12-465d-96e3-44940ba28a59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.985377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f10bf62-3432-4bb2-8446-c648fad421c0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.988233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f10bf62-3432-4bb2-8446-c648fad421c0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.989231 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4f10bf62-3432-4bb2-8446-c648fad421c0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "DELETE /v2.0/security-groups/6157d08a-5cf5-4896-830a-c31b2db389dc HTTP/1.1" status: 204 len: 168 time: 0.3842072 Dec 10 18:32:58.993528 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-2c431216-1e12-465d-96e3-44940ba28a59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 41b0972f-c176-46db-8cee-4c2bff46f8f1 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:58.994997 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33034) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:59.003768 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a363-c227-47cb-b7eb-bae76d358088 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.029151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d2a363-c227-47cb-b7eb-bae76d358088 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:59.029560 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a363-c227-47cb-b7eb-bae76d358088 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.030975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10bf62-3432-4bb2-8446-c648fad421c0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6157d08a-5cf5-4896-830a-c31b2db389dc,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:59.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:59.039057 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6371661b-6db5-4377-9ded-f35d7e199003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.064735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e530152d-8b5d-4426-b534-b667900dfa3a None None] Provisioning complete for port c1316c48-16e5-411d-b1ed-9f884d2b86d5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:59.065189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e530152d-8b5d-4426-b534-b667900dfa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.138428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371661b-6db5-4377-9ded-f35d7e199003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51fc4861-73a5-449e-b426-24d2c2d2a954,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:59.187427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371661b-6db5-4377-9ded-f35d7e199003 admin admin] Checking segment: {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:59.187820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6371661b-6db5-4377-9ded-f35d7e199003 admin admin] Network hostable DHCP agents. Network: a648c046-7b98-4168-8c91-4d4b8f654cd1, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:59.279081 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fdd7b0f0-94f0-4a95-8af2-373052829599 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2794390 Dec 10 18:32:59.279299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.281045 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33038) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:59.326839 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d10586e1-3a6b-4cb9-82a6-d9cf69923224 None None] Provisioning complete for port 41b0972f-c176-46db-8cee-4c2bff46f8f1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:59.327218 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d10586e1-3a6b-4cb9-82a6-d9cf69923224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.339380 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a363-c227-47cb-b7eb-bae76d358088 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.361234 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a363-c227-47cb-b7eb-bae76d358088 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.363184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-04c18c8d-b9c4-4179-aae5-ce0b27eeae9a tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': '0787220e-fb57-4f6e-864c-5547270e572f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:59.364579 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c2d2a363-c227-47cb-b7eb-bae76d358088 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/networks/959de31c-4266-4325-8de9-991421b7fc55 HTTP/1.1" status: 204 len: 168 time: 0.8787408 Dec 10 18:32:59.370668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6371661b-6db5-4377-9ded-f35d7e199003 admin admin] Network a648c046-7b98-4168-8c91-4d4b8f654cd1 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:59.375567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33040) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:59.377813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d10586e1-3a6b-4cb9-82a6-d9cf69923224 None None] Port 41b0972f-c176-46db-8cee-4c2bff46f8f1 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:59.380136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2a363-c227-47cb-b7eb-bae76d358088 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Network': ['ID=959de31c-4266-4325-8de9-991421b7fc55,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:59.385340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c4b7890b-7ed6-4138-abfc-5e456d2d22c2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1679611860'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:59.410224 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-c4b7890b-7ed6-4138-abfc-5e456d2d22c2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:32:59.410224 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:32:59.410224 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'project_id_1': '0436a4832bd94e0b890c68cbddcd3acb', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 32, 39, 397646)}] Dec 10 18:32:59.410224 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:59.410986 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-c4b7890b-7ed6-4138-abfc-5e456d2d22c2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:59.432697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e2d778d8-0279-47f7-8c4f-f1a1bd9bcca5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.465559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-6371661b-6db5-4377-9ded-f35d7e199003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, a648c046-7b98-4168-8c91-4d4b8f654cd1) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:59.468033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c431216-1e12-465d-96e3-44940ba28a59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.470615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6371661b-6db5-4377-9ded-f35d7e199003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:59.471391 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6371661b-6db5-4377-9ded-f35d7e199003 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.478877 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa6868e-763e-480f-83af-df63f38ac118 None None] Network a648c046-7b98-4168-8c91-4d4b8f654cd1 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:59.493712 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d778d8-0279-47f7-8c4f-f1a1bd9bcca5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 20547e15-f950-4ecc-92a3-36fd6622eecd is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:59.516010 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c431216-1e12-465d-96e3-44940ba28a59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=41b0972f-c176-46db-8cee-4c2bff46f8f1,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:59.518119 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-e2d778d8-0279-47f7-8c4f-f1a1bd9bcca5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:59.525771 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d778d8-0279-47f7-8c4f-f1a1bd9bcca5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:59.526385 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e2d778d8-0279-47f7-8c4f-f1a1bd9bcca5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.538997 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d778d8-0279-47f7-8c4f-f1a1bd9bcca5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Subnet': ['ID=53d009f4-1b5d-4c76-a310-ccf506896525,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:59.541125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33042) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:59.551095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100673ed-f29a-4b8c-86ec-7bde65621b75 None None] Network 20547e15-f950-4ecc-92a3-36fd6622eecd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:59.557676 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c431216-1e12-465d-96e3-44940ba28a59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.559170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Router c3e45541-6a32-418e-b0ef-b22e62b2b8e7 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:32:59.562241 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2c431216-1e12-465d-96e3-44940ba28a59 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/41b0972f-c176-46db-8cee-4c2bff46f8f1 HTTP/1.1" status: 204 len: 168 time: 1.1619668 Dec 10 18:32:59.564731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33044) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:59.570090 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-714a7d4d-9d4c-4792-9735-721f95057050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.635387 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c91b4d-8fe1-4e36-991e-8ff72faa327a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:59.637316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c91b4d-8fe1-4e36-991e-8ff72faa327a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:59.643174 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e5c91b4d-8fe1-4e36-991e-8ff72faa327a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0763361 Dec 10 18:32:59.643779 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33046) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:59.663849 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6371661b-6db5-4377-9ded-f35d7e199003 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4438334 Dec 10 18:32:59.670218 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-04c18c8d-b9c4-4179-aae5-ce0b27eeae9a tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The resource could not be found. Dec 10 18:32:59.675596 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-04c18c8d-b9c4-4179-aae5-ce0b27eeae9a tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3173671 Dec 10 18:32:59.676275 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33048) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:59.676612 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33050) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:59.687274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:59.695896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-52f7b080-5495-4650-8e54-2b6122e6caf7 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123629752'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:59.702566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-a648c046-7b98-4168-8c91-4d4b8f654cd1', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:59.702566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.729149 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-d164a60e-33ed-428c-adef-f4b10eef8f1e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 21af90d1-896f-4dfc-a10e-ce664b9ef63c {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:59.736505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d164a60e-33ed-428c-adef-f4b10eef8f1e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.787973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:59.805167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52f7b080-5495-4650-8e54-2b6122e6caf7 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.812427 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e2d778d8-0279-47f7-8c4f-f1a1bd9bcca5 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5160522 Dec 10 18:32:59.812676 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] Sync routers for ids ['c3e45541-6a32-418e-b0ef-b22e62b2b8e7'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:59.815860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33052) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:59.816010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-20547e15-f950-4ecc-92a3-36fd6622eecd', 'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'project_id': '7d2a1197fd88473fb9b34299d95b485d', 'fixed_ips': [{'subnet_id': '53d009f4-1b5d-4c76-a310-ccf506896525'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:59.816711 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.820878 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b5178e24-4201-4efe-bc4a-8ae45fb00060 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'security_group': {'name': 'tempest-secgroup-1931833202'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:59.827614 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d164a60e-33ed-428c-adef-f4b10eef8f1e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.856587 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-714a7d4d-9d4c-4792-9735-721f95057050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.869769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] Routers {'c3e45541-6a32-418e-b0ef-b22e62b2b8e7'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:59.870389 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:32:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['c3e45541-6a32-418e-b0ef-b22e62b2b8e7'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:59.906443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52f7b080-5495-4650-8e54-2b6122e6caf7 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.916730 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d164a60e-33ed-428c-adef-f4b10eef8f1e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.923870 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-714a7d4d-9d4c-4792-9735-721f95057050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.958786 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.959740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.972202 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-714a7d4d-9d4c-4792-9735-721f95057050 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c441a490a5eb40df9a44c38bdb43fae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289665 Dec 10 18:32:59.975481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a7d4d-9d4c-4792-9735-721f95057050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89dffd1-20cf-4884-b077-7cec4de7b563,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:59.975737 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33054) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:00.028518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52f7b080-5495-4650-8e54-2b6122e6caf7 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.031486 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.037628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5ac89be-c446-4260-9b80-76699565053a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.055229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Allocated IP 172.20.0.2 (a648c046-7b98-4168-8c91-4d4b8f654cd1/51fc4861-73a5-449e-b426-24d2c2d2a954/6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:00.056207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.060570 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6a594335-b2f1-489b-b6c6-a21c131869ef tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.0988088 Dec 10 18:33:00.061115 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33056) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:00.067724 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7b080-5495-4650-8e54-2b6122e6caf7 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd32b964-6c2b-47fd-8715-b98301ddd445,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:00.107528 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5ac89be-c446-4260-9b80-76699565053a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.117153 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] Set router c3e45541-6a32-418e-b0ef-b22e62b2b8e7 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:00.140040 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d164a60e-33ed-428c-adef-f4b10eef8f1e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.188446 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5178e24-4201-4efe-bc4a-8ae45fb00060 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.212061 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164a60e-33ed-428c-adef-f4b10eef8f1e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=21af90d1-896f-4dfc-a10e-ce664b9ef63c,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:00.218339 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c2fb5a-dc15-47c8-ae02-a22eb0aa7180 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:00.231289 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d164a60e-33ed-428c-adef-f4b10eef8f1e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.231498 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Allocated IP 2001:db8::2 (20547e15-f950-4ecc-92a3-36fd6622eecd/53d009f4-1b5d-4c76-a310-ccf506896525/9ae7780f-631d-4ef0-8a97-9f94a07dc37a) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:00.234602 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d164a60e-33ed-428c-adef-f4b10eef8f1e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/21af90d1-896f-4dfc-a10e-ce664b9ef63c HTTP/1.1" status: 204 len: 168 time: 0.5898659 Dec 10 18:33:00.237184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33058) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:00.280951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c1316c48-16e5-411d-b1ed-9f884d2b86d5 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:00.284683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52f7b080-5495-4650-8e54-2b6122e6caf7 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.286135 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-52f7b080-5495-4650-8e54-2b6122e6caf7 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5950119 Dec 10 18:33:00.291688 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33062) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:00.301620 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-578b3dd4-a5c5-4879-992b-40a321f017b0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group': {'name': 'tempest-secgroup--850496801'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:00.315054 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.361183 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-78b564a3-2167-4747-b87a-c410674c79db tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186340 Dec 10 18:33:00.362709 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33064) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:00.378644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.400334 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.api [None req-578b3dd4-a5c5-4879-992b-40a321f017b0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:33:00.400334 dv-neutron-821434-1-hyperv neutron-server[103594]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:33:00.400334 dv-neutron-821434-1-hyperv neutron-server[103594]: [parameters: {'project_id_1': '18fc6dff5975440ba8d84435e82eb71a', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 32, 40, 311344)}] Dec 10 18:33:00.400334 dv-neutron-821434-1-hyperv neutron-server[103594]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:33:00.400829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG oslo_db.api [None req-578b3dd4-a5c5-4879-992b-40a321f017b0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:33:00.414298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5ac89be-c446-4260-9b80-76699565053a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.417071 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5ac89be-c446-4260-9b80-76699565053a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.418582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd32874e-eb96-4e98-8174-d4053ac10a9c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:00.419099 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a5ac89be-c446-4260-9b80-76699565053a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a89dffd1-20cf-4884-b077-7cec4de7b563 HTTP/1.1" status: 204 len: 168 time: 0.4402435 Dec 10 18:33:00.422407 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fd32874e-eb96-4e98-8174-d4053ac10a9c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0564477 Dec 10 18:33:00.426888 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5178e24-4201-4efe-bc4a-8ae45fb00060 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.431297 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33068) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:00.456766 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b7890b-7ed6-4138-abfc-5e456d2d22c2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:00.460673 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c4b7890b-7ed6-4138-abfc-5e456d2d22c2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.479712 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac89be-c446-4260-9b80-76699565053a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89dffd1-20cf-4884-b077-7cec4de7b563,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:00.530816 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab8dc20-122d-4a05-a80f-5a7802aa9360 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:00.532727 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7ab8dc20-122d-4a05-a80f-5a7802aa9360 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0987709 Dec 10 18:33:00.533203 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b7890b-7ed6-4138-abfc-5e456d2d22c2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:00.535372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33070) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:00.550926 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5178e24-4201-4efe-bc4a-8ae45fb00060 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.573341 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.591222 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.607561 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-38f29ea4-1ace-4568-b38d-9e8043a01a8d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422900 Dec 10 18:33:00.611981 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33072) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:00.618703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c4b7890b-7ed6-4138-abfc-5e456d2d22c2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.619058 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-c4b7890b-7ed6-4138-abfc-5e456d2d22c2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Added segment 4a52182c-7295-487f-af10-e993929371fb of type vlan for network 84969785-1c08-4223-afdc-fd4f1f28e604 Dec 10 18:33:00.644177 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8f299634-a94d-4247-8dcd-ef5d8015442d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:00.675166 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.682883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c4b7890b-7ed6-4138-abfc-5e456d2d22c2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.683808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5178e24-4201-4efe-bc4a-8ae45fb00060 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.683808 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b5178e24-4201-4efe-bc4a-8ae45fb00060 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8642182 Dec 10 18:33:00.716161 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33074) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:00.724186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f828d9c8-5ed1-45d3-b5e4-a3bac7441560 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'security_group': {'name': 'tempest-secgroup-1330321043'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:00.770565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5178e24-4201-4efe-bc4a-8ae45fb00060 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d701905e-faec-45f9-ae17-a274556f4262,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:00.815136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c4b7890b-7ed6-4138-abfc-5e456d2d22c2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.827590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b7890b-7ed6-4138-abfc-5e456d2d22c2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:00.828392 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c4b7890b-7ed6-4138-abfc-5e456d2d22c2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.845126 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Deleting port bc191dca-4191-4864-9d57-0e40fb718c51 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:00.845618 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.952171 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Pushing event updated for resources: {'Port': ['ID=9ae7780f-631d-4ef0-8a97-9f94a07dc37a,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:00.952303 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f828d9c8-5ed1-45d3-b5e4-a3bac7441560 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.992973 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.999145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Network 20547e15-f950-4ecc-92a3-36fd6622eecd is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:01.007098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:01.010005 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:01.032717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Calling delete_port for bc191dca-4191-4864-9d57-0e40fb718c51 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:01.043460 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port c1316c48-16e5-411d-b1ed-9f884d2b86d5 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:01.043850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.048335 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.064078 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f299634-a94d-4247-8dcd-ef5d8015442d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:01.068670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8f299634-a94d-4247-8dcd-ef5d8015442d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.107559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e242d2d7-5296-4c30-b58e-7ff1ddd56881 None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:01.160343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.263318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Attempting to bind port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:01.263805 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Attempting to bind port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'b0fd1fc1-6736-46fc-b731-68e5b68b0888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:01.264055 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Attempting to bind port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a on network 20547e15-f950-4ecc-92a3-36fd6622eecd {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:01.280105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e45541-6a32-418e-b0ef-b22e62b2b8e7', 'name': '', 'tenant_id': '49e48e31c518454380d71925d2138956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc8f5d5-9202-4504-894d-4891edfc0ff2', 'external_fixed_ips': [{'subnet_id': '1574bfc9-4db8-4153-aef4-a43e0203ae47', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc191dca-4191-4864-9d57-0e40fb718c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:55Z', 'updated_at': '2021-12-10T18:32:58Z', 'revision_number': 3, 'project_id': '49e48e31c518454380d71925d2138956', 'gw_port': {'id': 'bc191dca-4191-4864-9d57-0e40fb718c51', 'name': '', 'network_id': 'ffc8f5d5-9202-4504-894d-4891edfc0ff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:aa:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e45541-6a32-418e-b0ef-b22e62b2b8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '1574bfc9-4db8-4153-aef4-a43e0203ae47', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:57Z', 'updated_at': '2021-12-10T18:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1574bfc9-4db8-4153-aef4-a43e0203ae47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:01.319233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Network a648c046-7b98-4168-8c91-4d4b8f654cd1 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:01.326229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:01.326675 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Checking segment: {'id': 'b0fd1fc1-6736-46fc-b731-68e5b68b0888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:01.327053 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.327466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Bound using segment: {'id': 'b0fd1fc1-6736-46fc-b731-68e5b68b0888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:01.327968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Bound port: 9ae7780f-631d-4ef0-8a97-9f94a07dc37a, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fd1fc1-6736-46fc-b731-68e5b68b0888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:01.328361 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.338366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] Checking router: c3e45541-6a32-418e-b0ef-b22e62b2b8e7 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:01.338729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] Updating router c3e45541-6a32-418e-b0ef-b22e62b2b8e7 port bc191dca-4191-4864-9d57-0e40fb718c51 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:33:01.351443 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:01.356049 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Pushing event updated for resources: {'Port': ['ID=6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:01.356049 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:01.427201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f828d9c8-5ed1-45d3-b5e4-a3bac7441560 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.453051 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c4b7890b-7ed6-4138-abfc-5e456d2d22c2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0729856 Dec 10 18:33:01.456310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33086) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:01.461457 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-cddb74e0-4b5b-4f91-976d-f217df0cef7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': '84969785-1c08-4223-afdc-fd4f1f28e604', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:01.465992 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.467238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7890b-7ed6-4138-abfc-5e456d2d22c2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Network': ['ID=84969785-1c08-4223-afdc-fd4f1f28e604,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:01.496627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.528399 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.534175 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc191dca-4191-4864-9d57-0e40fb718c51,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:01.542231 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 84969785-1c08-4223-afdc-fd4f1f28e604 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:01.544091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-578b3dd4-a5c5-4879-992b-40a321f017b0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.547429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f828d9c8-5ed1-45d3-b5e4-a3bac7441560 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.549630 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8f299634-a94d-4247-8dcd-ef5d8015442d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.564910 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.607023 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e242d2d7-5296-4c30-b58e-7ff1ddd56881 None None] Deleting port c1316c48-16e5-411d-b1ed-9f884d2b86d5 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:01.607633 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e242d2d7-5296-4c30-b58e-7ff1ddd56881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.637521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828d9c8-5ed1-45d3-b5e4-a3bac7441560 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b8f1fe-3137-4233-b160-fc26d4cb65c9,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:01.673612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Attempting to bind port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:01.674473 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Attempting to bind port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:01.675065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Attempting to bind port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 on network a648c046-7b98-4168-8c91-4d4b8f654cd1 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:01.679308 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-578b3dd4-a5c5-4879-992b-40a321f017b0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.687615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f828d9c8-5ed1-45d3-b5e4-a3bac7441560 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.688861 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f828d9c8-5ed1-45d3-b5e4-a3bac7441560 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9695981 Dec 10 18:33:01.694936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33090) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:01.705526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8c3f3a68-ccb1-4e30-b2e1-2e1a367cffff tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-385349047', 'security_groups': ['66b8f1fe-3137-4233-b160-fc26d4cb65c9'], 'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '53d009f4-1b5d-4c76-a310-ccf506896525'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:01.713663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f299634-a94d-4247-8dcd-ef5d8015442d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:01.720632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:01.721021 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Checking segment: {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:01.721431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.721996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Bound using segment: {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:01.723069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Bound port: 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:01.723480 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.728616 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-8f299634-a94d-4247-8dcd-ef5d8015442d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:01.756585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f299634-a94d-4247-8dcd-ef5d8015442d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:01.757180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8f299634-a94d-4247-8dcd-ef5d8015442d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.769331 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f299634-a94d-4247-8dcd-ef5d8015442d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=9c275bca-9839-4047-93b7-33ad08fa3bbd,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:01.773567 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-578b3dd4-a5c5-4879-992b-40a321f017b0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.796704 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Allocated IP 172.26.5.173 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/0b37852d-3e79-45bc-8ab6-726d71a15de5) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:01.815157 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] For port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:01.826204 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddb74e0-4b5b-4f91-976d-f217df0cef7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:01.832866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cddb74e0-4b5b-4f91-976d-f217df0cef7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.850200 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.870421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] For port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9ae7780f-631d-4ef0-8a97-9f94a07dc37a,segment=NetworkSegment(b0fd1fc1-6736-46fc-b731-68e5b68b0888),segment_id=b0fd1fc1-6736-46fc-b731-68e5b68b0888)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:01.944868 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_backend_mixin [None req-cddb74e0-4b5b-4f91-976d-f217df0cef7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Performing IP validity checks on allocation pools {{(pid=103593) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:33:01.945492 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_backend_mixin [None req-cddb74e0-4b5b-4f91-976d-f217df0cef7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103593) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:33:01.963874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-e242d2d7-5296-4c30-b58e-7ff1ddd56881 None None] For port c1316c48-16e5-411d-b1ed-9f884d2b86d5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c1316c48-16e5-411d-b1ed-9f884d2b86d5,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:01.964279 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e242d2d7-5296-4c30-b58e-7ff1ddd56881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.972296 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-578b3dd4-a5c5-4879-992b-40a321f017b0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.975469 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-578b3dd4-a5c5-4879-992b-40a321f017b0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.6801112 Dec 10 18:33:01.976880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b3dd4-a5c5-4879-992b-40a321f017b0 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=271a37e8-7f49-4297-b566-cc4c2232afe0,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:01.983123 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8f299634-a94d-4247-8dcd-ef5d8015442d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3698158 Dec 10 18:33:01.983780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33098) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:01.986571 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33100) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:01.988572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.992664 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3de73e0b-efbf-451a-b1d3-a299056b76a6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': 'bd32b964-6c2b-47fd-8715-b98301ddd445', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '271a37e8-7f49-4297-b566-cc4c2232afe0'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:01.994065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.997025 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2664d72f-fb32-4d1f-9666-8d9df10145c2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'mac_address': 'fa:16:3e:91:b1:6e', 'name': 'tempest-NetworksTestDHCPv6-2066505146'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:02.002305 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.018712 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e242d2d7-5296-4c30-b58e-7ff1ddd56881 None None] Calling delete_port for c1316c48-16e5-411d-b1ed-9f884d2b86d5 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:02.052950 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] For port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:02.065477 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.108228 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] For port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:02.124723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3f3a68-ccb1-4e30-b2e1-2e1a367cffff tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:02.211202 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.217967 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33102) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:02.218272 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60b999-2206-4eb4-a474-026274c5e7a7 None None] Pushing event updated for resources: {'Port': ['ID=9ae7780f-631d-4ef0-8a97-9f94a07dc37a,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:02.272674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c1316c48-16e5-411d-b1ed-9f884d2b86d5 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:02.279962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.395302 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-3de73e0b-efbf-451a-b1d3-a299056b76a6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:33:02.401885 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3de73e0b-efbf-451a-b1d3-a299056b76a6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4170125 Dec 10 18:33:02.431051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33106) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:02.485849 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c23bbc-b70c-40e2-add3-a9a65bb4e482 None None] Pushing event updated for resources: {'Port': ['ID=6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:02.535160 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:33:02.537681 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Request body: {'networks': [{'name': 'tempest-network--962577551'}, {'name': 'tempest-network--1613153326'}]} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:02.538167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Request body: {'network': {'name': 'tempest-network--962577551'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:02.538895 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Request body: {'network': {'name': 'tempest-network--1613153326'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:02.539428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:33:02.554047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:02.598466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e242d2d7-5296-4c30-b58e-7ff1ddd56881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.601319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:02.601319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Pushing event updated for resources: {'Port': ['ID=0b37852d-3e79-45bc-8ab6-726d71a15de5,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:02.611845 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:02.637134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e242d2d7-5296-4c30-b58e-7ff1ddd56881 None None] No DVR routers for this DVR port c1316c48-16e5-411d-b1ed-9f884d2b86d5 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:02.649410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242d2d7-5296-4c30-b58e-7ff1ddd56881 None None] Pushing event deleted for resources: {'Port': ['ID=c1316c48-16e5-411d-b1ed-9f884d2b86d5,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:02.652959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.669021 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a44de6-9ab7-411b-a31e-f3187333e301 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:02.680914 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0e5d24-f2f6-4a52-bbb1-b223d4a63f2d None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:02.728186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3a68-ccb1-4e30-b2e1-2e1a367cffff tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.811462 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ef03dd5d-8820-42e5-8185-2b6277e68cfa None None] Provisioning complete for port 0b37852d-3e79-45bc-8ab6-726d71a15de5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:02.811840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ef03dd5d-8820-42e5-8185-2b6277e68cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.862575 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ef03dd5d-8820-42e5-8185-2b6277e68cfa None None] Port 0b37852d-3e79-45bc-8ab6-726d71a15de5 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:02.895791 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-17ecdc01-1662-4b38-9694-0be8f38c6445 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.900938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-8c3f3a68-ccb1-4e30-b2e1-2e1a367cffff tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port ae54b08c-c5ac-4ffc-b27d-ae18abe64251 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:33:02.905553 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Made reservation on behalf of 6d1d52dfef2b4b60be082a3a203d7ed0 for: {'network': 2} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:02.909944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.912172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cddb74e0-4b5b-4f91-976d-f217df0cef7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.912570 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '9c275bca-9839-4047-93b7-33ad08fa3bbd'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:33:02.913508 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.917729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3e45541-6a32-418e-b0ef-b22e62b2b8e7 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:02.917885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.924138 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.925473 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7c4cd7dc-5cb3-4409-88df-93a3a7d25da5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "DELETE /v2.0/routers/c3e45541-6a32-418e-b0ef-b22e62b2b8e7 HTTP/1.1" status: 204 len: 168 time: 2.8633275 Dec 10 18:33:02.928097 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33108) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:02.981226 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-263e2c5e-2e5a-4386-9b24-8263fe3dc8f4 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Deleting subnet 1574bfc9-4db8-4153-aef4-a43e0203ae47 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:02.984697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-263e2c5e-2e5a-4386-9b24-8263fe3dc8f4 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.989540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-17ecdc01-1662-4b38-9694-0be8f38c6445 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.018800 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2664d72f-fb32-4d1f-9666-8d9df10145c2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:03.041293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.063862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-263e2c5e-2e5a-4386-9b24-8263fe3dc8f4 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.125531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-263e2c5e-2e5a-4386-9b24-8263fe3dc8f4 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.180934 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2664d72f-fb32-4d1f-9666-8d9df10145c2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.210903 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-2664d72f-fb32-4d1f-9666-8d9df10145c2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 87627a8c-cfa4-4daf-8dfc-70e50de69d09 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:33:03.254355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] Port bc191dca-4191-4864-9d57-0e40fb718c51 not found while updating agent binding for router c3e45541-6a32-418e-b0ef-b22e62b2b8e7. {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 18:33:03.267313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb74e0-4b5b-4f91-976d-f217df0cef7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Subnet': ['ID=37e5dd61-f9bd-48b2-953f-9939a78d26f6,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:03.285168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] Routers set() bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:03.285547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] Router IDs set() for agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 18:33:03.286296 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_agentschedulers_db [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c3e45541-6a32-418e-b0ef-b22e62b2b8e7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:32:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent'). {{(pid=103595) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 18:33:03.286683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8893a615-0d46-4d04-b2bd-4534c8438341 None None] The sync data for ids ['c3e45541-6a32-418e-b0ef-b22e62b2b8e7'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:03.351497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-8c3f3a68-ccb1-4e30-b2e1-2e1a367cffff tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Allocated IP 2001:db8::e7 (20547e15-f950-4ecc-92a3-36fd6622eecd/53d009f4-1b5d-4c76-a310-ccf506896525/ae54b08c-c5ac-4ffc-b27d-ae18abe64251) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:03.359876 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb74e0-4b5b-4f91-976d-f217df0cef7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Checking segment: {'id': '4a52182c-7295-487f-af10-e993929371fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '84969785-1c08-4223-afdc-fd4f1f28e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:03.360311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb74e0-4b5b-4f91-976d-f217df0cef7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network hostable DHCP agents. Network: 84969785-1c08-4223-afdc-fd4f1f28e604, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:03.379796 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-263e2c5e-2e5a-4386-9b24-8263fe3dc8f4 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.395875 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Allocated IP 2001:db8::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/9c275bca-9839-4047-93b7-33ad08fa3bbd/dfdeaccb-9fef-40cc-9389-c3b95abe1782) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:03.425254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e2c5e-2e5a-4386-9b24-8263fe3dc8f4 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1574bfc9-4db8-4153-aef4-a43e0203ae47,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:03.427754 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-263e2c5e-2e5a-4386-9b24-8263fe3dc8f4 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.431920 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-263e2c5e-2e5a-4386-9b24-8263fe3dc8f4 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/1574bfc9-4db8-4153-aef4-a43e0203ae47 HTTP/1.1" status: 204 len: 168 time: 0.5025349 Dec 10 18:33:03.434859 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33110) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:03.463373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-17ecdc01-1662-4b38-9694-0be8f38c6445 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.466504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-17ecdc01-1662-4b38-9694-0be8f38c6445 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.467689 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-17ecdc01-1662-4b38-9694-0be8f38c6445 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "DELETE /v2.0/security-groups/271a37e8-7f49-4297-b566-cc4c2232afe0 HTTP/1.1" status: 204 len: 168 time: 1.0332325 Dec 10 18:33:03.492730 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33112) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:03.548134 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb74e0-4b5b-4f91-976d-f217df0cef7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 84969785-1c08-4223-afdc-fd4f1f28e604 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:03.578264 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f03aa3e0-f80a-4d17-917c-e1b1c21ee430 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.0840616 Dec 10 18:33:03.583551 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33114) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:03.603219 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba9a249f-aac4-464e-b99c-b4da30446fbd tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.614983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.633625 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecdc01-1662-4b38-9694-0be8f38c6445 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=271a37e8-7f49-4297-b566-cc4c2232afe0,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:03.710299 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4387d81a-f79c-48f4-bf48-0a17e25986d8 None None] Provisioning complete for port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:03.711364 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4387d81a-f79c-48f4-bf48-0a17e25986d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.728708 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-39e149ba-2cc6-4096-bdc4-4073015939ab tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.747118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.752725 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3a68-ccb1-4e30-b2e1-2e1a367cffff tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.755159 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-39e149ba-2cc6-4096-bdc4-4073015939ab tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.758705 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.763069 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.796755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:03.802059 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba9a249f-aac4-464e-b99c-b4da30446fbd tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.803249 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:03.810686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:03.833211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-cddb74e0-4b5b-4f91-976d-f217df0cef7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 84969785-1c08-4223-afdc-fd4f1f28e604) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:03.840632 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddb74e0-4b5b-4f91-976d-f217df0cef7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:03.841641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cddb74e0-4b5b-4f91-976d-f217df0cef7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.852654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56141b43-79e2-4c9d-909d-faa987aa5e76 None None] Network 84969785-1c08-4223-afdc-fd4f1f28e604 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:03.858537 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Pushing event updated for resources: {'Port': ['ID=dfdeaccb-9fef-40cc-9389-c3b95abe1782,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:03.858948 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-ba9a249f-aac4-464e-b99c-b4da30446fbd tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc8f5d5-9202-4504-894d-4891edfc0ff2']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:03.877410 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-ba9a249f-aac4-464e-b99c-b4da30446fbd tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64f4362-1f07-4b0c-9a0a-8a54b3347b59') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:03.877783 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-ba9a249f-aac4-464e-b99c-b4da30446fbd tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64f4362-1f07-4b0c-9a0a-8a54b3347b59') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:03.902147 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba9a249f-aac4-464e-b99c-b4da30446fbd tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.904240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-2664d72f-fb32-4d1f-9666-8d9df10145c2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::d4 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/9c275bca-9839-4047-93b7-33ad08fa3bbd/87627a8c-cfa4-4daf-8dfc-70e50de69d09) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:03.925135 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.925345 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba9a249f-aac4-464e-b99c-b4da30446fbd tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.925811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.939222 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9a249f-aac4-464e-b99c-b4da30446fbd tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:03.939631 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba9a249f-aac4-464e-b99c-b4da30446fbd tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:03.941435 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:03.978699 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774047b1-4ee8-4f8c-9788-8315f5ef5557 None None] Network a648c046-7b98-4168-8c91-4d4b8f654cd1 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:03.992518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-39e149ba-2cc6-4096-bdc4-4073015939ab tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.995174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-39e149ba-2cc6-4096-bdc4-4073015939ab tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.998262 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-39e149ba-2cc6-4096-bdc4-4073015939ab tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "DELETE /v2.0/security-groups/bd32b964-6c2b-47fd-8715-b98301ddd445 HTTP/1.1" status: 204 len: 168 time: 0.4137280 Dec 10 18:33:04.006611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33116) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:04.039670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e149ba-2cc6-4096-bdc4-4073015939ab tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd32b964-6c2b-47fd-8715-b98301ddd445,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:04.043495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Attempting to bind port dfdeaccb-9fef-40cc-9389-c3b95abe1782 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:04.043955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Attempting to bind port dfdeaccb-9fef-40cc-9389-c3b95abe1782 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:04.044434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Attempting to bind port dfdeaccb-9fef-40cc-9389-c3b95abe1782 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:04.063324 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cddb74e0-4b5b-4f91-976d-f217df0cef7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6059656 Dec 10 18:33:04.066419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33118) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:04.072177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4387d81a-f79c-48f4-bf48-0a17e25986d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.073942 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3a68-ccb1-4e30-b2e1-2e1a367cffff tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.086889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038cc4f7-72c1-47ad-902d-ece356a88ba8,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:04.096883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:04.102490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c8dafa43-f461-40d0-a187-e7fa4f8d5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'network_id': '84969785-1c08-4223-afdc-fd4f1f28e604', 'name': 'tempest-PortsTestJSON-1295814114'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:04.119933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:04.119933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:04.120298 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.120705 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:04.121226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Bound port: dfdeaccb-9fef-40cc-9389-c3b95abe1782, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:04.121607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.157650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba9a249f-aac4-464e-b99c-b4da30446fbd tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.173646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9a249f-aac4-464e-b99c-b4da30446fbd tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ffc8f5d5-9202-4504-894d-4891edfc0ff2 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:33:04.179234 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba9a249f-aac4-464e-b99c-b4da30446fbd tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.188802 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ba9a249f-aac4-464e-b99c-b4da30446fbd tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "DELETE /v2.0/networks/ffc8f5d5-9202-4504-894d-4891edfc0ff2 HTTP/1.1" status: 204 len: 168 time: 0.7463856 Dec 10 18:33:04.192129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-84969785-1c08-4223-afdc-fd4f1f28e604', 'network_id': '84969785-1c08-4223-afdc-fd4f1f28e604', 'project_id': '0436a4832bd94e0b890c68cbddcd3acb', 'fixed_ips': [{'subnet_id': '37e5dd61-f9bd-48b2-953f-9939a78d26f6'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:33:04.193154 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.205196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.205715 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Added segment d72472db-17d7-42a6-b2b6-519041f5f5a7 of type vlan for network 2c650d88-09f9-4e38-8c93-b6cf8ee6cd55 Dec 10 18:33:04.218643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3f3a68-ccb1-4e30-b2e1-2e1a367cffff tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 20547e15-f950-4ecc-92a3-36fd6622eecd is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:04.228150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a249f-aac4-464e-b99c-b4da30446fbd tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event deleted for resources: {'Network': ['ID=ffc8f5d5-9202-4504-894d-4891edfc0ff2,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:04.314282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.319669 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2664d72f-fb32-4d1f-9666-8d9df10145c2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.393872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-8c3f3a68-ccb1-4e30-b2e1-2e1a367cffff tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:04.412194 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f3a68-ccb1-4e30-b2e1-2e1a367cffff tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:04.412745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4387d81a-f79c-48f4-bf48-0a17e25986d8 None None] For port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9ae7780f-631d-4ef0-8a97-9f94a07dc37a,segment=NetworkSegment(b0fd1fc1-6736-46fc-b731-68e5b68b0888),segment_id=b0fd1fc1-6736-46fc-b731-68e5b68b0888)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:04.418557 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dafa43-f461-40d0-a187-e7fa4f8d5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:04.428339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa43-f461-40d0-a187-e7fa4f8d5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.428469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3f3a68-ccb1-4e30-b2e1-2e1a367cffff tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:04.428469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3a68-ccb1-4e30-b2e1-2e1a367cffff tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.467731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2664d72f-fb32-4d1f-9666-8d9df10145c2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.479150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f3a68-ccb1-4e30-b2e1-2e1a367cffff tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=ae54b08c-c5ac-4ffc-b27d-ae18abe64251,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:04.479731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-c8dafa43-f461-40d0-a187-e7fa4f8d5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port d79172fd-2df6-4bec-9150-94865d48ec38 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:33:04.496109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:04.523155 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ddc2b38b-ce63-49b0-ab74-bd56b1bc6ea6 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4770563 Dec 10 18:33:04.530766 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33124) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:04.542623 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:04.544658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-422fc240-2788-4336-bdd1-d0cf4fc2fc75 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group': {'name': 'tempest-secgroup--778042726'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:04.556512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.556512 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Added segment 7392155a-6098-4f76-83ad-735f36271b5d of type vlan for network b091d30b-0ec8-4736-ae1f-292d81e5d594 Dec 10 18:33:04.566938 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8c3f3a68-ccb1-4e30-b2e1-2e1a367cffff tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8703470 Dec 10 18:33:04.568220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.580978 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33126) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:04.592432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-e2955199-494c-4728-a2b4-1ad25dfc32d9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:04.659305 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2664d72f-fb32-4d1f-9666-8d9df10145c2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:04.670741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-2664d72f-fb32-4d1f-9666-8d9df10145c2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:04.679283 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4387d81a-f79c-48f4-bf48-0a17e25986d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.682617 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2664d72f-fb32-4d1f-9666-8d9df10145c2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:04.689643 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2664d72f-fb32-4d1f-9666-8d9df10145c2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:04.690319 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2664d72f-fb32-4d1f-9666-8d9df10145c2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.693166 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664d72f-fb32-4d1f-9666-8d9df10145c2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=87627a8c-cfa4-4daf-8dfc-70e50de69d09,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:04.753966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.788881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:04.788881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.789451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33130) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:04.794781 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d90ecebd-603d-46a5-83bc-00d5963deffb tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Request body: {'router': {'name': 'tempest-router--1113012570', 'project_id': '1be57245de2b4a7ab3cc70d60d7b6ad9'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:04.859130 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.resource_extend [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:33:04.901669 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4387d81a-f79c-48f4-bf48-0a17e25986d8 None None] Provisioning complete for port 9d710c11-f8e7-441c-a598-473f0fe8a335 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:04.902527 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4387d81a-f79c-48f4-bf48-0a17e25986d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.907194 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] For port dfdeaccb-9fef-40cc-9389-c3b95abe1782, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:04.916123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Allocated IP 172.20.0.2 (84969785-1c08-4223-afdc-fd4f1f28e604/37e5dd61-f9bd-48b2-953f-9939a78d26f6/7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:04.920947 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] For port dfdeaccb-9fef-40cc-9389-c3b95abe1782, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=dfdeaccb-9fef-40cc-9389-c3b95abe1782,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:04.961477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387d81a-f79c-48f4-bf48-0a17e25986d8 None None] Pushing event updated for resources: {'Port': ['ID=9ae7780f-631d-4ef0-8a97-9f94a07dc37a,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:05.002152 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2664d72f-fb32-4d1f-9666-8d9df10145c2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0107770 Dec 10 18:33:05.005510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33132) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:05.050990 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.067987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-4387d81a-f79c-48f4-bf48-0a17e25986d8 None None] Port 9d710c11-f8e7-441c-a598-473f0fe8a335 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:05.077794 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15bba8a-1f2b-466f-a27d-32708f12cef0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:05.089989 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15bba8a-1f2b-466f-a27d-32708f12cef0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:05.094626 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d15bba8a-1f2b-466f-a27d-32708f12cef0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0842535 Dec 10 18:33:05.094905 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33134) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:05.115725 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.128125 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d90ecebd-603d-46a5-83bc-00d5963deffb tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.130003 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d90ecebd-603d-46a5-83bc-00d5963deffb tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.174732 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47860c-7fd7-49e2-8918-c1a96496c547 None None] Pushing event updated for resources: {'Port': ['ID=dfdeaccb-9fef-40cc-9389-c3b95abe1782,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:05.223204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:05.231560 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-422fc240-2788-4336-bdd1-d0cf4fc2fc75 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.276468 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-cde94258-c78e-400b-a53f-e631f981c597 None None] Provisioning complete for port ae54b08c-c5ac-4ffc-b27d-ae18abe64251 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:05.276704 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d90ecebd-603d-46a5-83bc-00d5963deffb tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.276841 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cde94258-c78e-400b-a53f-e631f981c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.304346 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-b06ae51e-338c-48bf-aee2-dfb279981948 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 87627a8c-cfa4-4daf-8dfc-70e50de69d09 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:05.304508 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b06ae51e-338c-48bf-aee2-dfb279981948 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.326075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.347817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-cde94258-c78e-400b-a53f-e631f981c597 None None] Port ae54b08c-c5ac-4ffc-b27d-ae18abe64251 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:05.350601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.350775 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d90ecebd-603d-46a5-83bc-00d5963deffb tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.351408 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9ae7780f-631d-4ef0-8a97-9f94a07dc37a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:05.365944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.366821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.374134 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:05.381779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:05.381779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.418486 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.437674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-cde94258-c78e-400b-a53f-e631f981c597 None None] Provisioning complete for port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:05.438412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cde94258-c78e-400b-a53f-e631f981c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.439593 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b06ae51e-338c-48bf-aee2-dfb279981948 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.465463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Network 84969785-1c08-4223-afdc-fd4f1f28e604 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:05.485953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-b06ae51e-338c-48bf-aee2-dfb279981948 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 87627a8c-cfa4-4daf-8dfc-70e50de69d09 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:05.490757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:05.492067 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:05.502626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:05.514600 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-c8dafa43-f461-40d0-a187-e7fa4f8d5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Allocated IP 172.20.0.12 (84969785-1c08-4223-afdc-fd4f1f28e604/37e5dd61-f9bd-48b2-953f-9939a78d26f6/d79172fd-2df6-4bec-9150-94865d48ec38) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:05.537420 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event updated for resources: {'Network': ['ID=2c650d88-09f9-4e38-8c93-b6cf8ee6cd55,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:05.566001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 2c650d88-09f9-4e38-8c93-b6cf8ee6cd55 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:05.632340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event updated for resources: {'Network': ['ID=b091d30b-0ec8-4736-ae1f-292d81e5d594,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:05.637865 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-422fc240-2788-4336-bdd1-d0cf4fc2fc75 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.642485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Router 7ca16e6b-2980-4508-82df-6c267b899077 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:33:05.642485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2955199-494c-4728-a2b4-1ad25dfc32d9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:05.643459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:05.643852 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.645852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e2955199-494c-4728-a2b4-1ad25dfc32d9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.667315 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d90ecebd-603d-46a5-83bc-00d5963deffb tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.672151 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d90ecebd-603d-46a5-83bc-00d5963deffb tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8795881 Dec 10 18:33:05.681498 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33136) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:05.689733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Attempting to bind port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:05.690117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Attempting to bind port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '4a52182c-7295-487f-af10-e993929371fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '84969785-1c08-4223-afdc-fd4f1f28e604'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:05.690488 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Attempting to bind port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c on network 84969785-1c08-4223-afdc-fd4f1f28e604 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:05.692627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network b091d30b-0ec8-4736-ae1f-292d81e5d594 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:05.708715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Pushing event updated for resources: {'Port': ['ID=7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:05.765086 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.ipam_backend_mixin [None req-e2955199-494c-4728-a2b4-1ad25dfc32d9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53d009f4-1b5d-4c76-a310-ccf506896525 (CIDR: 2001:db8::/64) Dec 10 18:33:05.773555 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-27cb44da-bd57-49dc-811d-cbdda8a49e4b tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.5199363 Dec 10 18:33:05.785726 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33138) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:05.815842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-422fc240-2788-4336-bdd1-d0cf4fc2fc75 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.849408 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2955199-494c-4728-a2b4-1ad25dfc32d9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:33:05.850222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2955199-494c-4728-a2b4-1ad25dfc32d9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:05.886006 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9e8eac27-c635-4fe1-90cd-7f33cf4fce6b tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.899764 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fc240-2788-4336-bdd1-d0cf4fc2fc75 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f67a1b-fb5f-4270-8a33-0853b63f3112,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:05.922855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:05.937577 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:05.937577 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Checking segment: {'id': '4a52182c-7295-487f-af10-e993929371fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '84969785-1c08-4223-afdc-fd4f1f28e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:05.937577 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.937577 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Bound using segment: {'id': '4a52182c-7295-487f-af10-e993929371fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '84969785-1c08-4223-afdc-fd4f1f28e604'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:05.937577 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Bound port: 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a52182c-7295-487f-af10-e993929371fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '84969785-1c08-4223-afdc-fd4f1f28e604'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:05.937577 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.938603 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Sync routers for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:05.957737 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:05.958839 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:32:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:05.960134 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-422fc240-2788-4336-bdd1-d0cf4fc2fc75 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.970342 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-422fc240-2788-4336-bdd1-d0cf4fc2fc75 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.4412067 Dec 10 18:33:05.970659 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33140) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:05.976007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-fe8746ce-69cb-4f38-b68f-076819bc25c3 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': 'c1f67a1b-fb5f-4270-8a33-0853b63f3112', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:05.991840 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e2955199-494c-4728-a2b4-1ad25dfc32d9 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4076321 Dec 10 18:33:06.000775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33142) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:06.006000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-59461050-7372-4b76-b9b9-e2c5027cb2c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:06.118744 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] For port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:06.122238 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] For port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c,segment=NetworkSegment(4a52182c-7295-487f-af10-e993929371fb),segment_id=4a52182c-7295-487f-af10-e993929371fb)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:06.122938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b06ae51e-338c-48bf-aee2-dfb279981948 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.135891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9e8eac27-c635-4fe1-90cd-7f33cf4fce6b tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.138379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.142740 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-52abd36d-c93d-46de-b187-597aade9a402 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4578583 Dec 10 18:33:06.143535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33144) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:06.163594 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9e8eac27-c635-4fe1-90cd-7f33cf4fce6b tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.182282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ae51e-338c-48bf-aee2-dfb279981948 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=87627a8c-cfa4-4daf-8dfc-70e50de69d09,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:06.185886 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:06.194801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1f302e82-46fb-4467-abdf-344c87fb7182 None None] Provisioning complete for port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:06.195190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f302e82-46fb-4467-abdf-344c87fb7182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.247948 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa43-f461-40d0-a187-e7fa4f8d5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.258530 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541db264-f7bb-4a8b-9b0a-71a0b1212617 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:06.264843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541db264-f7bb-4a8b-9b0a-71a0b1212617 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:06.271268 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541db264-f7bb-4a8b-9b0a-71a0b1212617 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:06.271645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.279868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541db264-f7bb-4a8b-9b0a-71a0b1212617 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:06.279868 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-541db264-f7bb-4a8b-9b0a-71a0b1212617 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4895818 Dec 10 18:33:06.295335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33146) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:06.300529 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b06ae51e-338c-48bf-aee2-dfb279981948 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.304316 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b06ae51e-338c-48bf-aee2-dfb279981948 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/87627a8c-cfa4-4daf-8dfc-70e50de69d09 HTTP/1.1" status: 204 len: 168 time: 1.2084305 Dec 10 18:33:06.307382 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33148) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:06.371707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e8bf5c-d318-4924-9c89-03007ec6b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:06.379704 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e8bf5c-d318-4924-9c89-03007ec6b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:06.381392 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d9e8bf5c-d318-4924-9c89-03007ec6b395 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0729816 Dec 10 18:33:06.386683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33150) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:06.390518 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65e810-5f00-4fac-9473-a16cc413a85a None None] Pushing event updated for resources: {'Port': ['ID=7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:06.423165 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9e8eac27-c635-4fe1-90cd-7f33cf4fce6b tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.423874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8eac27-c635-4fe1-90cd-7f33cf4fce6b tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce23c8ac-3c7c-4970-bf08-9e5219702c15 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:06.429070 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9e8eac27-c635-4fe1-90cd-7f33cf4fce6b tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.434738 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9e8eac27-c635-4fe1-90cd-7f33cf4fce6b tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "DELETE /v2.0/routers/ce23c8ac-3c7c-4970-bf08-9e5219702c15 HTTP/1.1" status: 204 len: 168 time: 0.7517622 Dec 10 18:33:06.469614 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:06.506937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb644b6d-620c-4ce3-b11f-08f3efa007f9 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.587398 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35d95d0-3315-4544-a20c-5fafb7d17e49 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 9c275bca-9839-4047-93b7-33ad08fa3bbd {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:06.595946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d35d95d0-3315-4544-a20c-5fafb7d17e49 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.608534 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59461050-7372-4b76-b9b9-e2c5027cb2c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:06.612894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59461050-7372-4b76-b9b9-e2c5027cb2c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.648560 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:03Z', 'revision_number': 3, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:06.653630 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:06.654360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.682455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d35d95d0-3315-4544-a20c-5fafb7d17e49 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.703207 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Checking router: 7ca16e6b-2980-4508-82df-6c267b899077 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:06.707899 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Updating router 7ca16e6b-2980-4508-82df-6c267b899077 port 0b37852d-3e79-45bc-8ab6-726d71a15de5 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:33:06.722490 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-fe8746ce-69cb-4f38-b68f-076819bc25c3 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:33:06.726612 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fe8746ce-69cb-4f38-b68f-076819bc25c3 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7541301 Dec 10 18:33:06.729825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33154) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:06.734367 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa43-f461-40d0-a187-e7fa4f8d5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.788623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-bc4d6071-7b6b-4fd6-ac48-8c7150cd74f3 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group_rule': {'security_group_id': 'c1f67a1b-fb5f-4270-8a33-0853b63f3112', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:06.796782 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.850256 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9ae7780f-631d-4ef0-8a97-9f94a07dc37a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:06.889466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33156) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:06.915483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb644b6d-620c-4ce3-b11f-08f3efa007f9 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.933883 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dafa43-f461-40d0-a187-e7fa4f8d5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=d79172fd-2df6-4bec-9150-94865d48ec38,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:06.948152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-bb644b6d-620c-4ce3-b11f-08f3efa007f9 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c650d88-09f9-4e38-8c93-b6cf8ee6cd55']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:06.963200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:06.964787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-bb644b6d-620c-4ce3-b11f-08f3efa007f9 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72472db-17d7-42a6-b2b6-519041f5f5a7') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:06.964952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.965341 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-bb644b6d-620c-4ce3-b11f-08f3efa007f9 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72472db-17d7-42a6-b2b6-519041f5f5a7') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:06.977612 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb644b6d-620c-4ce3-b11f-08f3efa007f9 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.985443 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dafa43-f461-40d0-a187-e7fa4f8d5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 84969785-1c08-4223-afdc-fd4f1f28e604 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:06.994293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb644b6d-620c-4ce3-b11f-08f3efa007f9 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.004808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-c8dafa43-f461-40d0-a187-e7fa4f8d5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:07.005298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb644b6d-620c-4ce3-b11f-08f3efa007f9 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:07.005298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb644b6d-620c-4ce3-b11f-08f3efa007f9 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.012276 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dafa43-f461-40d0-a187-e7fa4f8d5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:07.076031 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:07.100440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device dfdeaccb-9fef-40cc-9389-c3b95abe1782 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:07.184435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-129106ef-0888-4f2e-9f41-ac8510a925a0 None None] Provisioning complete for port dfdeaccb-9fef-40cc-9389-c3b95abe1782 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:07.184982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-129106ef-0888-4f2e-9f41-ac8510a925a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.221735 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dafa43-f461-40d0-a187-e7fa4f8d5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:07.222572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa43-f461-40d0-a187-e7fa4f8d5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.236711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d35d95d0-3315-4544-a20c-5fafb7d17e49 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.243417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port dfdeaccb-9fef-40cc-9389-c3b95abe1782 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:07.245766 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.272782 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.297471 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb644b6d-620c-4ce3-b11f-08f3efa007f9 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.328246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb644b6d-620c-4ce3-b11f-08f3efa007f9 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.333638 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bb644b6d-620c-4ce3-b11f-08f3efa007f9 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "DELETE /v2.0/networks/2c650d88-09f9-4e38-8c93-b6cf8ee6cd55 HTTP/1.1" status: 204 len: 168 time: 1.0372994 Dec 10 18:33:07.336544 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33160) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:07.356034 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb644b6d-620c-4ce3-b11f-08f3efa007f9 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event deleted for resources: {'Network': ['ID=2c650d88-09f9-4e38-8c93-b6cf8ee6cd55,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:07.368196 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1434887772', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:07.379019 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.416839 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d35d95d0-3315-4544-a20c-5fafb7d17e49 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.460987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d95d0-3315-4544-a20c-5fafb7d17e49 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=9c275bca-9839-4047-93b7-33ad08fa3bbd,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:07.501469 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d35d95d0-3315-4544-a20c-5fafb7d17e49 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.509323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-129106ef-0888-4f2e-9f41-ac8510a925a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.514210 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d35d95d0-3315-4544-a20c-5fafb7d17e49 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/9c275bca-9839-4047-93b7-33ad08fa3bbd HTTP/1.1" status: 204 len: 168 time: 1.1236317 Dec 10 18:33:07.516792 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33162) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:07.518513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06775a27-5ab5-49c6-967c-7ca8ceaf313b None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:07.539445 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Attempting to bind port 0b37852d-3e79-45bc-8ab6-726d71a15de5 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:07.540620 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Attempting to bind port 0b37852d-3e79-45bc-8ab6-726d71a15de5 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:07.541147 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Attempting to bind port 0b37852d-3e79-45bc-8ab6-726d71a15de5 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:07.570389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33164) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:07.571486 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:07.571763 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c8dafa43-f461-40d0-a187-e7fa4f8d5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4786832 Dec 10 18:33:07.574165 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:07.574696 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.575201 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:07.576349 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Bound port: 0b37852d-3e79-45bc-8ab6-726d71a15de5, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:07.578351 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.581281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.582379 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2c18-4522-416c-b12f-abc51865961e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.583294 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Pushing event updated for resources: {'Port': ['ID=0b37852d-3e79-45bc-8ab6-726d71a15de5,revision_number=2']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:07.631519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port dfdeaccb-9fef-40cc-9389-c3b95abe1782, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=dfdeaccb-9fef-40cc-9389-c3b95abe1782,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:07.649612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-129106ef-0888-4f2e-9f41-ac8510a925a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:33:07.650041 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-129106ef-0888-4f2e-9f41-ac8510a925a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:33:07.651532 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:07.654855 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:07.654855 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:07.658720 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:07.658720 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:07.658720 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:07.658720 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:07.658720 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:07.658720 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:07.660292 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:07.661337 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:07.662518 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:07.663362 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:07.681848 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ff320524-589c-46d4-866f-26d9b7d971b3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1567519 Dec 10 18:33:07.690760 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33166) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:07.756177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.818708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.847842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfcdea2-5101-4c12-b58f-39658af3f9e0 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:07.858607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.860190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.864272 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] For port 0b37852d-3e79-45bc-8ab6-726d71a15de5, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:07.868054 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] For port 0b37852d-3e79-45bc-8ab6-726d71a15de5, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0b37852d-3e79-45bc-8ab6-726d71a15de5,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:07.878678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=dfdeaccb-9fef-40cc-9389-c3b95abe1782,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:07.902777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59461050-7372-4b76-b9b9-e2c5027cb2c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.926026 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572a9c0-533a-4c73-b430-1146541acdae tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:07.930835 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b572a9c0-533a-4c73-b430-1146541acdae tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2353554 Dec 10 18:33:07.932041 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2c18-4522-416c-b12f-abc51865961e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.935451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33168) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:07.953337 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.999877 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3722f7dc-5d34-431d-a70d-a284ca2d0340 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:08.007875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59461050-7372-4b76-b9b9-e2c5027cb2c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 20547e15-f950-4ecc-92a3-36fd6622eecd is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:08.018604 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-bc4d6071-7b6b-4fd6-ac48-8c7150cd74f3 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:33:08.022657 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bc4d6071-7b6b-4fd6-ac48-8c7150cd74f3 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.2359889 Dec 10 18:33:08.022657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-59461050-7372-4b76-b9b9-e2c5027cb2c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:08.026549 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:08.027966 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:32:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:08.029297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33170) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:08.035766 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba531018-054b-45f3-8786-f00a6d7744c7 None None] Network 20547e15-f950-4ecc-92a3-36fd6622eecd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:08.040014 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.047499 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59461050-7372-4b76-b9b9-e2c5027cb2c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:08.048110 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59461050-7372-4b76-b9b9-e2c5027cb2c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.057964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59461050-7372-4b76-b9b9-e2c5027cb2c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Subnet': ['ID=ba651070-90e9-4307-ad6b-aa8c7838c8ab,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:08.117349 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-fc3a2c18-4522-416c-b12f-abc51865961e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b091d30b-0ec8-4736-ae1f-292d81e5d594']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:08.128765 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b7af680d-6432-4224-b26f-ab560caca0fa tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port d79172fd-2df6-4bec-9150-94865d48ec38 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:08.129110 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b7af680d-6432-4224-b26f-ab560caca0fa tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.148408 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d573b3-5f99-4bfd-8268-ee5128e6cd63 None None] Network 84969785-1c08-4223-afdc-fd4f1f28e604 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:08.150524 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-fc3a2c18-4522-416c-b12f-abc51865961e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7392155a-6098-4f76-83ad-735f36271b5d') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:08.150834 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-fc3a2c18-4522-416c-b12f-abc51865961e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7392155a-6098-4f76-83ad-735f36271b5d') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:08.172833 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:08.203349 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-59461050-7372-4b76-b9b9-e2c5027cb2c0 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2013135 Dec 10 18:33:08.208261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33172) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:08.216118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-80e0724b-09a5-40a9-b228-93813dfeaf5b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-423479909', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ba651070-90e9-4307-ad6b-aa8c7838c8ab'}], 'security_groups': ['d701905e-faec-45f9-ae17-a274556f4262']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:08.344846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-259a0a01-73af-4279-bf66-599688d99274 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.379198 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b521f669-e70c-4a97-970a-7305b8fe3817 None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:08.427550 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d10b9d-c2d2-48c6-adf2-087739a251f8 None None] Pushing event updated for resources: {'Port': ['ID=0b37852d-3e79-45bc-8ab6-726d71a15de5,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:08.456372 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2c18-4522-416c-b12f-abc51865961e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.462203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:08.472126 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:03Z', 'revision_number': 3, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:08.506393 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37efa2-97f0-4ad4-9a89-13018d649802 None None] The sync data for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv is: [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:03Z', 'revision_number': 3, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:08.507685 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3d3112-d44b-4029-980a-3f23f6eee4cf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:08.517795 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ce3d3112-d44b-4029-980a-3f23f6eee4cf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5805368 Dec 10 18:33:08.523505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33174) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:08.527805 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.536217 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2c18-4522-416c-b12f-abc51865961e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.555690 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3a2c18-4522-416c-b12f-abc51865961e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:08.556339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2c18-4522-416c-b12f-abc51865961e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:08.560558 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:08.594920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3e7fad14-d729-4d17-bbd1-2591cc0ff113 None None] Could not find standard attr ID for object 87627a8c-cfa4-4daf-8dfc-70e50de69d09. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:33:08.598992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b7af680d-6432-4224-b26f-ab560caca0fa tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.611221 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-259a0a01-73af-4279-bf66-599688d99274 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.632974 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Allocated IP 172.20.0.1 (a648c046-7b98-4168-8c91-4d4b8f654cd1/51fc4861-73a5-449e-b426-24d2c2d2a954/1c7aa117-938a-4ea1-978f-c4527fc2d230) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:08.646323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b7af680d-6432-4224-b26f-ab560caca0fa tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for d79172fd-2df6-4bec-9150-94865d48ec38 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:08.660549 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80a35d8-fcf4-441c-a44b-55fb949940d4 None None] Update dhcp port {'port': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'fixed_ips': [{'subnet_id': '53d009f4-1b5d-4c76-a310-ccf506896525', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ba651070-90e9-4307-ad6b-aa8c7838c8ab'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '9ae7780f-631d-4ef0-8a97-9f94a07dc37a'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:33:08.667680 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-234e5187-880c-48ae-986b-61ea14a2d691 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1426325 Dec 10 18:33:08.690767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d80a35d8-fcf4-441c-a44b-55fb949940d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.692665 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33176) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:08.708513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3e7fad14-d729-4d17-bbd1-2591cc0ff113 None None] Provisioning complete for port 0b37852d-3e79-45bc-8ab6-726d71a15de5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:08.708877 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3e7fad14-d729-4d17-bbd1-2591cc0ff113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.729757 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-909308fb-67b9-4c69-b0f2-252cef683706 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:08.818239 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:08.818627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.827476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b521f669-e70c-4a97-970a-7305b8fe3817 None None] Deleting port dfdeaccb-9fef-40cc-9389-c3b95abe1782 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:08.829844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b521f669-e70c-4a97-970a-7305b8fe3817 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.863063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2c18-4522-416c-b12f-abc51865961e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.868547 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2c18-4522-416c-b12f-abc51865961e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.873884 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fc3a2c18-4522-416c-b12f-abc51865961e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "DELETE /v2.0/networks/b091d30b-0ec8-4736-ae1f-292d81e5d594 HTTP/1.1" status: 204 len: 168 time: 1.5337925 Dec 10 18:33:08.889323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33178) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:08.891295 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a2c18-4522-416c-b12f-abc51865961e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event deleted for resources: {'Network': ['ID=b091d30b-0ec8-4736-ae1f-292d81e5d594,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:09.133652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b521f669-e70c-4a97-970a-7305b8fe3817 None None] For port dfdeaccb-9fef-40cc-9389-c3b95abe1782, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=dfdeaccb-9fef-40cc-9389-c3b95abe1782,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:09.133652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b521f669-e70c-4a97-970a-7305b8fe3817 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.144487 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3e7fad14-d729-4d17-bbd1-2591cc0ff113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.169162 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b521f669-e70c-4a97-970a-7305b8fe3817 None None] Calling delete_port for dfdeaccb-9fef-40cc-9389-c3b95abe1782 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:09.244994 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3e7fad14-d729-4d17-bbd1-2591cc0ff113 None None] For port 0b37852d-3e79-45bc-8ab6-726d71a15de5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0b37852d-3e79-45bc-8ab6-726d71a15de5,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:09.349830 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.402625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3e7fad14-d729-4d17-bbd1-2591cc0ff113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.438300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-259a0a01-73af-4279-bf66-599688d99274 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.441608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-259a0a01-73af-4279-bf66-599688d99274 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.442947 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-259a0a01-73af-4279-bf66-599688d99274 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "DELETE /v2.0/security-groups/c1f67a1b-fb5f-4270-8a33-0853b63f3112 HTTP/1.1" status: 204 len: 168 time: 1.4090319 Dec 10 18:33:09.462411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33180) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:09.466202 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a0a01-73af-4279-bf66-599688d99274 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f67a1b-fb5f-4270-8a33-0853b63f3112,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:09.475783 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-d80a35d8-fcf4-441c-a44b-55fb949940d4 None None] Allocated IP 2001:db8:0:1::2 (20547e15-f950-4ecc-92a3-36fd6622eecd/ba651070-90e9-4307-ad6b-aa8c7838c8ab/9ae7780f-631d-4ef0-8a97-9f94a07dc37a) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:09.492621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.539986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.592623 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3e7fad14-d729-4d17-bbd1-2591cc0ff113 None None] Provisioning complete for port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:09.592835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Network a648c046-7b98-4168-8c91-4d4b8f654cd1 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:09.593407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3e7fad14-d729-4d17-bbd1-2591cc0ff113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.600229 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7aa117-938a-4ea1-978f-c4527fc2d230,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:09.605013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:09.624524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:09.670020 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.688340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b7af680d-6432-4224-b26f-ab560caca0fa tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.708797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.710621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.831726 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c30b51-16b7-4365-ada1-60b2b849c0a2 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:09.844644 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c30b51-16b7-4365-ada1-60b2b849c0a2 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:09.846553 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b6c30b51-16b7-4365-ada1-60b2b849c0a2 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9516270 Dec 10 18:33:09.854457 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33182) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:09.874670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-98c95a66-431c-4ce1-8a2a-4ed7a3f40ac0 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1182211155'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:09.957588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fad14-d729-4d17-bbd1-2591cc0ff113 None None] Pushing event updated for resources: {'Port': ['ID=0b37852d-3e79-45bc-8ab6-726d71a15de5,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:10.012410 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Allocated IP 172.26.5.154 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/0a63c45b-a056-4f50-9df5-8f518a8a1d85) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:10.021383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c,segment=NetworkSegment(4a52182c-7295-487f-af10-e993929371fb),segment_id=4a52182c-7295-487f-af10-e993929371fb)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:10.061906 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d80a35d8-fcf4-441c-a44b-55fb949940d4 None None] For port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9ae7780f-631d-4ef0-8a97-9f94a07dc37a,segment=NetworkSegment(b0fd1fc1-6736-46fc-b731-68e5b68b0888),segment_id=b0fd1fc1-6736-46fc-b731-68e5b68b0888)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:10.092417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-80e0724b-09a5-40a9-b228-93813dfeaf5b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.098452 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af680d-6432-4224-b26f-ab560caca0fa tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=d79172fd-2df6-4bec-9150-94865d48ec38,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:10.117535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b521f669-e70c-4a97-970a-7305b8fe3817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.124498 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.190420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521f669-e70c-4a97-970a-7305b8fe3817 None None] Pushing event deleted for resources: {'Port': ['ID=dfdeaccb-9fef-40cc-9389-c3b95abe1782,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:10.198259 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d80a35d8-fcf4-441c-a44b-55fb949940d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.202156 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b521f669-e70c-4a97-970a-7305b8fe3817 None None] No DVR routers for this DVR port dfdeaccb-9fef-40cc-9389-c3b95abe1782 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:10.207256 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3e7fad14-d729-4d17-bbd1-2591cc0ff113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.254373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909308fb-67b9-4c69-b0f2-252cef683706 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:10.264170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-909308fb-67b9-4c69-b0f2-252cef683706 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.272058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d80a35d8-fcf4-441c-a44b-55fb949940d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.329527 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:10.354860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.429183 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0b37852d-3e79-45bc-8ab6-726d71a15de5 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:10.452306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c95a66-431c-4ce1-8a2a-4ed7a3f40ac0 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Made reservation on behalf of 6d1d52dfef2b4b60be082a3a203d7ed0 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:10.456832 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98c95a66-431c-4ce1-8a2a-4ed7a3f40ac0 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.500461 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-3e7fad14-d729-4d17-bbd1-2591cc0ff113 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:33:10.500823 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-3e7fad14-d729-4d17-bbd1-2591cc0ff113 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:33:10.508138 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c95a66-431c-4ce1-8a2a-4ed7a3f40ac0 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:10.519911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98c95a66-431c-4ce1-8a2a-4ed7a3f40ac0 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.520489 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-98c95a66-431c-4ce1-8a2a-4ed7a3f40ac0 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Added segment 13701990-0b98-429d-9841-415883355252 of type vlan for network a8b76dc8-6db1-4689-b55c-4d8b04c86fae Dec 10 18:33:10.526214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a35d8-fcf4-441c-a44b-55fb949940d4 None None] Pushing event updated for resources: {'Port': ['ID=9ae7780f-631d-4ef0-8a97-9f94a07dc37a,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:10.549819 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 0b37852d-3e79-45bc-8ab6-726d71a15de5 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:10.550622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.560902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.607345 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98c95a66-431c-4ce1-8a2a-4ed7a3f40ac0 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.627176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:10.635638 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:10.638241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:10.652971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d2801e-d7b9-4de1-afc5-7170da47d641 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:10.701707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Pushing event updated for resources: {'Port': ['ID=0a63c45b-a056-4f50-9df5-8f518a8a1d85,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:10.761187 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98c95a66-431c-4ce1-8a2a-4ed7a3f40ac0 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.766371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device dfdeaccb-9fef-40cc-9389-c3b95abe1782 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:10.768968 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95a66-431c-4ce1-8a2a-4ed7a3f40ac0 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:10.769623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98c95a66-431c-4ce1-8a2a-4ed7a3f40ac0 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.797116 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: dfdeaccb-9fef-40cc-9389-c3b95abe1782 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:10.797465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device dfdeaccb-9fef-40cc-9389-c3b95abe1782 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:10.884148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b7af680d-6432-4224-b26f-ab560caca0fa tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.888472 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b7af680d-6432-4224-b26f-ab560caca0fa tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/d79172fd-2df6-4bec-9150-94865d48ec38 HTTP/1.1" status: 204 len: 168 time: 3.3154020 Dec 10 18:33:10.893394 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33184) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:10.922234 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c727e62d-97f5-4533-9e18-ff69dcfc0fb9 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 1.4513819 Dec 10 18:33:10.923033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.929545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33186) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:10.937456 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a7c8f0-0efc-4bc8-be51-7ede8e81b258 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] DELETE failed (client error): The resource could not be found. Dec 10 18:33:10.938184 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a7c8f0-0efc-4bc8-be51-7ede8e81b258 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:10.938314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-79c318a8-e15e-475c-a5c8-e15cbeca5176 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981449557'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:10.943654 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-68a7c8f0-0efc-4bc8-be51-7ede8e81b258 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/d79172fd-2df6-4bec-9150-94865d48ec38 HTTP/1.1" status: 404 len: 333 time: 0.0455523 Dec 10 18:33:10.943654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c95a66-431c-4ce1-8a2a-4ed7a3f40ac0 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event updated for resources: {'Network': ['ID=a8b76dc8-6db1-4689-b55c-4d8b04c86fae,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:10.945439 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33188) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:10.955182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network a8b76dc8-6db1-4689-b55c-4d8b04c86fae details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:10.961529 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-98c95a66-431c-4ce1-8a2a-4ed7a3f40ac0 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1080668 Dec 10 18:33:10.976420 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33190) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:10.981835 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8c49190e-a54c-42a9-90c1-17eace7d288f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-746932512'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:10.985533 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-9419c7f2-b477-4a42-8f07-cf1a452518f8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] GET failed (client error): The resource could not be found. Dec 10 18:33:10.986868 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9419c7f2-b477-4a42-8f07-cf1a452518f8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/d79172fd-2df6-4bec-9150-94865d48ec38 HTTP/1.1" status: 404 len: 333 time: 0.0405092 Dec 10 18:33:10.990748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33192) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:11.084268 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79c318a8-e15e-475c-a5c8-e15cbeca5176 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.149801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-65de3471-d43e-4dfd-8d8d-c8bababd7f00 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting subnet 37e5dd61-f9bd-48b2-953f-9939a78d26f6 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:11.153803 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-65de3471-d43e-4dfd-8d8d-c8bababd7f00 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.224766 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-65de3471-d43e-4dfd-8d8d-c8bababd7f00 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.235091 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6e574499-aef6-4ee9-a75d-2564fbc5a63f None None] Provisioning complete for port 1c7aa117-938a-4ea1-978f-c4527fc2d230 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:11.235595 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6e574499-aef6-4ee9-a75d-2564fbc5a63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.270040 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c49190e-a54c-42a9-90c1-17eace7d288f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Made reservation on behalf of 6d1d52dfef2b4b60be082a3a203d7ed0 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:11.275142 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8c49190e-a54c-42a9-90c1-17eace7d288f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.286762 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6e574499-aef6-4ee9-a75d-2564fbc5a63f None None] Port 1c7aa117-938a-4ea1-978f-c4527fc2d230 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:11.289988 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6e574499-aef6-4ee9-a75d-2564fbc5a63f None None] Could not find standard attr ID for object d79172fd-2df6-4bec-9150-94865d48ec38. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:33:11.306549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.320624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6e574499-aef6-4ee9-a75d-2564fbc5a63f None None] Provisioning complete for port 0a63c45b-a056-4f50-9df5-8f518a8a1d85 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:11.321347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6e574499-aef6-4ee9-a75d-2564fbc5a63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.369607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6e574499-aef6-4ee9-a75d-2564fbc5a63f None None] Port 0a63c45b-a056-4f50-9df5-8f518a8a1d85 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:11.382652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6e574499-aef6-4ee9-a75d-2564fbc5a63f None None] Provisioning complete for port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:11.383026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6e574499-aef6-4ee9-a75d-2564fbc5a63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.387099 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79c318a8-e15e-475c-a5c8-e15cbeca5176 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.423928 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c49190e-a54c-42a9-90c1-17eace7d288f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:11.453283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8c49190e-a54c-42a9-90c1-17eace7d288f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.453636 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-8c49190e-a54c-42a9-90c1-17eace7d288f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Added segment 21f69709-06d5-48f5-a8a5-d0f8c377937e of type vlan for network eaeb576c-56a0-4c68-bac7-2963124d5499 Dec 10 18:33:11.469591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-65de3471-d43e-4dfd-8d8d-c8bababd7f00 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.492987 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79c318a8-e15e-475c-a5c8-e15cbeca5176 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.497263 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.545393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.objects.ports [None req-909308fb-67b9-4c69-b0f2-252cef683706 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103593) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:33:11.550579 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8c49190e-a54c-42a9-90c1-17eace7d288f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.562807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-909308fb-67b9-4c69-b0f2-252cef683706 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.586011 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-09f41ae7-c94d-4971-ae9e-244cae7800e7 None None] Provisioning complete for port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:11.586380 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-09f41ae7-c94d-4971-ae9e-244cae7800e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.603939 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c318a8-e15e-475c-a5c8-e15cbeca5176 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091bb2e3-2649-434a-8dcb-67745b8164fa,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:11.616645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.672357 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.687175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-09f41ae7-c94d-4971-ae9e-244cae7800e7 None None] Provisioning complete for port 9d710c11-f8e7-441c-a598-473f0fe8a335 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:11.687596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-09f41ae7-c94d-4971-ae9e-244cae7800e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.694210 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79c318a8-e15e-475c-a5c8-e15cbeca5176 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.695499 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-79c318a8-e15e-475c-a5c8-e15cbeca5176 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7621973 Dec 10 18:33:11.708003 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909308fb-67b9-4c69-b0f2-252cef683706 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:11.712281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33194) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:11.725941 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d540e850-922c-4ac4-9a85-91f7039a94c5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:11.726593 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING neutron.api.v2.base [None req-d540e850-922c-4ac4-9a85-91f7039a94c5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 18:33:11.727093 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-d540e850-922c-4ac4-9a85-91f7039a94c5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 18:33:11.727210 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-09f41ae7-c94d-4971-ae9e-244cae7800e7 None None] Port 9d710c11-f8e7-441c-a598-473f0fe8a335 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:11.730597 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d540e850-922c-4ac4-9a85-91f7039a94c5 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "PUT /v2.0/security-groups/091bb2e3-2649-434a-8dcb-67745b8164fa HTTP/1.1" status: 409 len: 330 time: 0.0104830 Dec 10 18:33:11.737716 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-909308fb-67b9-4c69-b0f2-252cef683706 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:11.738685 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33196) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:11.742701 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-09f41ae7-c94d-4971-ae9e-244cae7800e7 None None] Provisioning complete for port ae54b08c-c5ac-4ffc-b27d-ae18abe64251 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:11.743083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-09f41ae7-c94d-4971-ae9e-244cae7800e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.753529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909308fb-67b9-4c69-b0f2-252cef683706 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:11.753670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-65de3471-d43e-4dfd-8d8d-c8bababd7f00 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.754152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-909308fb-67b9-4c69-b0f2-252cef683706 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.769279 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeab8dae-2830-47df-9a9e-fd4369f8bd75 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:11.770892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909308fb-67b9-4c69-b0f2-252cef683706 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=345d83f5-7c7f-42a1-948b-fa7de3c83a4b,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:11.779235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.803703 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de3471-d43e-4dfd-8d8d-c8bababd7f00 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Subnet': ['ID=37e5dd61-f9bd-48b2-953f-9939a78d26f6,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:11.804111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-80e0724b-09a5-40a9-b228-93813dfeaf5b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Delete allocated IP 2001:db8::e7 (20547e15-f950-4ecc-92a3-36fd6622eecd/53d009f4-1b5d-4c76-a310-ccf506896525) {{(pid=103593) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:33:11.806401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8c49190e-a54c-42a9-90c1-17eace7d288f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.807929 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7aa117-938a-4ea1-978f-c4527fc2d230,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:11.816050 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c49190e-a54c-42a9-90c1-17eace7d288f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:11.816050 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8c49190e-a54c-42a9-90c1-17eace7d288f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.818817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-65de3471-d43e-4dfd-8d8d-c8bababd7f00 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.823680 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-65de3471-d43e-4dfd-8d8d-c8bababd7f00 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/37e5dd61-f9bd-48b2-953f-9939a78d26f6 HTTP/1.1" status: 204 len: 168 time: 0.8294628 Dec 10 18:33:11.831160 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33198) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:11.834455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-09f41ae7-c94d-4971-ae9e-244cae7800e7 None None] Port ae54b08c-c5ac-4ffc-b27d-ae18abe64251 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:11.865612 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-80e0724b-09a5-40a9-b228-93813dfeaf5b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Allocated IP 2001:db8:0:1::207 (20547e15-f950-4ecc-92a3-36fd6622eecd/ba651070-90e9-4307-ad6b-aa8c7838c8ab/ae54b08c-c5ac-4ffc-b27d-ae18abe64251) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:11.879506 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cfaefe-05cc-4523-b189-3885db66194e None None] Network 84969785-1c08-4223-afdc-fd4f1f28e604 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:11.919836 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '345d83f5-7c7f-42a1-948b-fa7de3c83a4b'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:33:11.921951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.926316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49190e-a54c-42a9-90c1-17eace7d288f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event updated for resources: {'Network': ['ID=eaeb576c-56a0-4c68-bac7-2963124d5499,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:11.934484 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-909308fb-67b9-4c69-b0f2-252cef683706 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2368565 Dec 10 18:33:11.935039 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d712d706-ebbc-47ab-b0aa-f81933832b75 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.936531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33200) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:11.941139 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-76cac4d6-a2c6-4b0d-8750-c8b46527fef4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:11.963956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network eaeb576c-56a0-4c68-bac7-2963124d5499 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:12.000630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.006482 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8c49190e-a54c-42a9-90c1-17eace7d288f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0260584 Dec 10 18:33:12.008809 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33202) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:12.011836 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Request body: {'ports': [{'network_id': 'a8b76dc8-6db1-4689-b55c-4d8b04c86fae', 'name': 'tempest-port--1012400818', 'admin_state_up': True}, {'network_id': 'eaeb576c-56a0-4c68-bac7-2963124d5499', 'admin_state_up': False}]} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:12.012209 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Request body: {'port': {'network_id': 'a8b76dc8-6db1-4689-b55c-4d8b04c86fae', 'name': 'tempest-port--1012400818', 'admin_state_up': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:12.012804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Request body: {'port': {'network_id': 'eaeb576c-56a0-4c68-bac7-2963124d5499', 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:12.030197 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d712d706-ebbc-47ab-b0aa-f81933832b75 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.135375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Router f9686bc1-ff05-4422-b764-1ed619597330 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:33:12.164048 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Network a648c046-7b98-4168-8c91-4d4b8f654cd1 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:12.170269 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Allocated IP 2001:db8::f816:3eff:fefa:25f5 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/345d83f5-7c7f-42a1-948b-fa7de3c83a4b/e10c280e-c417-4dfb-8438-b293c468fe1e) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:12.178750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:12.242081 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d712d706-ebbc-47ab-b0aa-f81933832b75 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.244697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d712d706-ebbc-47ab-b0aa-f81933832b75 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.249223 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d712d706-ebbc-47ab-b0aa-f81933832b75 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "DELETE /v2.0/security-groups/091bb2e3-2649-434a-8dcb-67745b8164fa HTTP/1.1" status: 204 len: 168 time: 0.5095639 Dec 10 18:33:12.251561 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cac4d6-a2c6-4b0d-8750-c8b46527fef4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:12.253972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-76cac4d6-a2c6-4b0d-8750-c8b46527fef4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.257714 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33204) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:12.267584 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fc484c-7467-44fb-af73-17ba7da612b4 None None] DHCP port deletion for 84969785-1c08-4223-afdc-fd4f1f28e604 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:12.340955 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712d706-ebbc-47ab-b0aa-f81933832b75 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=091bb2e3-2649-434a-8dcb-67745b8164fa,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:12.389344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9ae7780f-631d-4ef0-8a97-9f94a07dc37a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:12.421290 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:12.437213 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-627ad6b4-2eba-472e-9359-e7c20c5041c8 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1725388 Dec 10 18:33:12.444832 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33206) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:12.446953 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bc587e-39cb-4049-b2f3-63ed63bfc8fb None None] Sync routers for ids ['f9686bc1-ff05-4422-b764-1ed619597330'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:12.470057 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.ipam_backend_mixin [None req-76cac4d6-a2c6-4b0d-8750-c8b46527fef4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 345d83f5-7c7f-42a1-948b-fa7de3c83a4b (CIDR: 2001:db8::/64) Dec 10 18:33:12.472375 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-f6106aea-1a2a-4d40-b068-41055ebab778 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] delete failed (client error): The resource could not be found. Dec 10 18:33:12.472546 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bc587e-39cb-4049-b2f3-63ed63bfc8fb None None] Routers {'f9686bc1-ff05-4422-b764-1ed619597330'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:12.473290 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c7bc587e-39cb-4049-b2f3-63ed63bfc8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:32:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f9686bc1-ff05-4422-b764-1ed619597330'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:12.478894 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f6106aea-1a2a-4d40-b068-41055ebab778 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "DELETE /v2.0/security-groups/73613d21-00bd-4a29-a315-0546ecacf3ea HTTP/1.1" status: 404 len: 347 time: 0.0339713 Dec 10 18:33:12.479477 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33208) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:12.500801 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-80e0724b-09a5-40a9-b228-93813dfeaf5b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.508078 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:12.508295 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.510720 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-08d8df3a-71bf-4b65-8284-d734c3559081 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] show failed (client error): The resource could not be found. Dec 10 18:33:12.512479 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-08d8df3a-71bf-4b65-8284-d734c3559081 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "GET /v2.0/security-groups/6ac7041a-3758-4876-b1a5-b62ad5d49243 HTTP/1.1" status: 404 len: 347 time: 0.0304513 Dec 10 18:33:12.516240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33210) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:12.537816 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c7bc587e-39cb-4049-b2f3-63ed63bfc8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:12.538059 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-c4bc86c1-efff-4640-9d79-6a4334894846 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] show failed (client error): The resource could not be found. Dec 10 18:33:12.539141 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c4bc86c1-efff-4640-9d79-6a4334894846 tempest-NegativeSecGroupIPv6Test-1330832664 tempest-NegativeSecGroupIPv6Test-1330832664-project] 10.222.0.60 "GET /v2.0/security-group-rules/73fc04bc-500c-4c53-b223-55d88b74ed66 HTTP/1.1" status: 404 len: 356 time: 0.0219688 Dec 10 18:33:12.541299 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.555200 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cac4d6-a2c6-4b0d-8750-c8b46527fef4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:33:12.555502 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Router 7ca16e6b-2980-4508-82df-6c267b899077 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:33:12.556135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76cac4d6-a2c6-4b0d-8750-c8b46527fef4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:12.578476 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.583079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bc587e-39cb-4049-b2f3-63ed63bfc8fb None None] Routers {'f9686bc1-ff05-4422-b764-1ed619597330'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:12.583279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33214) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:12.583744 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c7bc587e-39cb-4049-b2f3-63ed63bfc8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:32:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f9686bc1-ff05-4422-b764-1ed619597330'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:12.584210 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d6dfa6d2-6cc1-48c9-a6e5-ffca8647f1b2 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6840131 Dec 10 18:33:12.638465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c7bc587e-39cb-4049-b2f3-63ed63bfc8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:12.639079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bc587e-39cb-4049-b2f3-63ed63bfc8fb None None] The sync data for ids ['f9686bc1-ff05-4422-b764-1ed619597330'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:12.643664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-18fc484c-7467-44fb-af73-17ba7da612b4 None None] Deleting port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:12.644195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18fc484c-7467-44fb-af73-17ba7da612b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.673433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:12.674131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.710117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.714866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-80e0724b-09a5-40a9-b228-93813dfeaf5b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.766319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Made reservation on behalf of 6d1d52dfef2b4b60be082a3a203d7ed0 for: {'port': 2} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:12.770831 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.773364 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7f5b2cb7-845e-4880-8ca6-8bf3f7e2fb0f None None] Provisioning complete for port 1c7aa117-938a-4ea1-978f-c4527fc2d230 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:12.773828 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2cb7-845e-4880-8ca6-8bf3f7e2fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.780789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] For port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c,segment=NetworkSegment(4a52182c-7295-487f-af10-e993929371fb),segment_id=4a52182c-7295-487f-af10-e993929371fb)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:12.781156 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.822721 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-76cac4d6-a2c6-4b0d-8750-c8b46527fef4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8830388 Dec 10 18:33:12.823276 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33216) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:12.829427 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-62f7973c-1c7b-47d8-84c7-5b6e35703a66 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:12.843056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:12.860169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.901267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-80e0724b-09a5-40a9-b228-93813dfeaf5b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] In _notify_port_updated(), no bound segment for port ae54b08c-c5ac-4ffc-b27d-ae18abe64251 on network 20547e15-f950-4ecc-92a3-36fd6622eecd {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:33:12.907165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e0724b-09a5-40a9-b228-93813dfeaf5b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:12.907844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-80e0724b-09a5-40a9-b228-93813dfeaf5b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.909221 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-80e0724b-09a5-40a9-b228-93813dfeaf5b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "PUT /v2.0/ports/ae54b08c-c5ac-4ffc-b27d-ae18abe64251 HTTP/1.1" status: 200 len: 930 time: 4.6979811 Dec 10 18:33:12.923479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33218) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:12.931801 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0724b-09a5-40a9-b228-93813dfeaf5b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=ae54b08c-c5ac-4ffc-b27d-ae18abe64251,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:12.988637 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:13.037712 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cfaa6e0c-b2cc-414a-9b97-883642cd51e4 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/routers/f9686bc1-ff05-4422-b764-1ed619597330 HTTP/1.1" status: 200 len: 921 time: 0.4486575 Dec 10 18:33:13.045849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33220) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:13.060578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-18fc484c-7467-44fb-af73-17ba7da612b4 None None] For port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c,segment=NetworkSegment(4a52182c-7295-487f-af10-e993929371fb),segment_id=4a52182c-7295-487f-af10-e993929371fb)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:13.060578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18fc484c-7467-44fb-af73-17ba7da612b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.070526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:13.075378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:13.081533 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Sync routers for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:13.089066 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b8faa5e4-e85f-4330-8df7-168c140cc7b8 admin admin] 10.222.0.60 "PUT /v2.0/routers/7ca16e6b-2980-4508-82df-6c267b899077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9442234 Dec 10 18:33:13.099802 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b2cb7-845e-4880-8ca6-8bf3f7e2fb0f None None] Port 1c7aa117-938a-4ea1-978f-c4527fc2d230 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:13.107189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:13.115968 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:13.116460 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-acec3d8f-2e92-405e-87e0-cb001ac7445c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9686bc1-ff05-4422-b764-1ed619597330 HTTP/1.1" status: 200 len: 205 time: 0.0693686 Dec 10 18:33:13.117994 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:32:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:13.132883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33226) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:13.145497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f7973c-1c7b-47d8-84c7-5b6e35703a66 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:13.151038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62f7973c-1c7b-47d8-84c7-5b6e35703a66 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.156615 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Pushing event updated for resources: {'Port': ['ID=e10c280e-c417-4dfb-8438-b293c468fe1e,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:13.168433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-18fc484c-7467-44fb-af73-17ba7da612b4 None None] Calling delete_port for 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:13.172111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] device_id is not set on port 1928f63e-84c5-424e-811b-3a18af52a458 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:33:13.273004 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-af4ed22c-0c17-4d8f-aff6-f54a964fd4c2 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port ae54b08c-c5ac-4ffc-b27d-ae18abe64251 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:13.273659 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-af4ed22c-0c17-4d8f-aff6-f54a964fd4c2 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.281410 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33228) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:13.313238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.412520 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:13.415844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] device_id is not set on port 1f0aa822-ca6e-4c7b-9626-e499f5cb256a yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:33:13.437159 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-af4ed22c-0c17-4d8f-aff6-f54a964fd4c2 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.510757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18fc484c-7467-44fb-af73-17ba7da612b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.529150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-af4ed22c-0c17-4d8f-aff6-f54a964fd4c2 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for ae54b08c-c5ac-4ffc-b27d-ae18abe64251 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:13.559091 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc484c-7467-44fb-af73-17ba7da612b4 None None] Pushing event deleted for resources: {'Port': ['ID=7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:13.585140 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-aab2982b-b70a-411f-bbfc-f8fbfbd6ff65 None None] Provisioning complete for port ae54b08c-c5ac-4ffc-b27d-ae18abe64251 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:13.585920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-aab2982b-b70a-411f-bbfc-f8fbfbd6ff65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.590230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.590596 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a8ddeff5-e866-4758-848e-d11c653258cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18fc6dff5975440ba8d84435e82eb71a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043771 Dec 10 18:33:13.593937 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Attempting to bind port e10c280e-c417-4dfb-8438-b293c468fe1e on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:13.594820 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Attempting to bind port e10c280e-c417-4dfb-8438-b293c468fe1e by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:13.596247 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33236) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:13.596623 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Attempting to bind port e10c280e-c417-4dfb-8438-b293c468fe1e on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:13.635938 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc484c-7467-44fb-af73-17ba7da612b4 None None] No DVR routers for this DVR port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:13.641659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:13.642319 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:13.643775 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.644352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:13.645003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Bound port: e10c280e-c417-4dfb-8438-b293c468fe1e, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:13.645558 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.738030 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-aab2982b-b70a-411f-bbfc-f8fbfbd6ff65 None None] Port ae54b08c-c5ac-4ffc-b27d-ae18abe64251 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:13.778097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] For port e10c280e-c417-4dfb-8438-b293c468fe1e, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:13.782174 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] For port e10c280e-c417-4dfb-8438-b293c468fe1e, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e10c280e-c417-4dfb-8438-b293c468fe1e,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:13.813670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b1d91192-37f8-4097-a3e8-b93a0518c5e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.819515 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:11Z', 'revision_number': 2, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:13.852005 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b1d91192-37f8-4097-a3e8-b93a0518c5e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.872194 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Checking router: 7ca16e6b-2980-4508-82df-6c267b899077 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:13.872542 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Updating router 7ca16e6b-2980-4508-82df-6c267b899077 port 1c7aa117-938a-4ea1-978f-c4527fc2d230 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:33:13.888327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.925359 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62f7973c-1c7b-47d8-84c7-5b6e35703a66 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.925577 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.970449 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62aefd-2981-4e56-852f-5b6a67f3b58a None None] Pushing event updated for resources: {'Port': ['ID=e10c280e-c417-4dfb-8438-b293c468fe1e,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:14.010797 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:14.028268 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f7973c-1c7b-47d8-84c7-5b6e35703a66 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:14.039014 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No DVR routers for this DVR port 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:14.049834 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-62f7973c-1c7b-47d8-84c7-5b6e35703a66 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:14.064029 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f7973c-1c7b-47d8-84c7-5b6e35703a66 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:14.064740 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62f7973c-1c7b-47d8-84c7-5b6e35703a66 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.088720 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7973c-1c7b-47d8-84c7-5b6e35703a66 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=72d8307d-65d4-4998-a006-4fdcbfd1b4cf,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:14.102907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.119006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.137967 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-af4ed22c-0c17-4d8f-aff6-f54a964fd4c2 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.204239 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b1d91192-37f8-4097-a3e8-b93a0518c5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.207300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b1d91192-37f8-4097-a3e8-b93a0518c5e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.208479 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b1d91192-37f8-4097-a3e8-b93a0518c5e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d891a220-97bb-4ce1-863d-09d1009c78e4 HTTP/1.1" status: 204 len: 168 time: 0.6107664 Dec 10 18:33:14.248837 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-62f7973c-1c7b-47d8-84c7-5b6e35703a66 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4244990 Dec 10 18:33:14.257621 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33248) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:14.257994 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33250) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:14.279945 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'mac_address': 'fa:16:3e:de:7d:ec', 'name': 'tempest-NetworksTestDHCPv6-820717751'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:14.287245 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ed22c-0c17-4d8f-aff6-f54a964fd4c2 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=ae54b08c-c5ac-4ffc-b27d-ae18abe64251,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:14.311486 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1276577383-network', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:14.321209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:14.378494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:14.378778 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 7bed50ca-5869-4fc9-bf9d-e81c1af0bb4c not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:14.382397 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.401608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d91192-37f8-4097-a3e8-b93a0518c5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d891a220-97bb-4ce1-863d-09d1009c78e4,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:14.415437 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-af4ed22c-0c17-4d8f-aff6-f54a964fd4c2 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.428984 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-af4ed22c-0c17-4d8f-aff6-f54a964fd4c2 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/ae54b08c-c5ac-4ffc-b27d-ae18abe64251 HTTP/1.1" status: 204 len: 168 time: 1.5046556 Dec 10 18:33:14.442372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33252) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:14.467675 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.518673 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.541028 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3cae7-e21e-4ce4-a2c8-82997983487d None None] Pushing event updated for resources: {'Port': ['ID=1c7aa117-938a-4ea1-978f-c4527fc2d230,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:14.552861 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-8baf8e5f-2e24-4e95-8a6a-91a4cda01226 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] GET failed (client error): The resource could not be found. Dec 10 18:33:14.557066 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8baf8e5f-2e24-4e95-8a6a-91a4cda01226 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/ae54b08c-c5ac-4ffc-b27d-ae18abe64251 HTTP/1.1" status: 404 len: 333 time: 0.1136463 Dec 10 18:33:14.561614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84969785-1c08-4223-afdc-fd4f1f28e604']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:14.565279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.567387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33254) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:14.609796 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a52182c-7295-487f-af10-e993929371fb') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:14.610138 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a52182c-7295-487f-af10-e993929371fb') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:14.625911 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Attempting to bind port 1c7aa117-938a-4ea1-978f-c4527fc2d230 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:14.626293 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Attempting to bind port 1c7aa117-938a-4ea1-978f-c4527fc2d230 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:14.626835 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Attempting to bind port 1c7aa117-938a-4ea1-978f-c4527fc2d230 on network a648c046-7b98-4168-8c91-4d4b8f654cd1 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:14.633034 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:14.633626 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Checking segment: {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:14.634060 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.634456 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Bound using segment: {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:14.634931 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Bound port: 1c7aa117-938a-4ea1-978f-c4527fc2d230, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:14.635342 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.642178 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] Made reservation on behalf of e613d275a44a49f69b0e48dc40c91e88 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:14.647757 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.672991 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.677105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.710049 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] For port 1c7aa117-938a-4ea1-978f-c4527fc2d230, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:14.713549 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] For port 1c7aa117-938a-4ea1-978f-c4527fc2d230, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1c7aa117-938a-4ea1-978f-c4527fc2d230,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:14.743042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.759144 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:14.761931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event updated for resources: {'Port': ['ID=1928f63e-84c5-424e-811b-3a18af52a458,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:14.765332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.773142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:14.773472 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:14.779474 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:14.829772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.840302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Checking segment: {'id': '13701990-0b98-429d-9841-415883355252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8b76dc8-6db1-4689-b55c-4d8b04c86fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:14.840959 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Network hostable DHCP agents. Network: a8b76dc8-6db1-4689-b55c-4d8b04c86fae, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:14.863924 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.876146 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-256fb0d5-c364-44a3-a79f-7913f2b9d3bc tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.882704 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-17f61553-a365-47ed-9a5c-e67e0372832b None None] Provisioning complete for port 1c7aa117-938a-4ea1-978f-c4527fc2d230 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:14.890104 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.894368 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-17f61553-a365-47ed-9a5c-e67e0372832b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.930973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-256fb0d5-c364-44a3-a79f-7913f2b9d3bc tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.931162 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.946276 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:14.947127 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:32:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:14.958239 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:14.979327 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.979669 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] Added segment be28cf49-3778-44f0-a74a-c0dcfdef38fa of type vlan for network 6aefe628-1a12-478c-b90b-405d8727862e Dec 10 18:33:14.982140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.022092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.036932 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/networks/84969785-1c08-4223-afdc-fd4f1f28e604 HTTP/1.1" status: 204 len: 168 time: 3.2053063 Dec 10 18:33:15.050707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.057757 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33260) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:15.059140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Network a8b76dc8-6db1-4689-b55c-4d8b04c86fae is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:15.068808 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f294bacf-35c1-4e76-a623-0d55af9a8014 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1430139571'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:15.083153 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port f6d7d248-9bc4-4cfe-9e40-ad37d6e9b8ea yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:33:15.093160 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:15.106273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e3513-81f1-42b7-bdf9-840e70db4ae8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Network': ['ID=84969785-1c08-4223-afdc-fd4f1f28e604,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.158283 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-17f61553-a365-47ed-9a5c-e67e0372832b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.170714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Deleting port 0a63c45b-a056-4f50-9df5-8f518a8a1d85 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:15.170886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.201140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.204540 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:15.211587 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.229794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-17f61553-a365-47ed-9a5c-e67e0372832b None None] For port 1c7aa117-938a-4ea1-978f-c4527fc2d230, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1c7aa117-938a-4ea1-978f-c4527fc2d230,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:15.245258 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6208111d-8c28-4338-86a2-6f231a9c77e6,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.258565 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, a8b76dc8-6db1-4689-b55c-4d8b04c86fae) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:15.273081 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-256fb0d5-c364-44a3-a79f-7913f2b9d3bc tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.279663 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c11f01b-96ec-4596-8e1e-43f72b064213 None None] Network a8b76dc8-6db1-4689-b55c-4d8b04c86fae requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:15.288275 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-256fb0d5-c364-44a3-a79f-7913f2b9d3bc tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.292997 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33266) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:15.293664 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-256fb0d5-c364-44a3-a79f-7913f2b9d3bc tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/security-groups/66b8f1fe-3137-4233-b160-fc26d4cb65c9 HTTP/1.1" status: 204 len: 168 time: 0.7138152 Dec 10 18:33:15.297216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:15.298335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.307735 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f294bacf-35c1-4e76-a623-0d55af9a8014 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:15.314000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f294bacf-35c1-4e76-a623-0d55af9a8014 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.363730 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3cae7-e21e-4ce4-a2c8-82997983487d None None] Pushing event updated for resources: {'Port': ['ID=1c7aa117-938a-4ea1-978f-c4527fc2d230,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.365070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-17f61553-a365-47ed-9a5c-e67e0372832b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.382971 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fb0d5-c364-44a3-a79f-7913f2b9d3bc tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b8f1fe-3137-4233-b160-fc26d4cb65c9,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.415244 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6aefe628-1a12-478c-b90b-405d8727862e,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.461005 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3bc71bcb-a147-4ab9-8628-64b48d8481b0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1917198 Dec 10 18:33:15.464103 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33270) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:15.465526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event updated for resources: {'Port': ['ID=1f0aa822-ca6e-4c7b-9626-e499f5cb256a,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.475237 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f294bacf-35c1-4e76-a623-0d55af9a8014 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:15.481069 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ef332320-4b8a-4921-816d-6336f60a5c55 admin admin] Request body: {'subnet': {'network_id': '6aefe628-1a12-478c-b90b-405d8727862e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1276577383-subnet', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88', 'ip_version': 4}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:15.517505 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.534467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-042e027a-e11f-4e64-8170-d1f4a06c00c4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.537652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 6aefe628-1a12-478c-b90b-405d8727862e details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:15.541134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f61553-a365-47ed-9a5c-e67e0372832b None None] Pushing event updated for resources: {'Port': ['ID=1c7aa117-938a-4ea1-978f-c4527fc2d230,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.556655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Checking segment: {'id': '21f69709-06d5-48f5-a8a5-d0f8c377937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eaeb576c-56a0-4c68-bac7-2963124d5499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:15.557034 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Network hostable DHCP agents. Network: eaeb576c-56a0-4c68-bac7-2963124d5499, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:15.582741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Calling delete_port for 0a63c45b-a056-4f50-9df5-8f518a8a1d85 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:15.593091 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f294bacf-35c1-4e76-a623-0d55af9a8014 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.593441 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-f294bacf-35c1-4e76-a623-0d55af9a8014 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Added segment 6c28402b-2344-41cd-8674-410d9bd40421 of type vlan for network 153416ec-3af5-4833-b816-af068da49694 Dec 10 18:33:15.612920 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef332320-4b8a-4921-816d-6336f60a5c55 admin admin] Made reservation on behalf of e613d275a44a49f69b0e48dc40c91e88 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:15.617364 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef332320-4b8a-4921-816d-6336f60a5c55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.663512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-df199c9d-acbc-4683-bfda-e9a9b065ed1e None None] Provisioning complete for port 1c7aa117-938a-4ea1-978f-c4527fc2d230 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:15.664175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-df199c9d-acbc-4683-bfda-e9a9b065ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.702633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-042e027a-e11f-4e64-8170-d1f4a06c00c4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.704969 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827147eb-2df7-4402-a84a-12374cf2b6a6 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:15.721295 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f294bacf-35c1-4e76-a623-0d55af9a8014 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.721683 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:14Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:15.760824 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e490ddb8-72e4-4746-9f95-3a85a7fcc4f1 None None] The sync data for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv is: [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:14Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:15.765543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Network eaeb576c-56a0-4c68-bac7-2963124d5499 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:15.856345 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f294bacf-35c1-4e76-a623-0d55af9a8014 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.861059 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-042e027a-e11f-4e64-8170-d1f4a06c00c4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.864681 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f294bacf-35c1-4e76-a623-0d55af9a8014 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:15.864932 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f294bacf-35c1-4e76-a623-0d55af9a8014 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.867214 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-042e027a-e11f-4e64-8170-d1f4a06c00c4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.871381 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-042e027a-e11f-4e64-8170-d1f4a06c00c4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/security-groups/d701905e-faec-45f9-ae17-a274556f4262 HTTP/1.1" status: 204 len: 168 time: 0.5726295 Dec 10 18:33:15.877384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33276) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:15.932280 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e027a-e11f-4e64-8170-d1f4a06c00c4 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d701905e-faec-45f9-ae17-a274556f4262,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.956961 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8:0:1::37b (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/72d8307d-65d4-4998-a006-4fdcbfd1b4cf/f6d7d248-9bc4-4cfe-9e40-ad37d6e9b8ea) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:15.973213 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::f816:3eff:fede:7dec (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/345d83f5-7c7f-42a1-948b-fa7de3c83a4b/f6d7d248-9bc4-4cfe-9e40-ad37d6e9b8ea) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:15.973636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, eaeb576c-56a0-4c68-bac7-2963124d5499) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:15.988597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:15.994928 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:15.999580 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001f9dc5-39c1-4e7c-a769-dbf70d61ac51 None None] Network eaeb576c-56a0-4c68-bac7-2963124d5499 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:16.000872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:16.001776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.052043 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294bacf-35c1-4e76-a623-0d55af9a8014 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Network': ['ID=153416ec-3af5-4833-b816-af068da49694,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:16.082432 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f294bacf-35c1-4e76-a623-0d55af9a8014 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0206437 Dec 10 18:33:16.091865 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a297e7-e68f-4e09-a5ee-e75043c5efee tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting subnet 53d009f4-1b5d-4c76-a310-ccf506896525 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:16.094475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33280) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:16.103933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 153416ec-3af5-4833-b816-af068da49694 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:16.114762 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-136ebbf8-87f6-4f4b-bde0-454083dd6abc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': '153416ec-3af5-4833-b816-af068da49694', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:16.130267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82a297e7-e68f-4e09-a5ee-e75043c5efee tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.296440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-15c73cfc-264a-4423-9ac9-f75b61d5b9c0 None None] Provisioning complete for port e10c280e-c417-4dfb-8438-b293c468fe1e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:16.297191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-15c73cfc-264a-4423-9ac9-f75b61d5b9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.299015 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-112dc27d-1d97-4ba6-9b73-091cb262d72f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.2911799 Dec 10 18:33:16.313575 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33286) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:16.434069 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82a297e7-e68f-4e09-a5ee-e75043c5efee tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.435814 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1c7aa117-938a-4ea1-978f-c4527fc2d230 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:16.491820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.530483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Pushing event deleted for resources: {'Port': ['ID=0a63c45b-a056-4f50-9df5-8f518a8a1d85,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:16.547609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401994ec-4d51-4811-b906-9b708ac1f432 None None] Update dhcp port {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'fixed_ips': [{'subnet_id': '345d83f5-7c7f-42a1-948b-fa7de3c83a4b', 'ip_address': '2001:db8::f816:3eff:fefa:25f5'}, {'subnet_id': '72d8307d-65d4-4998-a006-4fdcbfd1b4cf'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': 'e10c280e-c417-4dfb-8438-b293c468fe1e'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:33:16.594606 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-401994ec-4d51-4811-b906-9b708ac1f432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.596884 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dd7c42-3b7b-4adc-b1a0-efe7a17cdacd None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:16.608743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa50a46-5a5d-40e3-bd36-723771427ffc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:16.615171 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa50a46-5a5d-40e3-bd36-723771427ffc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:16.623691 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-daa50a46-5a5d-40e3-bd36-723771427ffc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3019137 Dec 10 18:33:16.623691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33290) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:16.624205 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0af3d572-d4d5-4477-b249-62c3b2614695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.630782 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136ebbf8-87f6-4f4b-bde0-454083dd6abc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:16.652734 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-136ebbf8-87f6-4f4b-bde0-454083dd6abc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.683112 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-15c73cfc-264a-4423-9ac9-f75b61d5b9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.826268 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:33:16.856758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.866984 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 1c7aa117-938a-4ea1-978f-c4527fc2d230 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:16.867362 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.917445 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-15c73cfc-264a-4423-9ac9-f75b61d5b9c0 None None] For port e10c280e-c417-4dfb-8438-b293c468fe1e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e10c280e-c417-4dfb-8438-b293c468fe1e,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:16.956123 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.978022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e10c280e-c417-4dfb-8438-b293c468fe1e up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:16.978755 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef332320-4b8a-4921-816d-6336f60a5c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.003047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82a297e7-e68f-4e09-a5ee-e75043c5efee tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.045678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-15c73cfc-264a-4423-9ac9-f75b61d5b9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.088450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.109212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.125458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port e10c280e-c417-4dfb-8438-b293c468fe1e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:17.126485 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.149102 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef332320-4b8a-4921-816d-6336f60a5c55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3bab32-f618-45a0-a5f3-a39f41c2adde,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:17.171925 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.199595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef332320-4b8a-4921-816d-6336f60a5c55 admin admin] Checking segment: {'id': 'be28cf49-3778-44f0-a74a-c0dcfdef38fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6aefe628-1a12-478c-b90b-405d8727862e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:17.199830 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef332320-4b8a-4921-816d-6336f60a5c55 admin admin] Network hostable DHCP agents. Network: 6aefe628-1a12-478c-b90b-405d8727862e, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:17.262124 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-401994ec-4d51-4811-b906-9b708ac1f432 None None] Allocated IP 2001:db8:0:1::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/72d8307d-65d4-4998-a006-4fdcbfd1b4cf/e10c280e-c417-4dfb-8438-b293c468fe1e) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:17.283718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c2a23579-e982-43ff-8c92-db63f656e6dc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Deleting port 1928f63e-84c5-424e-811b-3a18af52a458 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:17.284062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2a23579-e982-43ff-8c92-db63f656e6dc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.287151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:17.296957 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:17.301154 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:17.307088 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:17.308600 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.311376 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=f6d7d248-9bc4-4cfe-9e40-ad37d6e9b8ea,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:17.343495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c73cfc-264a-4423-9ac9-f75b61d5b9c0 None None] Pushing event updated for resources: {'Port': ['ID=e10c280e-c417-4dfb-8438-b293c468fe1e,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:17.346802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.347696 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Fanout notify agent at l3_agent the message router_deleted on router f9686bc1-ff05-4422-b764-1ed619597330 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:17.363930 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.365078 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-61ba2ea3-c7ff-4b02-90dd-d86da95e9ec3 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "DELETE /v2.0/routers/f9686bc1-ff05-4422-b764-1ed619597330 HTTP/1.1" status: 204 len: 168 time: 4.2309983 Dec 10 18:33:17.371945 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82a297e7-e68f-4e09-a5ee-e75043c5efee tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.375600 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33302) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:17.380181 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1446532688', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'enable_snat': False}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:17.392653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef332320-4b8a-4921-816d-6336f60a5c55 admin admin] Network 6aefe628-1a12-478c-b90b-405d8727862e is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:17.427447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a297e7-e68f-4e09-a5ee-e75043c5efee tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Subnet': ['ID=53d009f4-1b5d-4c76-a310-ccf506896525,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:17.446616 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d341325d-5841-441d-82be-b87781c8838a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1761317 Dec 10 18:33:17.451131 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33304) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:17.467215 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82a297e7-e68f-4e09-a5ee-e75043c5efee tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.470833 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-82a297e7-e68f-4e09-a5ee-e75043c5efee tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/53d009f4-1b5d-4c76-a310-ccf506896525 HTTP/1.1" status: 204 len: 168 time: 1.5845811 Dec 10 18:33:17.475599 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2a23579-e982-43ff-8c92-db63f656e6dc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.478155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33306) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:17.479235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-ef332320-4b8a-4921-816d-6336f60a5c55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 6aefe628-1a12-478c-b90b-405d8727862e) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:17.480703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2588b287-d62c-4b1f-b84e-2951d40c1cfc None None] Network 20547e15-f950-4ecc-92a3-36fd6622eecd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:17.494308 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-bc256318-0f97-4533-82e4-816333cf8d81 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:17.521169 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef332320-4b8a-4921-816d-6336f60a5c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:17.523486 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef332320-4b8a-4921-816d-6336f60a5c55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.565364 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdab4385-b5b0-46ee-9719-594fcf2ede29 None None] Network 6aefe628-1a12-478c-b90b-405d8727862e requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:17.588536 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c2a23579-e982-43ff-8c92-db63f656e6dc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Calling delete_port for 1928f63e-84c5-424e-811b-3a18af52a458 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:17.613209 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.615037 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.710231 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-401994ec-4d51-4811-b906-9b708ac1f432 None None] For port e10c280e-c417-4dfb-8438-b293c468fe1e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e10c280e-c417-4dfb-8438-b293c468fe1e,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:17.720590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.731890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-136ebbf8-87f6-4f4b-bde0-454083dd6abc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.735100 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ef332320-4b8a-4921-816d-6336f60a5c55 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2582710 Dec 10 18:33:17.735254 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33312) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:17.753082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1276577383-router', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:17.772628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72b91-1dd9-4e7d-a562-e57a3b1a732c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port f6d7d248-9bc4-4cfe-9e40-ad37d6e9b8ea {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:17.773357 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ffa72b91-1dd9-4e7d-a562-e57a3b1a732c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.919574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ebbf8-87f6-4f4b-bde0-454083dd6abc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Subnet': ['ID=1c2a21e8-a30b-4149-bfdd-17c7933359ca,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:17.939341 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136ebbf8-87f6-4f4b-bde0-454083dd6abc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Checking segment: {'id': '6c28402b-2344-41cd-8674-410d9bd40421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '153416ec-3af5-4833-b816-af068da49694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:17.940033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ebbf8-87f6-4f4b-bde0-454083dd6abc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network hostable DHCP agents. Network: 153416ec-3af5-4833-b816-af068da49694, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:18.004472 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.006399 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.044604 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2a23579-e982-43ff-8c92-db63f656e6dc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.050177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ebbf8-87f6-4f4b-bde0-454083dd6abc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 153416ec-3af5-4833-b816-af068da49694 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:18.078562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.085636 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ffa72b91-1dd9-4e7d-a562-e57a3b1a732c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.100726 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-ffa72b91-1dd9-4e7d-a562-e57a3b1a732c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for f6d7d248-9bc4-4cfe-9e40-ad37d6e9b8ea owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:18.111946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-401994ec-4d51-4811-b906-9b708ac1f432 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.138672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a23579-e982-43ff-8c92-db63f656e6dc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event deleted for resources: {'Port': ['ID=1928f63e-84c5-424e-811b-3a18af52a458,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:18.145411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc256318-0f97-4533-82e4-816333cf8d81 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:18.149235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bc256318-0f97-4533-82e4-816333cf8d81 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.168199 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2a23579-e982-43ff-8c92-db63f656e6dc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.172857 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c2a23579-e982-43ff-8c92-db63f656e6dc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "DELETE /v2.0/ports/1928f63e-84c5-424e-811b-3a18af52a458 HTTP/1.1" status: 204 len: 168 time: 1.5431507 Dec 10 18:33:18.175498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.175817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33314) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:18.190820 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-6aefe628-1a12-478c-b90b-405d8727862e', 'network_id': '6aefe628-1a12-478c-b90b-405d8727862e', 'project_id': 'e613d275a44a49f69b0e48dc40c91e88', 'fixed_ips': [{'subnet_id': 'da3bab32-f618-45a0-a5f3-a39f41c2adde'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:33:18.191864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.223083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-401994ec-4d51-4811-b906-9b708ac1f432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.223862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-136ebbf8-87f6-4f4b-bde0-454083dd6abc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 153416ec-3af5-4833-b816-af068da49694) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:18.253223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc99da0-46cf-448b-97d4-5d4887c0f30c None None] Network 153416ec-3af5-4833-b816-af068da49694 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:18.260357 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ebbf8-87f6-4f4b-bde0-454083dd6abc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:18.262432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-136ebbf8-87f6-4f4b-bde0-454083dd6abc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.359050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e10c280e-c417-4dfb-8438-b293c468fe1e up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:18.473282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.483274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401994ec-4d51-4811-b906-9b708ac1f432 None None] Pushing event updated for resources: {'Port': ['ID=e10c280e-c417-4dfb-8438-b293c468fe1e,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:18.527653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ffa72b91-1dd9-4e7d-a562-e57a3b1a732c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.565393 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72b91-1dd9-4e7d-a562-e57a3b1a732c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=f6d7d248-9bc4-4cfe-9e40-ad37d6e9b8ea,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:18.628608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-153416ec-3af5-4833-b816-af068da49694', 'network_id': '153416ec-3af5-4833-b816-af068da49694', 'project_id': '0436a4832bd94e0b890c68cbddcd3acb', 'fixed_ips': [{'subnet_id': '1c2a21e8-a30b-4149-bfdd-17c7933359ca'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:33:18.629599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.678279 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-136ebbf8-87f6-4f4b-bde0-454083dd6abc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5807588 Dec 10 18:33:18.696981 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33318) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:18.711536 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bc256318-0f97-4533-82e4-816333cf8d81 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.735311 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e0732870-5429-4b0d-862d-35653f882a79 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'network_id': '153416ec-3af5-4833-b816-af068da49694', 'security_groups': [], 'name': 'tempest-PortsTestJSON-568402036'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:18.766506 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Allocated IP 172.20.0.2 (6aefe628-1a12-478c-b90b-405d8727862e/da3bab32-f618-45a0-a5f3-a39f41c2adde/2e870adc-17e4-477d-a383-fcb9265a7aaf) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:18.778076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc256318-0f97-4533-82e4-816333cf8d81 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Subnet': ['ID=e6a3953b-5ae5-4e3f-925a-113615fde912,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:18.781998 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33320) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:18.789135 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8c334f61-8e53-4f82-a423-c96a364adc3d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-137626538', 'description': 'tempest-secgroup-smoke-137626538 description', 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:18.849490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ffa72b91-1dd9-4e7d-a562-e57a3b1a732c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.853361 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ffa72b91-1dd9-4e7d-a562-e57a3b1a732c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/f6d7d248-9bc4-4cfe-9e40-ad37d6e9b8ea HTTP/1.1" status: 204 len: 168 time: 1.4000559 Dec 10 18:33:18.859353 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33322) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:18.892254 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc256318-0f97-4533-82e4-816333cf8d81 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 20547e15-f950-4ecc-92a3-36fd6622eecd is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:18.895894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port e10c280e-c417-4dfb-8438-b293c468fe1e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:18.896285 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.897438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-bc256318-0f97-4533-82e4-816333cf8d81 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:18.905359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc256318-0f97-4533-82e4-816333cf8d81 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:18.906245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bc256318-0f97-4533-82e4-816333cf8d81 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.914851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.918170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c334f61-8e53-4f82-a423-c96a364adc3d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.932946 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c334f61-8e53-4f82-a423-c96a364adc3d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.954395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c081a-a7ae-4ad5-a940-6e561a5849e4 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Deleting port 1f0aa822-ca6e-4c7b-9626-e499f5cb256a {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:18.954907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a0c081a-a7ae-4ad5-a940-6e561a5849e4 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.033573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c334f61-8e53-4f82-a423-c96a364adc3d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.053832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e70a2e17-baae-4ad9-9a82-f0363af697f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.112098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c334f61-8e53-4f82-a423-c96a364adc3d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.143727 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c334f61-8e53-4f82-a423-c96a364adc3d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad690e98-f1e5-4594-a04b-870e642b485e,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:19.150759 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bc256318-0f97-4533-82e4-816333cf8d81 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6665332 Dec 10 18:33:19.158604 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33324) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:19.164222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1307b952-dc30-4343-b444-e7f61de5fca8 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'security_group': {'name': 'tempest-secgroup-1698805738'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:19.220990 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a0c081a-a7ae-4ad5-a940-6e561a5849e4 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.242900 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c081a-a7ae-4ad5-a940-6e561a5849e4 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Calling delete_port for 1f0aa822-ca6e-4c7b-9626-e499f5cb256a owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:19.280002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9267d4-a002-4b61-b173-f4d4e44749f8 None None] Network 20547e15-f950-4ecc-92a3-36fd6622eecd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:19.296393 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.301125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Allocated IP 172.20.0.2 (153416ec-3af5-4833-b816-af068da49694/1c2a21e8-a30b-4149-bfdd-17c7933359ca/55526001-4636-47ef-90bb-53ca3ebbc18f) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:19.356848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e24d0d-f3fd-4dd1-be55-7fa673b682e0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:19.361126 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b6e24d0d-f3fd-4dd1-be55-7fa673b682e0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4954724 Dec 10 18:33:19.396362 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33328) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:19.402887 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.505954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a8dfc430-5133-4b5f-9f59-ca9136aae52b None None] Provisioning complete for port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:19.505954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a8dfc430-5133-4b5f-9f59-ca9136aae52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.544604 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.568538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Network 6aefe628-1a12-478c-b90b-405d8727862e is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:19.592325 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.593283 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Pushing event updated for resources: {'Port': ['ID=2e870adc-17e4-477d-a383-fcb9265a7aaf,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:19.608326 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bca5a9-6834-4c18-90f8-30ecc6171724 req-2a894219-2e46-42fa-8785-bb93a011e29b tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:19.611101 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-26bca5a9-6834-4c18-90f8-30ecc6171724 req-2a894219-2e46-42fa-8785-bb93a011e29b tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.2305002 Dec 10 18:33:19.630165 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:19.637268 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:19.665653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d4f3af-9298-4b9b-b6fe-aa7635d1f423 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:19.668759 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-18d4f3af-9298-4b9b-b6fe-aa7635d1f423 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2677574 Dec 10 18:33:19.674082 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0732870-5429-4b0d-862d-35653f882a79 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:19.677879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e0732870-5429-4b0d-862d-35653f882a79 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.679858 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33330) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:19.730293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1307b952-dc30-4343-b444-e7f61de5fca8 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.780639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c334f61-8e53-4f82-a423-c96a364adc3d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.800748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-e0732870-5429-4b0d-862d-35653f882a79 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port 4ed500c7-18ce-44c3-a04f-91e387ed2a4c yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:33:19.803562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Attempting to bind port 2e870adc-17e4-477d-a383-fcb9265a7aaf on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:19.803951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Attempting to bind port 2e870adc-17e4-477d-a383-fcb9265a7aaf by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'be28cf49-3778-44f0-a74a-c0dcfdef38fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6aefe628-1a12-478c-b90b-405d8727862e'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:19.804323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Attempting to bind port 2e870adc-17e4-477d-a383-fcb9265a7aaf on network 6aefe628-1a12-478c-b90b-405d8727862e {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:19.816659 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.823025 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3270135e-ba59-4158-8796-0001e98fc4ab req-bc0e3ba1-2fda-4f69-adb5-05df53ae2b00 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1308851 Dec 10 18:33:19.854388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:19.854841 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Checking segment: {'id': 'be28cf49-3778-44f0-a74a-c0dcfdef38fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6aefe628-1a12-478c-b90b-405d8727862e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:19.855233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.856422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Bound using segment: {'id': 'be28cf49-3778-44f0-a74a-c0dcfdef38fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6aefe628-1a12-478c-b90b-405d8727862e'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:19.856744 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Bound port: 2e870adc-17e4-477d-a383-fcb9265a7aaf, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be28cf49-3778-44f0-a74a-c0dcfdef38fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6aefe628-1a12-478c-b90b-405d8727862e'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:19.857139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.865812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.870173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.882116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c334f61-8e53-4f82-a423-c96a364adc3d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.894286 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a0c081a-a7ae-4ad5-a940-6e561a5849e4 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.929971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a0c081a-a7ae-4ad5-a940-6e561a5849e4 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.934682 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4a0c081a-a7ae-4ad5-a940-6e561a5849e4 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "DELETE /v2.0/ports/1f0aa822-ca6e-4c7b-9626-e499f5cb256a HTTP/1.1" status: 204 len: 168 time: 1.7561984 Dec 10 18:33:19.946829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33332) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:19.952772 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c334f61-8e53-4f82-a423-c96a364adc3d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691765c7-def1-40a6-b7f8-150f8e3ab87f,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:19.962788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] For port 2e870adc-17e4-477d-a383-fcb9265a7aaf, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:19.966178 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] For port 2e870adc-17e4-477d-a383-fcb9265a7aaf, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2e870adc-17e4-477d-a383-fcb9265a7aaf,segment=NetworkSegment(be28cf49-3778-44f0-a74a-c0dcfdef38fa),segment_id=be28cf49-3778-44f0-a74a-c0dcfdef38fa)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:19.980546 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.020990 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c081a-a7ae-4ad5-a940-6e561a5849e4 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event deleted for resources: {'Port': ['ID=1f0aa822-ca6e-4c7b-9626-e499f5cb256a,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:20.068948 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71947e77-e487-4ee2-bb1d-8eb5edbf46b3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:20.070492 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71947e77-e487-4ee2-bb1d-8eb5edbf46b3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:20.072232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71947e77-e487-4ee2-bb1d-8eb5edbf46b3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:20.074400 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-71947e77-e487-4ee2-bb1d-8eb5edbf46b3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3797565 Dec 10 18:33:20.079039 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1307b952-dc30-4343-b444-e7f61de5fca8 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.081223 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fb975f1a-9ed2-480c-9f7c-f3e482982e65 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0929477 Dec 10 18:33:20.081829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33334) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:20.086413 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Network 153416ec-3af5-4833-b816-af068da49694 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:20.088542 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33336) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:20.093672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4a3f6c97-2e62-49a8-bab5-e002b5c26f0c tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1346160264'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:20.096157 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.103193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:20.105239 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-26bca5a9-6834-4c18-90f8-30ecc6171724 req-7eb63c97-6651-4ac8-b807-a2266c282d85 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4323266 Dec 10 18:33:20.115388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:20.128161 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c334f61-8e53-4f82-a423-c96a364adc3d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.132673 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8c334f61-8e53-4f82-a423-c96a364adc3d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3478403 Dec 10 18:33:20.133310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33338) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:20.137571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270135e-ba59-4158-8796-0001e98fc4ab req-1e086e54-857f-4b63-99a5-124db7ed9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:20.138078 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Allocated IP 172.26.5.105 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/865ac62f-b851-493d-b1db-6831884bb4ca) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:20.139005 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3270135e-ba59-4158-8796-0001e98fc4ab req-1e086e54-857f-4b63-99a5-124db7ed9403 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5b0ea7622f4bae8e83a24fbb913e21&device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 1098 time: 0.2592320 Dec 10 18:33:20.142454 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-88845798-f8e4-46a0-a794-829113ce3ee6 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Request body: {'security_group_rule': {'security_group_id': '691765c7-def1-40a6-b7f8-150f8e3ab87f', 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:20.151751 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8d2438-755b-41de-83a6-20715780712e None None] Update dhcp port {'port': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'fixed_ips': [{'subnet_id': 'ba651070-90e9-4307-ad6b-aa8c7838c8ab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e6a3953b-5ae5-4e3f-925a-113615fde912'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '9ae7780f-631d-4ef0-8a97-9f94a07dc37a'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:33:20.164312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1307b952-dc30-4343-b444-e7f61de5fca8 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.214683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-e0732870-5429-4b0d-862d-35653f882a79 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Allocated IP 172.20.0.6 (153416ec-3af5-4833-b816-af068da49694/1c2a21e8-a30b-4149-bfdd-17c7933359ca/4ed500c7-18ce-44c3-a04f-91e387ed2a4c) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:20.245023 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a8dfc430-5133-4b5f-9f59-ca9136aae52b None None] Provisioning complete for port 9d710c11-f8e7-441c-a598-473f0fe8a335 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:20.245459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a8dfc430-5133-4b5f-9f59-ca9136aae52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.252232 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3f6c97-2e62-49a8-bab5-e002b5c26f0c tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Made reservation on behalf of 6d1d52dfef2b4b60be082a3a203d7ed0 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:20.256268 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a3f6c97-2e62-49a8-bab5-e002b5c26f0c tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.301485 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-f270ae52-6574-4ca2-9112-eda7cf4c7079 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 345d83f5-7c7f-42a1-948b-fa7de3c83a4b {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:20.316078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Pushing event updated for resources: {'Port': ['ID=55526001-4636-47ef-90bb-53ca3ebbc18f,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:20.318416 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.343057 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307b952-dc30-4343-b444-e7f61de5fca8 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3c096d-49fe-4af4-a115-351f7dbfb069,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:20.352255 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-88845798-f8e4-46a0-a794-829113ce3ee6 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.355589 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3f6c97-2e62-49a8-bab5-e002b5c26f0c tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:20.358287 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a8dfc430-5133-4b5f-9f59-ca9136aae52b None None] Port 9d710c11-f8e7-441c-a598-473f0fe8a335 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:20.364942 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e10c280e-c417-4dfb-8438-b293c468fe1e up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:20.368008 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f270ae52-6574-4ca2-9112-eda7cf4c7079 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.390691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a3f6c97-2e62-49a8-bab5-e002b5c26f0c tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.391040 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-4a3f6c97-2e62-49a8-bab5-e002b5c26f0c tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Added segment 02b1d4e0-fb2a-4cf2-a669-fae48c9c52f0 of type vlan for network 6e2a6096-7909-4f53-8fdc-cd3e80994c00 Dec 10 18:33:20.444848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1307b952-dc30-4343-b444-e7f61de5fca8 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.450028 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1307b952-dc30-4343-b444-e7f61de5fca8 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2891989 Dec 10 18:33:20.450820 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33342) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:20.467526 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9e8d2438-755b-41de-83a6-20715780712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.518148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270135e-ba59-4158-8796-0001e98fc4ab req-92ae08a4-3dac-4600-ac5d-6b7fbc246977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:20.519694 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3270135e-ba59-4158-8796-0001e98fc4ab req-92ae08a4-3dac-4600-ac5d-6b7fbc246977 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62f9555d-cabd-4fc1-91e0-b246290379c5 HTTP/1.1" status: 200 len: 912 time: 0.3436704 Dec 10 18:33:20.522026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9c6dd6b8-6bd1-4a98-8435-836beda99164 None None] Could not find standard attr ID for object f6d7d248-9bc4-4cfe-9e40-ad37d6e9b8ea. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:33:20.528801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c14efdc0-2a25-4deb-8083-0d90c4fce2e8 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'security_group': {'name': 'tempest-secgroup-56171381'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:20.528999 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a3f6c97-2e62-49a8-bab5-e002b5c26f0c tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.546826 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Attempting to bind port 55526001-4636-47ef-90bb-53ca3ebbc18f on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:20.547588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Attempting to bind port 55526001-4636-47ef-90bb-53ca3ebbc18f by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '6c28402b-2344-41cd-8674-410d9bd40421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '153416ec-3af5-4833-b816-af068da49694'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:20.548336 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Attempting to bind port 55526001-4636-47ef-90bb-53ca3ebbc18f on network 153416ec-3af5-4833-b816-af068da49694 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:20.575591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852f235-ed19-41d0-8bae-c578202fbbd6 req-a375336d-face-4a3e-9556-ad1f465c23ff tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:20.583137 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4852f235-ed19-41d0-8bae-c578202fbbd6 req-a375336d-face-4a3e-9556-ad1f465c23ff tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.3596148 Dec 10 18:33:20.597325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-88845798-f8e4-46a0-a794-829113ce3ee6 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.606301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f270ae52-6574-4ca2-9112-eda7cf4c7079 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.611161 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.618134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9c6dd6b8-6bd1-4a98-8435-836beda99164 None None] Provisioning complete for port e10c280e-c417-4dfb-8438-b293c468fe1e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:20.619018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9c6dd6b8-6bd1-4a98-8435-836beda99164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.655277 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3270135e-ba59-4158-8796-0001e98fc4ab req-5bc0288a-bef2-4567-9ed1-1716759755f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf249f3-32dc-4cdd-b31d-bf560b49cb90 HTTP/1.1" status: 200 len: 999 time: 0.1207983 Dec 10 18:33:20.667031 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c14efdc0-2a25-4deb-8083-0d90c4fce2e8 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.705129 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-88845798-f8e4-46a0-a794-829113ce3ee6 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.737239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88845798-f8e4-46a0-a794-829113ce3ee6 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2392c469-159f-46ae-a4e9-0d6652cffd6d,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:20.747559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270135e-ba59-4158-8796-0001e98fc4ab req-d0881165-ccff-4b22-a3c1-3946e55a17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:20.749109 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3270135e-ba59-4158-8796-0001e98fc4ab req-d0881165-ccff-4b22-a3c1-3946e55a17cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae237fdd-10af-4d8e-bdae-3b418032a0b5 HTTP/1.1" status: 200 len: 850 time: 0.0805471 Dec 10 18:33:20.796002 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a3f6c97-2e62-49a8-bab5-e002b5c26f0c tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.802760 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3f6c97-2e62-49a8-bab5-e002b5c26f0c tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:20.803694 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a3f6c97-2e62-49a8-bab5-e002b5c26f0c tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.836434 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4852f235-ed19-41d0-8bae-c578202fbbd6 req-5061d027-ef1f-4c3b-ab04-b0d32d5bc203 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519252 Dec 10 18:33:20.840943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-88845798-f8e4-46a0-a794-829113ce3ee6 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.845123 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-88845798-f8e4-46a0-a794-829113ce3ee6 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7077560 Dec 10 18:33:20.845291 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e0732870-5429-4b0d-862d-35653f882a79 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.848833 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33344) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:20.860356 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-17497f74-d131-4065-8e9f-941d2836aa26 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Request body: {'security_group_rule': {'security_group_id': '691765c7-def1-40a6-b7f8-150f8e3ab87f', 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:20.868147 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f270ae52-6574-4ca2-9112-eda7cf4c7079 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.883417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:20.884017 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Checking segment: {'id': '6c28402b-2344-41cd-8674-410d9bd40421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '153416ec-3af5-4833-b816-af068da49694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:20.884204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.885419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Bound using segment: {'id': '6c28402b-2344-41cd-8674-410d9bd40421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '153416ec-3af5-4833-b816-af068da49694'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:20.885419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Bound port: 55526001-4636-47ef-90bb-53ca3ebbc18f, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c28402b-2344-41cd-8674-410d9bd40421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '153416ec-3af5-4833-b816-af068da49694'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:20.885641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.886807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270135e-ba59-4158-8796-0001e98fc4ab req-c8d497af-8f9f-478f-b40c-627d558cdb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:20.889240 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3270135e-ba59-4158-8796-0001e98fc4ab req-c8d497af-8f9f-478f-b40c-627d558cdb5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62f9555d-cabd-4fc1-91e0-b246290379c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1283045 Dec 10 18:33:20.896831 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4a3f6c97-2e62-49a8-bab5-e002b5c26f0c tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8048248 Dec 10 18:33:20.898450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33348) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:20.902136 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a14598-906a-4e75-9948-c94705c4eabe None None] Pushing event updated for resources: {'Port': ['ID=2e870adc-17e4-477d-a383-fcb9265a7aaf,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:20.904932 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port e10c280e-c417-4dfb-8438-b293c468fe1e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:20.905314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.916100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-078f6691-5b0f-49c1-b7a5-03499bdbb1b6 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-755525317'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:20.925671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.992578 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:21.003635 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] For port 55526001-4636-47ef-90bb-53ca3ebbc18f, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:21.010686 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:21.018319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f6c97-2e62-49a8-bab5-e002b5c26f0c tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event updated for resources: {'Network': ['ID=6e2a6096-7909-4f53-8fdc-cd3e80994c00,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:21.026585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:21.041376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 6e2a6096-7909-4f53-8fdc-cd3e80994c00 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:21.082535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Allocated IP 172.26.5.99 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/5057a56c-250c-470c-aa16-b2d3a5da3de4) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:21.087802 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c14efdc0-2a25-4deb-8083-0d90c4fce2e8 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.095490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event updated for resources: {'Port': ['ID=865ac62f-b851-493d-b1db-6831884bb4ca,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:21.124209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ed88b-57e3-4861-8551-6ceab071e5f6 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:21.128373 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] For port 55526001-4636-47ef-90bb-53ca3ebbc18f, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=55526001-4636-47ef-90bb-53ca3ebbc18f,segment=NetworkSegment(6c28402b-2344-41cd-8674-410d9bd40421),segment_id=6c28402b-2344-41cd-8674-410d9bd40421)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:21.129319 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17497f74-d131-4065-8e9f-941d2836aa26 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.209055 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-9e8d2438-755b-41de-83a6-20715780712e None None] Allocated IP 2001:db8::2 (20547e15-f950-4ecc-92a3-36fd6622eecd/e6a3953b-5ae5-4e3f-925a-113615fde912/9ae7780f-631d-4ef0-8a97-9f94a07dc37a) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:21.236596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.236866 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f270ae52-6574-4ca2-9112-eda7cf4c7079 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.238593 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e0732870-5429-4b0d-862d-35653f882a79 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.257179 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3270135e-ba59-4158-8796-0001e98fc4ab req-4b2e369c-f32e-4e93-9d01-e26b8a13f2a6 service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272409 Dec 10 18:33:21.276116 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0732870-5429-4b0d-862d-35653f882a79 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 153416ec-3af5-4833-b816-af068da49694 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:21.277961 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c14efdc0-2a25-4deb-8083-0d90c4fce2e8 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.288397 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-e0732870-5429-4b0d-862d-35653f882a79 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:21.305464 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0732870-5429-4b0d-862d-35653f882a79 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:21.394652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078f6691-5b0f-49c1-b7a5-03499bdbb1b6 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Made reservation on behalf of 6d1d52dfef2b4b60be082a3a203d7ed0 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:21.398274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-078f6691-5b0f-49c1-b7a5-03499bdbb1b6 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.433524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078f6691-5b0f-49c1-b7a5-03499bdbb1b6 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:21.443497 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.448581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-078f6691-5b0f-49c1-b7a5-03499bdbb1b6 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.449450 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-078f6691-5b0f-49c1-b7a5-03499bdbb1b6 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Added segment ce4463a3-382d-4f6d-adc4-46e99287eb94 of type vlan for network edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c Dec 10 18:33:21.452809 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-dc9c6f22-fcc0-4826-a0d1-16b6f2c335c9 None None] Provisioning complete for port 865ac62f-b851-493d-b1db-6831884bb4ca triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:21.455719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6f22-fcc0-4826-a0d1-16b6f2c335c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.507038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a9ca3-4693-41e9-a544-b54ab84c5466 None None] Pushing event updated for resources: {'Port': ['ID=55526001-4636-47ef-90bb-53ca3ebbc18f,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:21.514787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-078f6691-5b0f-49c1-b7a5-03499bdbb1b6 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.556948 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3270135e-ba59-4158-8796-0001e98fc4ab req-99a594c8-a0aa-45b4-8a45-1da004a7a949 service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854412 Dec 10 18:33:21.571228 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.581037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9e8d2438-755b-41de-83a6-20715780712e None None] For port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9ae7780f-631d-4ef0-8a97-9f94a07dc37a,segment=NetworkSegment(b0fd1fc1-6736-46fc-b731-68e5b68b0888),segment_id=b0fd1fc1-6736-46fc-b731-68e5b68b0888)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:21.585588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c6f22-fcc0-4826-a0d1-16b6f2c335c9 None None] Port 865ac62f-b851-493d-b1db-6831884bb4ca cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:21.624416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-078f6691-5b0f-49c1-b7a5-03499bdbb1b6 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.630796 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078f6691-5b0f-49c1-b7a5-03499bdbb1b6 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:21.631595 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-078f6691-5b0f-49c1-b7a5-03499bdbb1b6 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.669358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9e8d2438-755b-41de-83a6-20715780712e None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.713989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.780950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:21.781642 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f6691-5b0f-49c1-b7a5-03499bdbb1b6 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event updated for resources: {'Network': ['ID=edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:21.784265 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9e8d2438-755b-41de-83a6-20715780712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.805270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:21.813206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270ae52-6574-4ca2-9112-eda7cf4c7079 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=345d83f5-7c7f-42a1-948b-fa7de3c83a4b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:21.816266 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f270ae52-6574-4ca2-9112-eda7cf4c7079 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.819737 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f270ae52-6574-4ca2-9112-eda7cf4c7079 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/345d83f5-7c7f-42a1-948b-fa7de3c83a4b HTTP/1.1" status: 204 len: 168 time: 1.7318206 Dec 10 18:33:21.822014 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:21.847873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:21.849719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedc03a7-37df-4b90-99fd-0e43d0b68fdb None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:21.872628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33356) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:21.875844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7dbdca-9fdb-4ec8-99fd-07e0c08301b5 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:21.929780 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-078f6691-5b0f-49c1-b7a5-03499bdbb1b6 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0219512 Dec 10 18:33:21.929780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=5057a56c-250c-470c-aa16-b2d3a5da3de4,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:21.930453 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0732870-5429-4b0d-862d-35653f882a79 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:21.943001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e0732870-5429-4b0d-862d-35653f882a79 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.943001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14efdc0-2a25-4deb-8083-0d90c4fce2e8 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2889421-3d69-4558-9b1f-64d0231c6cf5,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:21.958423 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c14efdc0-2a25-4deb-8083-0d90c4fce2e8 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.960992 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c14efdc0-2a25-4deb-8083-0d90c4fce2e8 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 1.4838560 Dec 10 18:33:21.976941 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33358) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:21.977909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0732870-5429-4b0d-862d-35653f882a79 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=4ed500c7-18ce-44c3-a04f-91e387ed2a4c,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:21.993126 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a94ab7ef-11e3-461d-9f03-5fc5c4fd585b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'security_group': {'name': 'tempest-secgroup-371982970'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:22.018327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d2438-755b-41de-83a6-20715780712e None None] Pushing event updated for resources: {'Port': ['ID=9ae7780f-631d-4ef0-8a97-9f94a07dc37a,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:22.023093 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bbeb12-a66f-475e-9d62-9badc10b3e42 None None] Network 6aefe628-1a12-478c-b90b-405d8727862e requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:22.037089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17497f74-d131-4065-8e9f-941d2836aa26 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.055729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54eb06-ae9a-4dfb-8a45-6521bd63226b req-ae2e5b26-9fab-49c0-9e87-98715e6ae49f tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:22.067684 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0b54eb06-ae9a-4dfb-8a45-6521bd63226b req-ae2e5b26-9fab-49c0-9e87-98715e6ae49f tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.7584820 Dec 10 18:33:22.180869 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf6fb59-7a9d-4212-b512-52903873e884 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 72d8307d-65d4-4998-a006-4fdcbfd1b4cf {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:22.192968 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0b54eb06-ae9a-4dfb-8a45-6521bd63226b req-53716713-61a5-405b-ac41-c552a2193ab8 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184118 Dec 10 18:33:22.196589 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17497f74-d131-4065-8e9f-941d2836aa26 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.203625 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a94ab7ef-11e3-461d-9f03-5fc5c4fd585b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.208327 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-acf6fb59-7a9d-4212-b512-52903873e884 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.278454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-dc3a2015-aafa-4ecf-9623-036be651db13 None None] Provisioning complete for port 2e870adc-17e4-477d-a383-fcb9265a7aaf triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:22.280582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2015-aafa-4ecf-9623-036be651db13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.359695 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a94ab7ef-11e3-461d-9f03-5fc5c4fd585b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.377217 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-acf6fb59-7a9d-4212-b512-52903873e884 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.607381 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.618410 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.621272 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-acf6fb59-7a9d-4212-b512-52903873e884 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.689615 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2e870adc-17e4-477d-a383-fcb9265a7aaf up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:22.824803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2015-aafa-4ecf-9623-036be651db13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.901952 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17497f74-d131-4065-8e9f-941d2836aa26 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fa1915-682a-41e8-94e9-0f69a1f03831,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:22.965149 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-acf6fb59-7a9d-4212-b512-52903873e884 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.983763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dc3a2015-aafa-4ecf-9623-036be651db13 None None] For port 2e870adc-17e4-477d-a383-fcb9265a7aaf, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2e870adc-17e4-477d-a383-fcb9265a7aaf,segment=NetworkSegment(be28cf49-3778-44f0-a74a-c0dcfdef38fa),segment_id=be28cf49-3778-44f0-a74a-c0dcfdef38fa)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:23.005421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 2e870adc-17e4-477d-a383-fcb9265a7aaf triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:23.006100 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.060549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-acf6fb59-7a9d-4212-b512-52903873e884 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.069973 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-acf6fb59-7a9d-4212-b512-52903873e884 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/72d8307d-65d4-4998-a006-4fdcbfd1b4cf HTTP/1.1" status: 204 len: 168 time: 1.1887550 Dec 10 18:33:23.075558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33360) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:23.075558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6fb59-7a9d-4212-b512-52903873e884 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=72d8307d-65d4-4998-a006-4fdcbfd1b4cf,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:23.091396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2015-aafa-4ecf-9623-036be651db13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.100594 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a94ab7ef-11e3-461d-9f03-5fc5c4fd585b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.126176 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e0732870-5429-4b0d-862d-35653f882a79 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.3960187 Dec 10 18:33:23.133905 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17497f74-d131-4065-8e9f-941d2836aa26 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.135572 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-17497f74-d131-4065-8e9f-941d2836aa26 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.2843692 Dec 10 18:33:23.155072 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33362) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:23.157799 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33364) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:23.167849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-1e3dcc53-5d1c-4e15-a01b-db4d204b9fc0 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Request body: {'security_group_rule': {'security_group_id': '691765c7-def1-40a6-b7f8-150f8e3ab87f', 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:23.193491 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4c892ac2-cefc-4381-9121-84905d73ac5e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036186 Dec 10 18:33:23.197590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33366) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:23.225823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-9bcc022a-d41f-4101-9678-7eb3f78775fc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:23.304223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a2015-aafa-4ecf-9623-036be651db13 None None] Pushing event updated for resources: {'Port': ['ID=2e870adc-17e4-477d-a383-fcb9265a7aaf,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:23.361442 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-15b2726e-1e53-4ca8-933c-b6d30c15448d None None] Provisioning complete for port 5057a56c-250c-470c-aa16-b2d3a5da3de4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:23.363063 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-15b2726e-1e53-4ca8-933c-b6d30c15448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.421158 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.437835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106b594-1c1a-495a-8d93-2991e88913ac None None] Network 153416ec-3af5-4833-b816-af068da49694 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:23.440091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1e3dcc53-5d1c-4e15-a01b-db4d204b9fc0 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.531812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ab7ef-11e3-461d-9f03-5fc5c4fd585b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208998d4-f73a-468e-9b0d-1c9eef58a3a5,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:23.537848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9ae7780f-631d-4ef0-8a97-9f94a07dc37a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:23.596757 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a94ab7ef-11e3-461d-9f03-5fc5c4fd585b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.606161 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a94ab7ef-11e3-461d-9f03-5fc5c4fd585b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.6247461 Dec 10 18:33:23.646126 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33370) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:23.655352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-56ca682b-5f7d-4072-8a7b-44a5d29f548c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1262861894', 'security_groups': ['208998d4-f73a-468e-9b0d-1c9eef58a3a5'], 'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e6a3953b-5ae5-4e3f-925a-113615fde912'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:23.667940 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.678299 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-15b2726e-1e53-4ca8-933c-b6d30c15448d None None] Port 5057a56c-250c-470c-aa16-b2d3a5da3de4 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:23.720194 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-15b2726e-1e53-4ca8-933c-b6d30c15448d None None] Provisioning complete for port 2e870adc-17e4-477d-a383-fcb9265a7aaf triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:23.720612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-15b2726e-1e53-4ca8-933c-b6d30c15448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.726774 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1e3dcc53-5d1c-4e15-a01b-db4d204b9fc0 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.857403 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1e3dcc53-5d1c-4e15-a01b-db4d204b9fc0 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.893245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:23.893487 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.947915 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dcc53-5d1c-4e15-a01b-db4d204b9fc0 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd627d7c-3624-4e30-9f1b-eb64621f3f7e,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:23.949958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2a0b65-dfd0-43d8-ab8b-172643fe292b None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:24.018519 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3875004-b5bb-4b11-99ed-85243441b16a req-668fe67c-a040-420a-9d19-6d6b9117567a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:24.020530 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b3875004-b5bb-4b11-99ed-85243441b16a req-668fe67c-a040-420a-9d19-6d6b9117567a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.5961254 Dec 10 18:33:24.075078 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1e3dcc53-5d1c-4e15-a01b-db4d204b9fc0 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.076751 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1e3dcc53-5d1c-4e15-a01b-db4d204b9fc0 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9122863 Dec 10 18:33:24.111330 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33372) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:24.114509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-84be70c6-81be-4613-8a10-994ddf0d62bc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 4ed500c7-18ce-44c3-a04f-91e387ed2a4c {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:24.115058 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-84be70c6-81be-4613-8a10-994ddf0d62bc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.144464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcc022a-d41f-4101-9678-7eb3f78775fc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:24.149133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bcc022a-d41f-4101-9678-7eb3f78775fc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.319748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-84be70c6-81be-4613-8a10-994ddf0d62bc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.333643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.347138 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-84be70c6-81be-4613-8a10-994ddf0d62bc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 4ed500c7-18ce-44c3-a04f-91e387ed2a4c owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:24.405568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-94f65dfb-8481-41d5-89b5-a9a2ebf5b0f2 None None] Provisioning complete for port 55526001-4636-47ef-90bb-53ca3ebbc18f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:24.405962 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-94f65dfb-8481-41d5-89b5-a9a2ebf5b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.535119 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b3875004-b5bb-4b11-99ed-85243441b16a req-466d716d-9ad3-4c8f-ad23-41dbd5471698 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5067086 Dec 10 18:33:24.541515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-62d9de2f-d92f-4075-ba52-6b0f5510f18e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Request body: {'security_group_rule': {'security_group_id': '691765c7-def1-40a6-b7f8-150f8e3ab87f', 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:24.598793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ca682b-5f7d-4072-8a7b-44a5d29f548c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:24.602521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 55526001-4636-47ef-90bb-53ca3ebbc18f up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:24.611091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-84be70c6-81be-4613-8a10-994ddf0d62bc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.705656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-94f65dfb-8481-41d5-89b5-a9a2ebf5b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.749196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-94f65dfb-8481-41d5-89b5-a9a2ebf5b0f2 None None] For port 55526001-4636-47ef-90bb-53ca3ebbc18f, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=55526001-4636-47ef-90bb-53ca3ebbc18f,segment=NetworkSegment(6c28402b-2344-41cd-8674-410d9bd40421),segment_id=6c28402b-2344-41cd-8674-410d9bd40421)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:24.772437 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 55526001-4636-47ef-90bb-53ca3ebbc18f triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:24.772437 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.813629 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f89aee-0a5f-49d7-ba35-3607395d1e0a None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:24.891999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-94f65dfb-8481-41d5-89b5-a9a2ebf5b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.943591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Router 2401b779-7b9b-48fd-bd56-c9502d564ccf is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:33:24.952409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f65dfb-8481-41d5-89b5-a9a2ebf5b0f2 None None] Pushing event updated for resources: {'Port': ['ID=55526001-4636-47ef-90bb-53ca3ebbc18f,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:24.971612 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-84be70c6-81be-4613-8a10-994ddf0d62bc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.975268 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-94f65dfb-8481-41d5-89b5-a9a2ebf5b0f2 None None] Provisioning complete for port 9d710c11-f8e7-441c-a598-473f0fe8a335 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:24.975785 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-94f65dfb-8481-41d5-89b5-a9a2ebf5b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.976049 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-84be70c6-81be-4613-8a10-994ddf0d62bc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/4ed500c7-18ce-44c3-a04f-91e387ed2a4c HTTP/1.1" status: 204 len: 168 time: 1.8122053 Dec 10 18:33:24.978503 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62d9de2f-d92f-4075-ba52-6b0f5510f18e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.981117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33378) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:24.983694 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be70c6-81be-4613-8a10-994ddf0d62bc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=4ed500c7-18ce-44c3-a04f-91e387ed2a4c,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:25.025428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-94f65dfb-8481-41d5-89b5-a9a2ebf5b0f2 None None] Port 9d710c11-f8e7-441c-a598-473f0fe8a335 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:25.054438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56ca682b-5f7d-4072-8a7b-44a5d29f548c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.059575 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-97f89aee-0a5f-49d7-ba35-3607395d1e0a None None] Deleting port e10c280e-c417-4dfb-8438-b293c468fe1e {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:25.059956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-97f89aee-0a5f-49d7-ba35-3607395d1e0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.061670 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b1fb1d-7591-4364-97aa-9d0a0f8725b1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] GET failed (client error): The resource could not be found. Dec 10 18:33:25.063494 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-33b1fb1d-7591-4364-97aa-9d0a0f8725b1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/4ed500c7-18ce-44c3-a04f-91e387ed2a4c HTTP/1.1" status: 404 len: 333 time: 0.0772812 Dec 10 18:33:25.064559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-94f65dfb-8481-41d5-89b5-a9a2ebf5b0f2 None None] Provisioning complete for port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:25.068705 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-94f65dfb-8481-41d5-89b5-a9a2ebf5b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.078223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33380) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:25.151094 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2e870adc-17e4-477d-a383-fcb9265a7aaf up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:25.183484 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Router 7091c52b-32e8-4a4b-a065-bf92e439e3c3 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:33:25.189088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-345f944d-2794-45c9-8337-69bf4772a702 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting subnet 1c2a21e8-a30b-4149-bfdd-17c7933359ca {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:25.192465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-345f944d-2794-45c9-8337-69bf4772a702 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.228519 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62d9de2f-d92f-4075-ba52-6b0f5510f18e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.252139 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33382) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:25.258620 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Request body: {'subnets': [{'network_id': '6e2a6096-7909-4f53-8fdc-cd3e80994c00', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--474869789', 'ip_version': 6}, {'network_id': 'edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:25.259275 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Request body: {'subnet': {'network_id': '6e2a6096-7909-4f53-8fdc-cd3e80994c00', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--474869789', 'ip_version': 6}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:25.259394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-345f944d-2794-45c9-8337-69bf4772a702 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.261896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Request body: {'subnet': {'network_id': 'edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:25.317069 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62d9de2f-d92f-4075-ba52-6b0f5510f18e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.335996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-56ca682b-5f7d-4072-8a7b-44a5d29f548c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] device_id is not set on port 042fc0c9-78bf-4954-a54f-54e52c273a58 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:33:25.344599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-97f89aee-0a5f-49d7-ba35-3607395d1e0a None None] For port e10c280e-c417-4dfb-8438-b293c468fe1e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e10c280e-c417-4dfb-8438-b293c468fe1e,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:25.344982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-97f89aee-0a5f-49d7-ba35-3607395d1e0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.365546 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-97f89aee-0a5f-49d7-ba35-3607395d1e0a None None] Calling delete_port for e10c280e-c417-4dfb-8438-b293c468fe1e owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:25.370425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 2e870adc-17e4-477d-a383-fcb9265a7aaf triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:25.370803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.408085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-94f65dfb-8481-41d5-89b5-a9a2ebf5b0f2 None None] Provisioning complete for port e10c280e-c417-4dfb-8438-b293c468fe1e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:25.408415 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-94f65dfb-8481-41d5-89b5-a9a2ebf5b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.457128 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:25.471339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62d9de2f-d92f-4075-ba52-6b0f5510f18e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.475136 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-62d9de2f-d92f-4075-ba52-6b0f5510f18e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9364858 Dec 10 18:33:25.482375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33384) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:25.490297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Sync routers for ids ['2401b779-7b9b-48fd-bd56-c9502d564ccf'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:25.491757 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.objects.ports [None req-9bcc022a-d41f-4101-9678-7eb3f78775fc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103593) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:33:25.507943 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9de2f-d92f-4075-ba52-6b0f5510f18e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387d2c3c-eb21-4a8f-af12-7aacffe77090,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:25.517400 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b1d1e896-104d-4b26-8b12-5c6730537c4f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Request body: {'security_group_rule': {'security_group_id': '691765c7-def1-40a6-b7f8-150f8e3ab87f', 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:25.545184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Routers {'2401b779-7b9b-48fd-bd56-c9502d564ccf'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:25.547014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2401b779-7b9b-48fd-bd56-c9502d564ccf'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:25.668141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb628de1-77c4-49a5-95b9-d01958c72b20 req-1c73f073-063d-464f-b4b2-21c4d56f95ed tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:25.669650 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cb628de1-77c4-49a5-95b9-d01958c72b20 req-1c73f073-063d-464f-b4b2-21c4d56f95ed tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.0520949 Dec 10 18:33:25.670655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-345f944d-2794-45c9-8337-69bf4772a702 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.672112 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-b1d1e896-104d-4b26-8b12-5c6730537c4f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Project 43ce9d6cb6cc4b06a1aba6c078f79ea2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:33:25.677971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e896-104d-4b26-8b12-5c6730537c4f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.754725 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Set router 2401b779-7b9b-48fd-bd56-c9502d564ccf gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:25.768480 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cb628de1-77c4-49a5-95b9-d01958c72b20 req-153d0857-0948-4afe-8fd7-b3b060a516d3 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855844 Dec 10 18:33:25.786969 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.790782 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c80d6bea-55b4-44ed-b0bc-460079d98b75 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.4117286 Dec 10 18:33:25.792039 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33388) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:25.835603 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e896-104d-4b26-8b12-5c6730537c4f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.842315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:25.869308 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Made reservation on behalf of 6d1d52dfef2b4b60be082a3a203d7ed0 for: {'subnet': 2} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:25.871900 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Sync routers for ids ['7091c52b-32e8-4a4b-a065-bf92e439e3c3'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:25.876135 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-97f89aee-0a5f-49d7-ba35-3607395d1e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.888953 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Routers {'7091c52b-32e8-4a4b-a065-bf92e439e3c3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:25.890462 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7091c52b-32e8-4a4b-a065-bf92e439e3c3'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:25.891846 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.892318 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.892804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e10c280e-c417-4dfb-8438-b293c468fe1e no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:25.896199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f89aee-0a5f-49d7-ba35-3607395d1e0a None None] No DVR routers for this DVR port e10c280e-c417-4dfb-8438-b293c468fe1e on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:25.916878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_pluggable_backend [None req-9bcc022a-d41f-4101-9678-7eb3f78775fc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Port e10c280e-c417-4dfb-8438-b293c468fe1e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103593) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 18:33:25.917230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_pluggable_backend [None req-9bcc022a-d41f-4101-9678-7eb3f78775fc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Reverting IP allocation for 2001:db8::f816:3eff:fefa:25f5 {{(pid=103593) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 18:33:25.921008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-56ca682b-5f7d-4072-8a7b-44a5d29f548c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Allocated IP 2001:db8::3d3 (20547e15-f950-4ecc-92a3-36fd6622eecd/e6a3953b-5ae5-4e3f-925a-113615fde912/042fc0c9-78bf-4954-a54f-54e52c273a58) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:25.927288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_pluggable_backend [None req-9bcc022a-d41f-4101-9678-7eb3f78775fc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefa:25f5 {{(pid=103593) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 18:33:25.932675 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bcc022a-d41f-4101-9678-7eb3f78775fc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.951392 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: e10c280e-c417-4dfb-8438-b293c468fe1e {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:25.951392 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e10c280e-c417-4dfb-8438-b293c468fe1e not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:25.955869 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.956190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f89aee-0a5f-49d7-ba35-3607395d1e0a None None] Pushing event deleted for resources: {'Port': ['ID=e10c280e-c417-4dfb-8438-b293c468fe1e,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:25.957015 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-62b19568-528d-4f62-b9c2-d5c11cad4cf0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2137005 Dec 10 18:33:25.959572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-345f944d-2794-45c9-8337-69bf4772a702 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.962998 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33390) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:25.966491 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ada50195-b111-43d2-a3f4-e0703758693e None None] Provisioning complete for port 55526001-4636-47ef-90bb-53ca3ebbc18f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:25.966873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ada50195-b111-43d2-a3f4-e0703758693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.996035 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc022a-d41f-4101-9678-7eb3f78775fc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:26.029923 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Set router 7091c52b-32e8-4a4b-a065-bf92e439e3c3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:26.120038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ada50195-b111-43d2-a3f4-e0703758693e None None] Could not find standard attr ID for object 4ed500c7-18ce-44c3-a04f-91e387ed2a4c. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:33:26.123086 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401b779-7b9b-48fd-bd56-c9502d564ccf', 'name': 'tempest-snat-router-1446532688', 'tenant_id': '49e48e31c518454380d71925d2138956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.105'}], 'enable_snat': False}, 'gw_port_id': '865ac62f-b851-493d-b1db-6831884bb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 3, 'project_id': '49e48e31c518454380d71925d2138956', 'gw_port': {'id': '865ac62f-b851-493d-b1db-6831884bb4ca', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:75:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2401b779-7b9b-48fd-bd56-c9502d564ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:19Z', 'updated_at': '2021-12-10T18:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:26.149830 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e896-104d-4b26-8b12-5c6730537c4f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.152158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Checking router: 2401b779-7b9b-48fd-bd56-c9502d564ccf for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:26.152526 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Updating router 2401b779-7b9b-48fd-bd56-c9502d564ccf port 865ac62f-b851-493d-b1db-6831884bb4ca binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:33:26.173976 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1e896-104d-4b26-8b12-5c6730537c4f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331db822-b38b-465c-9c6f-e7b6a55e9ce9,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:26.181558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc022a-d41f-4101-9678-7eb3f78775fc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:26.183755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.188298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcc022a-d41f-4101-9678-7eb3f78775fc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:26.188298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bcc022a-d41f-4101-9678-7eb3f78775fc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.193739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c5a40-3901-4c3b-88f9-893eed8fb841 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:26.232499 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'name': 'tempest-TestVolumeBootPattern-1276577383-router', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '5057a56c-250c-470c-aa16-b2d3a5da3de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:18Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 3, 'project_id': 'e613d275a44a49f69b0e48dc40c91e88', 'gw_port': {'id': '5057a56c-250c-470c-aa16-b2d3a5da3de4', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:19Z', 'updated_at': '2021-12-10T18:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:26.253296 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-345f944d-2794-45c9-8337-69bf4772a702 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.260197 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-345f944d-2794-45c9-8337-69bf4772a702 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/1c2a21e8-a30b-4149-bfdd-17c7933359ca HTTP/1.1" status: 204 len: 168 time: 1.1780641 Dec 10 18:33:26.266357 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33392) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:26.268409 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Checking router: 7091c52b-32e8-4a4b-a065-bf92e439e3c3 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:26.269145 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Updating router 7091c52b-32e8-4a4b-a065-bf92e439e3c3 port 5057a56c-250c-470c-aa16-b2d3a5da3de4 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:33:26.274657 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2449e81e-56ef-489c-bc7b-f109806eb061 None None] Network 153416ec-3af5-4833-b816-af068da49694 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:26.289531 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9bcc022a-d41f-4101-9678-7eb3f78775fc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0906038 Dec 10 18:33:26.298426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33394) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:26.300092 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.319566 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc022a-d41f-4101-9678-7eb3f78775fc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=62f3e6cf-0579-42ce-9ed6-0ae47e686a20,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:26.356475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-5a98ed73-b7fa-45b5-b0bf-42b1e2837ec0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:26.417002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e896-104d-4b26-8b12-5c6730537c4f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.419104 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b1d1e896-104d-4b26-8b12-5c6730537c4f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9339952 Dec 10 18:33:26.428151 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33396) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:26.466361 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-88a90ab1-9972-40a8-9e24-3d9cc9e93b27 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Request body: {'security_group_rule': {'security_group_id': '691765c7-def1-40a6-b7f8-150f8e3ab87f', 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:26.472911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.483403 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f944d-2794-45c9-8337-69bf4772a702 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Subnet': ['ID=1c2a21e8-a30b-4149-bfdd-17c7933359ca,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:26.525830 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-381a8640-fc6c-49d0-8192-de44ac10416a tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/routers/2401b779-7b9b-48fd-bd56-c9502d564ccf HTTP/1.1" status: 200 len: 909 time: 0.7334237 Dec 10 18:33:26.527780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33398) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:26.546791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1446532688', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'enable_snat': True}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:26.632575 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.645561 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 55526001-4636-47ef-90bb-53ca3ebbc18f {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:26.645972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.646693 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': '62f3e6cf-0579-42ce-9ed6-0ae47e686a20'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:33:26.647694 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.689395 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-88a90ab1-9972-40a8-9e24-3d9cc9e93b27 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Project 43ce9d6cb6cc4b06a1aba6c078f79ea2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:33:26.719981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-88a90ab1-9972-40a8-9e24-3d9cc9e93b27 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.721715 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.736643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56ca682b-5f7d-4072-8a7b-44a5d29f548c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.739580 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dbbcba-b029-4351-be55-f24484fca3ea None None] DHCP port deletion for 153416ec-3af5-4833-b816-af068da49694 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:26.785372 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Attempting to bind port 5057a56c-250c-470c-aa16-b2d3a5da3de4 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:26.785594 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Attempting to bind port 5057a56c-250c-470c-aa16-b2d3a5da3de4 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:26.786165 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Attempting to bind port 5057a56c-250c-470c-aa16-b2d3a5da3de4 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:26.789663 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7855e1-35f8-439b-9ee8-3092d5ee33f0 None None] Pushing event updated for resources: {'Port': ['ID=5057a56c-250c-470c-aa16-b2d3a5da3de4,revision_number=2']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:26.795401 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:26.795970 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:26.796491 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.796939 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:26.797521 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Bound port: 5057a56c-250c-470c-aa16-b2d3a5da3de4, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:26.798070 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.799607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] For port 55526001-4636-47ef-90bb-53ca3ebbc18f, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=55526001-4636-47ef-90bb-53ca3ebbc18f,segment=NetworkSegment(6c28402b-2344-41cd-8674-410d9bd40421),segment_id=6c28402b-2344-41cd-8674-410d9bd40421)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:26.800155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.861121 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.862409 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.874735 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] For port 5057a56c-250c-470c-aa16-b2d3a5da3de4, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:26.880849 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] For port 5057a56c-250c-470c-aa16-b2d3a5da3de4, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5057a56c-250c-470c-aa16-b2d3a5da3de4,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:26.882805 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 55526001-4636-47ef-90bb-53ca3ebbc18f owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:26.902827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-88a90ab1-9972-40a8-9e24-3d9cc9e93b27 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.956493 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.957067 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a98ed73-b7fa-45b5-b0bf-42b1e2837ec0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:26.966091 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5a98ed73-b7fa-45b5-b0bf-42b1e2837ec0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.976486 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.023042 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.023278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Allocated IP 2001:db8::f816:3eff:fe6e:40e4 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/62f3e6cf-0579-42ce-9ed6-0ae47e686a20/29590314-4fb9-4289-8625-14c187d9d811) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:27.024385 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.049722 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7855e1-35f8-439b-9ee8-3092d5ee33f0 None None] Pushing event updated for resources: {'Port': ['ID=5057a56c-250c-470c-aa16-b2d3a5da3de4,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:27.082268 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Routers {'7091c52b-32e8-4a4b-a065-bf92e439e3c3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:27.083142 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7091c52b-32e8-4a4b-a065-bf92e439e3c3'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:27.088691 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.ipam_backend_mixin [None req-5a98ed73-b7fa-45b5-b0bf-42b1e2837ec0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 62f3e6cf-0579-42ce-9ed6-0ae47e686a20 (CIDR: 2001:db8::/64) Dec 10 18:33:27.093739 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-88a90ab1-9972-40a8-9e24-3d9cc9e93b27 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.096199 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56ca682b-5f7d-4072-8a7b-44a5d29f548c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.134037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ffca13-e39a-477a-b5d5-4a1851252456 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:27.135744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event updated for resources: {'Subnet': ['ID=b7a1ebf8-1f60-453f-b1ff-cda28974e6e2,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:27.149894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032bc1b-bdae-4bba-b07b-1f5aeaad94bf req-1259aaec-bc8f-458e-a7a7-4fde81240dde tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:27.149894 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d032bc1b-bdae-4bba-b07b-1f5aeaad94bf req-1259aaec-bc8f-458e-a7a7-4fde81240dde tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.2338791 Dec 10 18:33:27.167060 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a98ed73-b7fa-45b5-b0bf-42b1e2837ec0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:33:27.167832 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a98ed73-b7fa-45b5-b0bf-42b1e2837ec0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:27.185628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ca682b-5f7d-4072-8a7b-44a5d29f548c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 20547e15-f950-4ecc-92a3-36fd6622eecd is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:27.225651 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] Set router 7091c52b-32e8-4a4b-a065-bf92e439e3c3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:27.237524 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Checking segment: {'id': '02b1d4e0-fb2a-4cf2-a669-fae48c9c52f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e2a6096-7909-4f53-8fdc-cd3e80994c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:27.238072 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Network hostable DHCP agents. Network: 6e2a6096-7909-4f53-8fdc-cd3e80994c00, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:27.287663 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.293124 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 55526001-4636-47ef-90bb-53ca3ebbc18f no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:27.352365 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.357438 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.359164 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.366709 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f56685-c4ab-41f7-a775-07a42df7fdeb None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:27.367534 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d032bc1b-bdae-4bba-b07b-1f5aeaad94bf req-732d9ab0-d7ee-40cf-ae07-90f70651d811 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872473 Dec 10 18:33:27.391702 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=55526001-4636-47ef-90bb-53ca3ebbc18f,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:27.395657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No DVR routers for this DVR port 55526001-4636-47ef-90bb-53ca3ebbc18f on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:27.426508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.435900 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Network 6e2a6096-7909-4f53-8fdc-cd3e80994c00 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:27.456396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:27.462812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0a52bdd4-4cec-4b6d-998c-3c8292f1c26c None None] Provisioning complete for port 5057a56c-250c-470c-aa16-b2d3a5da3de4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:27.465774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0a52bdd4-4cec-4b6d-998c-3c8292f1c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.504800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:27.507942 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:27.532132 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'name': 'tempest-TestVolumeBootPattern-1276577383-router', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '5057a56c-250c-470c-aa16-b2d3a5da3de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:18Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 3, 'project_id': 'e613d275a44a49f69b0e48dc40c91e88', 'gw_port': {'id': '5057a56c-250c-470c-aa16-b2d3a5da3de4', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:19Z', 'updated_at': '2021-12-10T18:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:27.586297 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96fd9eb-14d7-47e1-858a-d33b73e5994d None None] The sync data for ids ['7091c52b-32e8-4a4b-a065-bf92e439e3c3'] in dv-neutron-821434-1-hyperv is: [{'id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'name': 'tempest-TestVolumeBootPattern-1276577383-router', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '5057a56c-250c-470c-aa16-b2d3a5da3de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:18Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 3, 'project_id': 'e613d275a44a49f69b0e48dc40c91e88', 'gw_port': {'id': '5057a56c-250c-470c-aa16-b2d3a5da3de4', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:19Z', 'updated_at': '2021-12-10T18:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:27.597476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Attempting to bind port 865ac62f-b851-493d-b1db-6831884bb4ca on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:27.597890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Attempting to bind port 865ac62f-b851-493d-b1db-6831884bb4ca by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:27.598334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Attempting to bind port 865ac62f-b851-493d-b1db-6831884bb4ca on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:27.602690 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-56ca682b-5f7d-4072-8a7b-44a5d29f548c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:27.611634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821fcd03-4816-44b5-a34d-7ab8f624bff3 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:27.613719 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5a98ed73-b7fa-45b5-b0bf-42b1e2837ec0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3121877 Dec 10 18:33:27.615067 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33402) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:27.615875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca682b-5f7d-4072-8a7b-44a5d29f548c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:27.627403 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d3b4f-c479-4daa-ad0e-572d3449769f None None] Pushing event updated for resources: {'Port': ['ID=865ac62f-b851-493d-b1db-6831884bb4ca,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:27.642505 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ca682b-5f7d-4072-8a7b-44a5d29f548c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:27.643657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56ca682b-5f7d-4072-8a7b-44a5d29f548c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.650639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a90ab1-9972-40a8-9e24-3d9cc9e93b27 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b452b61a-a745-4eb8-9ae2-27e3d93df8fd,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:27.669349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-7582129f-2038-4813-b9a2-f6d054b6098f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:27.694569 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbbcba-b029-4351-be55-f24484fca3ea None None] Deleting port 55526001-4636-47ef-90bb-53ca3ebbc18f {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:27.695443 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbcba-b029-4351-be55-f24484fca3ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.704379 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No active binding found for port 55526001-4636-47ef-90bb-53ca3ebbc18f {{(pid=103595) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 18:33:27.704837 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 55526001-4636-47ef-90bb-53ca3ebbc18f not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:27.708421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:27.708421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:27.708421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.713915 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:27.713915 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Bound port: 865ac62f-b851-493d-b1db-6831884bb4ca, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:27.713915 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.714961 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-88a90ab1-9972-40a8-9e24-3d9cc9e93b27 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.715571 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-88a90ab1-9972-40a8-9e24-3d9cc9e93b27 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2593238 Dec 10 18:33:27.811443 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] For port 865ac62f-b851-493d-b1db-6831884bb4ca, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:27.815050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] For port 865ac62f-b851-493d-b1db-6831884bb4ca, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=865ac62f-b851-493d-b1db-6831884bb4ca,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:27.840388 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33404) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:27.842417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca682b-5f7d-4072-8a7b-44a5d29f548c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=042fc0c9-78bf-4954-a54f-54e52c273a58,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:27.864184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d64ed055-1f02-48f4-ab0f-2aaa2fb12fc1 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Request body: {'network': {'name': 'tempest-network-smoke--1276093964', 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'port_security_enabled': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:27.864411 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Attempting to bind port 29590314-4fb9-4289-8625-14c187d9d811 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:27.864715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Attempting to bind port 29590314-4fb9-4289-8625-14c187d9d811 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:27.867714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Attempting to bind port 29590314-4fb9-4289-8625-14c187d9d811 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:27.867714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Pushing event updated for resources: {'Port': ['ID=29590314-4fb9-4289-8625-14c187d9d811,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:27.894739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.970771 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.981539 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-56ca682b-5f7d-4072-8a7b-44a5d29f548c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3295834 Dec 10 18:33:27.981775 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 6e2a6096-7909-4f53-8fdc-cd3e80994c00) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:27.984791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33406) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:27.995471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.016156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a26dbfbc-fd6c-4aaa-91ae-c21d47089236 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:28.041408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.043334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:28.043839 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:28.045530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.045530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:28.045530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Bound port: 29590314-4fb9-4289-8625-14c187d9d811, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:28.045896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.070032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64ed055-1f02-48f4-ab0f-2aaa2fb12fc1 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Made reservation on behalf of 43ce9d6cb6cc4b06a1aba6c078f79ea2 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:28.072997 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0857e4c6-4c2c-4128-999c-f865a706e90b None None] Network 6e2a6096-7909-4f53-8fdc-cd3e80994c00 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:28.074851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d64ed055-1f02-48f4-ab0f-2aaa2fb12fc1 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.075912 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3edc5f-d7c0-420b-98c5-8c5e57924e84 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:28.115989 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153416ec-3af5-4833-b816-af068da49694']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:28.144376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a0dbbcba-b029-4351-be55-f24484fca3ea None None] For port 55526001-4636-47ef-90bb-53ca3ebbc18f, host dv-neutron-821434-1-hyperv, got binding levels [] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:28.144779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbcba-b029-4351-be55-f24484fca3ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.156256 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64ed055-1f02-48f4-ab0f-2aaa2fb12fc1 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:28.177877 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d64ed055-1f02-48f4-ab0f-2aaa2fb12fc1 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.179192 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-d64ed055-1f02-48f4-ab0f-2aaa2fb12fc1 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Added segment 523034d3-60df-4e41-aa50-553a89fa285e of type vlan for network ac1c8d42-7196-4e66-9797-b72aa1abd05a Dec 10 18:33:28.179335 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Routers {'2401b779-7b9b-48fd-bd56-c9502d564ccf'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:28.180495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2401b779-7b9b-48fd-bd56-c9502d564ccf'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:28.192564 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c28402b-2344-41cd-8674-410d9bd40421') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:28.193964 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c28402b-2344-41cd-8674-410d9bd40421') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:28.228340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7582129f-2038-4813-b9a2-f6d054b6098f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:28.231860 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7582129f-2038-4813-b9a2-f6d054b6098f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.243593 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.245644 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event updated for resources: {'Subnet': ['ID=4cfe7389-ee7f-474b-9515-fab1b284c89e,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:28.265425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbbcba-b029-4351-be55-f24484fca3ea None None] Calling delete_port for 55526001-4636-47ef-90bb-53ca3ebbc18f owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:28.272320 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.ipam_backend_mixin [None req-a0dbbcba-b029-4351-be55-f24484fca3ea None None] Port 55526001-4636-47ef-90bb-53ca3ebbc18f was not found and therefore no delete operation was performed {{(pid=103595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:33:28.300674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.303904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0a52bdd4-4cec-4b6d-998c-3c8292f1c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.309816 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d3b4f-c479-4daa-ad0e-572d3449769f None None] Pushing event updated for resources: {'Port': ['ID=865ac62f-b851-493d-b1db-6831884bb4ca,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:28.310466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:28.311113 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.337304 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbcba-b029-4351-be55-f24484fca3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.354082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d64ed055-1f02-48f4-ab0f-2aaa2fb12fc1 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:28.391208 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:28.420789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbbcba-b029-4351-be55-f24484fca3ea None None] Pushing event deleted for resources: {'Port': ['ID=55526001-4636-47ef-90bb-53ca3ebbc18f,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:28.432640 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-0a52bdd4-4cec-4b6d-998c-3c8292f1c26c None None] For port 5057a56c-250c-470c-aa16-b2d3a5da3de4, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5057a56c-250c-470c-aa16-b2d3a5da3de4,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:28.462616 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dbbcba-b029-4351-be55-f24484fca3ea None None] No DVR routers for this DVR port 55526001-4636-47ef-90bb-53ca3ebbc18f on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:28.488222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Allocated IP 172.20.0.1 (6aefe628-1a12-478c-b90b-405d8727862e/da3bab32-f618-45a0-a5f3-a39f41c2adde/22c8e9c4-98c9-461f-b744-32277225136c) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:28.508145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] For port 29590314-4fb9-4289-8625-14c187d9d811, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:28.517131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0a52bdd4-4cec-4b6d-998c-3c8292f1c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.531125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] Set router 2401b779-7b9b-48fd-bd56-c9502d564ccf gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:28.533205 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-6e2a6096-7909-4f53-8fdc-cd3e80994c00', 'network_id': '6e2a6096-7909-4f53-8fdc-cd3e80994c00', 'project_id': '6d1d52dfef2b4b60be082a3a203d7ed0', 'fixed_ips': [{'subnet_id': 'b7a1ebf8-1f60-453f-b1ff-cda28974e6e2'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:33:28.534111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.557162 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Checking segment: {'id': 'ce4463a3-382d-4f6d-adc4-46e99287eb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:28.557572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Network hostable DHCP agents. Network: edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:28.584093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d64ed055-1f02-48f4-ab0f-2aaa2fb12fc1 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.590575 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64ed055-1f02-48f4-ab0f-2aaa2fb12fc1 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:28.594784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d64ed055-1f02-48f4-ab0f-2aaa2fb12fc1 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.649580 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.663677 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b3771-efde-472e-b8d7-07d7c456284f req-1110c46a-2ab4-46b8-a5a1-77ae25279dce tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:28.665021 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bd6b3771-efde-472e-b8d7-07d7c456284f req-1110c46a-2ab4-46b8-a5a1-77ae25279dce tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1225693 Dec 10 18:33:28.684835 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.689638 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/networks/153416ec-3af5-4833-b816-af068da49694 HTTP/1.1" status: 204 len: 168 time: 2.4200339 Dec 10 18:33:28.719928 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33412) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:28.730012 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-7ec92850-0540-434c-8f35-b8ebae7aa1ea tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'name': 'tempest-PortsTestJSON-1307955932'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:28.800485 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26dbfbc-fd6c-4aaa-91ae-c21d47089236 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:28.806040 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a26dbfbc-fd6c-4aaa-91ae-c21d47089236 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.818136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Network edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:28.852769 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548129be-034d-44cd-958f-bdfd4cc74a91 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Network': ['ID=153416ec-3af5-4833-b816-af068da49694,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:28.863039 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d64ed055-1f02-48f4-ab0f-2aaa2fb12fc1 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0033109 Dec 10 18:33:28.873812 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33414) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:28.879062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'admin_state_up': True, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:28.926872 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] For port 29590314-4fb9-4289-8625-14c187d9d811, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=29590314-4fb9-4289-8625-14c187d9d811,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:28.970197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec92850-0540-434c-8f35-b8ebae7aa1ea tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:28.972644 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52bdd4-4cec-4b6d-998c-3c8292f1c26c None None] Pushing event updated for resources: {'Port': ['ID=5057a56c-250c-470c-aa16-b2d3a5da3de4,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:28.986637 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7ec92850-0540-434c-8f35-b8ebae7aa1ea tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.987020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-af26f590-1ca2-49f2-b018-3122b8cbb834 None None] Provisioning complete for port 865ac62f-b851-493d-b1db-6831884bb4ca triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:28.987332 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-af26f590-1ca2-49f2-b018-3122b8cbb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.014136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.028892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ed055-1f02-48f4-ab0f-2aaa2fb12fc1 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'Network': ['ID=ac1c8d42-7196-4e66-9797-b72aa1abd05a,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:29.057460 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:29.073295 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bd6b3771-efde-472e-b8d7-07d7c456284f req-534246a6-dd71-40db-ae5c-45d6823641e6 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818061 Dec 10 18:33:29.084661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.105794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network ac1c8d42-7196-4e66-9797-b72aa1abd05a details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:29.117488 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.121304 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3deac4-5f54-42c1-a975-b5b1e9e9ee2a None None] Network edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:29.124042 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5057a56c-250c-470c-aa16-b2d3a5da3de4 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:29.126757 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-7ec92850-0540-434c-8f35-b8ebae7aa1ea tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port 62583be4-96c5-4b0a-bb12-fa4438315933 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:33:29.128176 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.137887 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:29.138529 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:29.138977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.175206 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.ipam_backend_mixin [None req-a26dbfbc-fd6c-4aaa-91ae-c21d47089236 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6a3953b-5ae5-4e3f-925a-113615fde912 (CIDR: 2001:db8::/64) Dec 10 18:33:29.190756 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.191789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.231250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Allocated IP 172.26.5.2 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:29.233555 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26dbfbc-fd6c-4aaa-91ae-c21d47089236 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:33:29.234076 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26dbfbc-fd6c-4aaa-91ae-c21d47089236 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:29.271586 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ee499157-8e8b-4df9-aaf9-1a0225b0a5e7 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.0159268 Dec 10 18:33:29.273315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33416) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:29.348401 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a26dbfbc-fd6c-4aaa-91ae-c21d47089236 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3608754 Dec 10 18:33:29.353121 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33418) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:29.358800 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7711da92-88d2-41b5-8b44-ca33fe0feeba tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:29.363851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7582129f-2038-4813-b9a2-f6d054b6098f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.374548 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Allocated IP 2001:db8::1 (6e2a6096-7909-4f53-8fdc-cd3e80994c00/b7a1ebf8-1f60-453f-b1ff-cda28974e6e2/075e60fd-5dc3-43d4-9782-36419780e1c1) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:29.380205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.385363 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.398729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.443180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d33c9-7e03-4f3e-a518-cc0540dc226f None None] Pushing event updated for resources: {'Port': ['ID=29590314-4fb9-4289-8625-14c187d9d811,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:29.540105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7582129f-2038-4813-b9a2-f6d054b6098f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:29.560050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Network 6aefe628-1a12-478c-b90b-405d8727862e is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:29.565097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-af26f590-1ca2-49f2-b018-3122b8cbb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.570133 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5057a56c-250c-470c-aa16-b2d3a5da3de4 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:29.570501 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.611755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c', 'network_id': 'edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c', 'project_id': '6d1d52dfef2b4b60be082a3a203d7ed0', 'fixed_ips': [{'subnet_id': '4cfe7389-ee7f-474b-9515-fab1b284c89e'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:33:29.617386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.633440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.652239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:29.663303 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:29.665503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-7582129f-2038-4813-b9a2-f6d054b6098f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:29.675597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-af26f590-1ca2-49f2-b018-3122b8cbb834 None None] For port 865ac62f-b851-493d-b1db-6831884bb4ca, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=865ac62f-b851-493d-b1db-6831884bb4ca,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:29.709675 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:29.717416 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7711da92-88d2-41b5-8b44-ca33fe0feeba tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:29.721838 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7711da92-88d2-41b5-8b44-ca33fe0feeba tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.744966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7582129f-2038-4813-b9a2-f6d054b6098f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:29.744966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7582129f-2038-4813-b9a2-f6d054b6098f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.762735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401b779-7b9b-48fd-bd56-c9502d564ccf', 'name': 'tempest-snat-router-1446532688', 'tenant_id': '49e48e31c518454380d71925d2138956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.105'}], 'enable_snat': False}, 'gw_port_id': '865ac62f-b851-493d-b1db-6831884bb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 3, 'project_id': '49e48e31c518454380d71925d2138956', 'gw_port': {'id': '865ac62f-b851-493d-b1db-6831884bb4ca', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:75:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2401b779-7b9b-48fd-bd56-c9502d564ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:19Z', 'updated_at': '2021-12-10T18:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:29.773359 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-af26f590-1ca2-49f2-b018-3122b8cbb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.830862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Pushing event updated for resources: {'Port': ['ID=22c8e9c4-98c9-461f-b744-32277225136c,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:29.842075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582129f-2038-4813-b9a2-f6d054b6098f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=68b45684-0486-4bb8-a61b-2165a02756d8,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:29.847082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb974e-e7e5-412b-9b45-28d4c5c898b3 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:29.848704 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb974e-e7e5-412b-9b45-28d4c5c898b3 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:29.854179 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb974e-e7e5-412b-9b45-28d4c5c898b3 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:29.856504 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-eceb974e-e7e5-412b-9b45-28d4c5c898b3 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5829041 Dec 10 18:33:29.869409 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:29.887877 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7582129f-2038-4813-b9a2-f6d054b6098f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2301474 Dec 10 18:33:29.887877 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33420) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:29.888082 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:29.888750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33422) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:29.900110 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.909850 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'mac_address': 'fa:16:3e:2f:c2:44', 'name': 'tempest-NetworksTestDHCPv6-178267320'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:29.966139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04be713-ef12-43a9-8fac-167290a0580b None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:29.968172 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c78fb0-70b4-4ebd-b0f1-4ee20a011d7b None None] The sync data for ids ['2401b779-7b9b-48fd-bd56-c9502d564ccf'] in dv-neutron-821434-1-hyperv is: [{'id': '2401b779-7b9b-48fd-bd56-c9502d564ccf', 'name': 'tempest-snat-router-1446532688', 'tenant_id': '49e48e31c518454380d71925d2138956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.105'}], 'enable_snat': False}, 'gw_port_id': '865ac62f-b851-493d-b1db-6831884bb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:17Z', 'updated_at': '2021-12-10T18:33:22Z', 'revision_number': 3, 'project_id': '49e48e31c518454380d71925d2138956', 'gw_port': {'id': '865ac62f-b851-493d-b1db-6831884bb4ca', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:75:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2401b779-7b9b-48fd-bd56-c9502d564ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:19Z', 'updated_at': '2021-12-10T18:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:29.996539 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-e437af3c-247b-4b19-ad4f-0bc393229e1a tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Deleting subnet b7a1ebf8-1f60-453f-b1ff-cda28974e6e2 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:30.002065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event updated for resources: {'Port': ['ID=f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:30.009423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7ec92850-0540-434c-8f35-b8ebae7aa1ea tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.047266 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.083327 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.ipam_backend_mixin [None req-7711da92-88d2-41b5-8b44-ca33fe0feeba tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ba651070-90e9-4307-ad6b-aa8c7838c8ab (CIDR: 2001:db8:0:1::/64) Dec 10 18:33:30.100649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-af26f590-1ca2-49f2-b018-3122b8cbb834 None None] Provisioning complete for port 042fc0c9-78bf-4954-a54f-54e52c273a58 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:30.101030 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-af26f590-1ca2-49f2-b018-3122b8cbb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.134260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.172897 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26f590-1ca2-49f2-b018-3122b8cbb834 None None] Pushing event updated for resources: {'Port': ['ID=865ac62f-b851-493d-b1db-6831884bb4ca,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:30.228179 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-7711da92-88d2-41b5-8b44-ca33fe0feeba tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:33:30.228940 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7711da92-88d2-41b5-8b44-ca33fe0feeba tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:30.234991 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-af26f590-1ca2-49f2-b018-3122b8cbb834 None None] Port 042fc0c9-78bf-4954-a54f-54e52c273a58 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:30.235827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e437af3c-247b-4b19-ad4f-0bc393229e1a tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.236995 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.296855 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Allocated IP 2001:db8:0:1::1 (edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c/4cfe7389-ee7f-474b-9515-fab1b284c89e/7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:30.316255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Network 6e2a6096-7909-4f53-8fdc-cd3e80994c00 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:30.326947 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:30.331059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:30.333296 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-af26f590-1ca2-49f2-b018-3122b8cbb834 None None] Provisioning complete for port 5057a56c-250c-470c-aa16-b2d3a5da3de4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:30.333670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-af26f590-1ca2-49f2-b018-3122b8cbb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.355772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729df65-122a-4798-b443-1ffcd37d6e0a req-058b9109-10c2-4bda-8434-4c06d8563745 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:30.358161 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9729df65-122a-4798-b443-1ffcd37d6e0a req-058b9109-10c2-4bda-8434-4c06d8563745 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1323104 Dec 10 18:33:30.366552 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7ec92850-0540-434c-8f35-b8ebae7aa1ea tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.374855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e437af3c-247b-4b19-ad4f-0bc393229e1a tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.375314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Pushing event updated for resources: {'Port': ['ID=075e60fd-5dc3-43d4-9782-36419780e1c1,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:30.392865 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7711da92-88d2-41b5-8b44-ca33fe0feeba tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0357318 Dec 10 18:33:30.395061 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33426) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:30.400168 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-1a3edcce-7646-43d7-8dec-1980cd1b9f6b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'subnet': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:30.514563 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec92850-0540-434c-8f35-b8ebae7aa1ea tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=62583be4-96c5-4b0a-bb12-fa4438315933,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:30.599274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Attempting to bind port 075e60fd-5dc3-43d4-9782-36419780e1c1 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:30.605443 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Attempting to bind port 075e60fd-5dc3-43d4-9782-36419780e1c1 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '02b1d4e0-fb2a-4cf2-a669-fae48c9c52f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e2a6096-7909-4f53-8fdc-cd3e80994c00'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:30.606045 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Attempting to bind port 075e60fd-5dc3-43d4-9782-36419780e1c1 on network 6e2a6096-7909-4f53-8fdc-cd3e80994c00 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:30.606690 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec92850-0540-434c-8f35-b8ebae7aa1ea tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 8088c8be-b551-4755-a963-3530625ae774 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:30.625495 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-7ec92850-0540-434c-8f35-b8ebae7aa1ea tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:30.626400 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:30.626956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Checking segment: {'id': '02b1d4e0-fb2a-4cf2-a669-fae48c9c52f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e2a6096-7909-4f53-8fdc-cd3e80994c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:30.627488 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.628007 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Bound using segment: {'id': '02b1d4e0-fb2a-4cf2-a669-fae48c9c52f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e2a6096-7909-4f53-8fdc-cd3e80994c00'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:30.628871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Bound port: 075e60fd-5dc3-43d4-9782-36419780e1c1, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b1d4e0-fb2a-4cf2-a669-fae48c9c52f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e2a6096-7909-4f53-8fdc-cd3e80994c00'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:30.629072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.647692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec92850-0540-434c-8f35-b8ebae7aa1ea tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:30.651750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:30.653447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec92850-0540-434c-8f35-b8ebae7aa1ea tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:30.654109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7ec92850-0540-434c-8f35-b8ebae7aa1ea tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.720920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.729208 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9729df65-122a-4798-b443-1ffcd37d6e0a req-4475c230-3d09-4a57-b508-8d6da7a39149 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634362 Dec 10 18:33:30.852122 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.854062 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] For port 075e60fd-5dc3-43d4-9782-36419780e1c1, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:30.856799 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.859088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] For port 075e60fd-5dc3-43d4-9782-36419780e1c1, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=075e60fd-5dc3-43d4-9782-36419780e1c1,segment=NetworkSegment(02b1d4e0-fb2a-4cf2-a669-fae48c9c52f0),segment_id=02b1d4e0-fb2a-4cf2-a669-fae48c9c52f0)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:30.919284 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b20f4395-630b-4f59-a54b-f91b84fe959d None None] Provisioning complete for port 22c8e9c4-98c9-461f-b744-32277225136c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:30.919789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b20f4395-630b-4f59-a54b-f91b84fe959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.928862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.962384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e437af3c-247b-4b19-ad4f-0bc393229e1a tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.966531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 22cdccd3-3a40-43b8-8cf2-a9885a0869a5 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:33:30.984638 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.991039 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.050196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.071475 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7ec92850-0540-434c-8f35-b8ebae7aa1ea tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3443835 Dec 10 18:33:31.090531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3edcce-7646-43d7-8dec-1980cd1b9f6b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Made reservation on behalf of 7d2a1197fd88473fb9b34299d95b485d for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:31.096163 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaed210-bc6d-4682-a8e2-383eed430812 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:31.096332 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1a3edcce-7646-43d7-8dec-1980cd1b9f6b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.118655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33428) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:31.160700 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.239350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Network edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:31.380646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.466891 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b20f4395-630b-4f59-a54b-f91b84fe959d None None] Port 22c8e9c4-98c9-461f-b744-32277225136c cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:31.474687 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 865ac62f-b851-493d-b1db-6831884bb4ca up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:31.485193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:31.490197 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:31.527039 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Pushing event updated for resources: {'Port': ['ID=7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:31.621749 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8:0:1::151 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/68b45684-0486-4bb8-a61b-2165a02756d8/22cdccd3-3a40-43b8-8cf2-a9885a0869a5) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:31.642118 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::f816:3eff:fe2f:c244 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/62f3e6cf-0579-42ce-9ed6-0ae47e686a20/22cdccd3-3a40-43b8-8cf2-a9885a0869a5) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:31.727344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b20f4395-630b-4f59-a54b-f91b84fe959d None None] Provisioning complete for port f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:31.728028 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b20f4395-630b-4f59-a54b-f91b84fe959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.804349 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3448f0-f8f4-4188-bc91-72780704cc3a None None] Pushing event updated for resources: {'Port': ['ID=075e60fd-5dc3-43d4-9782-36419780e1c1,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:31.816005 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Attempting to bind port 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:31.817987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Attempting to bind port 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'ce4463a3-382d-4f6d-adc4-46e99287eb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:31.818366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Attempting to bind port 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5 on network edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:31.857850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b20f4395-630b-4f59-a54b-f91b84fe959d None None] Port f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:31.867852 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:31.868218 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Checking segment: {'id': 'ce4463a3-382d-4f6d-adc4-46e99287eb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:31.868625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.869022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Bound using segment: {'id': 'ce4463a3-382d-4f6d-adc4-46e99287eb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:31.869645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Bound port: 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4463a3-382d-4f6d-adc4-46e99287eb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:31.870057 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.895036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 865ac62f-b851-493d-b1db-6831884bb4ca triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:31.895724 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.942709 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e437af3c-247b-4b19-ad4f-0bc393229e1a tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.967134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83da004b-f012-48e3-840b-2a95997cae6e None None] Update dhcp port {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'fixed_ips': [{'subnet_id': '62f3e6cf-0579-42ce-9ed6-0ae47e686a20', 'ip_address': '2001:db8::f816:3eff:fe6e:40e4'}, {'subnet_id': '68b45684-0486-4bb8-a61b-2165a02756d8'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '29590314-4fb9-4289-8625-14c187d9d811'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:33:32.003740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437af3c-247b-4b19-ad4f-0bc393229e1a tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a1ebf8-1f60-453f-b1ff-cda28974e6e2,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:32.017029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e437af3c-247b-4b19-ad4f-0bc393229e1a tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.020876 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-83da004b-f012-48e3-840b-2a95997cae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.023346 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e437af3c-247b-4b19-ad4f-0bc393229e1a tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "DELETE /v2.0/subnets/b7a1ebf8-1f60-453f-b1ff-cda28974e6e2 HTTP/1.1" status: 204 len: 168 time: 2.1195979 Dec 10 18:33:32.029329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33432) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:32.044335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.064143 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ae53fca6-1c39-40df-8ea3-ab998efb4413 None None] Provisioning complete for port 29590314-4fb9-4289-8625-14c187d9d811 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:32.064845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ae53fca6-1c39-40df-8ea3-ab998efb4413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.091606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b988f8-7dea-4231-a227-ff73b868251c req-5f56b2e9-a259-477b-8358-1d2786354bcb tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:32.093245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6bc4b90f-7f08-4dd3-b89e-c7a5c9b9cec1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 62583be4-96c5-4b0a-bb12-fa4438315933 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:32.093423 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-75b988f8-7dea-4231-a227-ff73b868251c req-5f56b2e9-a259-477b-8358-1d2786354bcb tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1608768 Dec 10 18:33:32.094019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b90f-7f08-4dd3-b89e-c7a5c9b9cec1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.094414 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] For port 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:32.135247 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] For port 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5,segment=NetworkSegment(ce4463a3-382d-4f6d-adc4-46e99287eb94),segment_id=ce4463a3-382d-4f6d-adc4-46e99287eb94)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:32.163260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Router 5b08d0c3-323c-4b41-975a-bb2ae8bfd820 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:33:32.172940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Allocated IP 172.26.5.226 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/b974548e-fcb8-429b-984d-caece3638d6e) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:32.214966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.220174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-81641daa-98c5-4652-a6c7-4bb377d8772d tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Deleting subnet 4cfe7389-ee7f-474b-9515-fab1b284c89e {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:32.226065 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-81641daa-98c5-4652-a6c7-4bb377d8772d tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.242576 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5057a56c-250c-470c-aa16-b2d3a5da3de4 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:32.282374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.301241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:32.304121 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.306010 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1a3edcce-7646-43d7-8dec-1980cd1b9f6b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.307223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b90f-7f08-4dd3-b89e-c7a5c9b9cec1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.312932 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.320528 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-75b988f8-7dea-4231-a227-ff73b868251c req-735eaac7-79d5-42e1-bb2d-ade678ad5d63 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842177 Dec 10 18:33:32.333404 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Sync routers for ids ['5b08d0c3-323c-4b41-975a-bb2ae8bfd820'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:32.392350 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-81641daa-98c5-4652-a6c7-4bb377d8772d tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.421965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6bc4b90f-7f08-4dd3-b89e-c7a5c9b9cec1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 62583be4-96c5-4b0a-bb12-fa4438315933 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:32.426990 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3edcce-7646-43d7-8dec-1980cd1b9f6b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Network 20547e15-f950-4ecc-92a3-36fd6622eecd is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:32.436560 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-1a3edcce-7646-43d7-8dec-1980cd1b9f6b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:32.454261 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3edcce-7646-43d7-8dec-1980cd1b9f6b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:32.455026 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1a3edcce-7646-43d7-8dec-1980cd1b9f6b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.459106 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:32.471156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:32.486166 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:32.496960 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:32.497497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.505171 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3edcce-7646-43d7-8dec-1980cd1b9f6b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Subnet': ['ID=8318a3bd-1bda-4985-9079-dac2395c873e,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:32.513676 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=22cdccd3-3a40-43b8-8cf2-a9885a0869a5,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:32.524972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.537738 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a85137d1-2278-4f7b-86d9-b96e1c531cbf tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.0010936 Dec 10 18:33:32.538495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33434) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:32.549076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebebb48-d2f3-4121-bac5-e97694a5c670 None None] Network 20547e15-f950-4ecc-92a3-36fd6622eecd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:32.549196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.585269 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Pushing event updated for resources: {'Port': ['ID=22c8e9c4-98c9-461f-b744-32277225136c,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:32.587827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-83da004b-f012-48e3-840b-2a95997cae6e None None] Allocated IP 2001:db8:0:1::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/68b45684-0486-4bb8-a61b-2165a02756d8/29590314-4fb9-4289-8625-14c187d9d811) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:32.596702 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Routers {'5b08d0c3-323c-4b41-975a-bb2ae8bfd820'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:32.597490 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5b08d0c3-323c-4b41-975a-bb2ae8bfd820'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:32.777162 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ffd44-5b4f-4fea-b58e-7db11e5c09b4 None None] Pushing event updated for resources: {'Port': ['ID=7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:32.796919 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ae53fca6-1c39-40df-8ea3-ab998efb4413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.831515 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.876900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Network 6aefe628-1a12-478c-b90b-405d8727862e is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:32.891447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:32.984433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-81641daa-98c5-4652-a6c7-4bb377d8772d tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.009835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5057a56c-250c-470c-aa16-b2d3a5da3de4 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:33.010209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.098042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.117457 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4cb2d32a-7d7a-459d-b628-e62b2c9e3579 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2226164 Dec 10 18:33:33.148400 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-83da004b-f012-48e3-840b-2a95997cae6e None None] For port 29590314-4fb9-4289-8625-14c187d9d811, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=29590314-4fb9-4289-8625-14c187d9d811,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:33.163489 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1a3edcce-7646-43d7-8dec-1980cd1b9f6b tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7650414 Dec 10 18:33:33.168397 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33436) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:33.168743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33438) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:33.178771 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-278886ea-e858-4c30-bbf8-da6988b6a04d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2136357592', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8318a3bd-1bda-4985-9079-dac2395c873e'}], 'security_groups': ['8e3c096d-49fe-4af4-a115-351f7dbfb069', 'c2889421-3d69-4558-9b1f-64d0231c6cf5']}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:33.193550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Set router 5b08d0c3-323c-4b41-975a-bb2ae8bfd820 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:33.262448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-81641daa-98c5-4652-a6c7-4bb377d8772d tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.293683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-83da004b-f012-48e3-840b-2a95997cae6e None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.340590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-81641daa-98c5-4652-a6c7-4bb377d8772d tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.347609 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-81641daa-98c5-4652-a6c7-4bb377d8772d tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "DELETE /v2.0/subnets/4cfe7389-ee7f-474b-9515-fab1b284c89e HTTP/1.1" status: 204 len: 168 time: 1.2995818 Dec 10 18:33:33.349086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:33.351972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81641daa-98c5-4652-a6c7-4bb377d8772d tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfe7389-ee7f-474b-9515-fab1b284c89e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:33.355381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33440) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:33.375427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:33.378531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:33.405174 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2beb6d0-c489-4cd7-a097-c3e9989bb41b None None] Network 6e2a6096-7909-4f53-8fdc-cd3e80994c00 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:33.407761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2b3335-4844-444f-8993-d9d549dc2d91 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:33.431120 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-83da004b-f012-48e3-840b-2a95997cae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.440519 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-39701291-8b1b-49b5-8abb-e22d5686b5bc tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/routers/5b08d0c3-323c-4b41-975a-bb2ae8bfd820 HTTP/1.1" status: 200 len: 906 time: 0.9006369 Dec 10 18:33:33.446085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33444) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:33.452351 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'Port': ['ID=b974548e-fcb8-429b-984d-caece3638d6e,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:33.542003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-ae53fca6-1c39-40df-8ea3-ab998efb4413 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:33:33.542797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-ae53fca6-1c39-40df-8ea3-ab998efb4413 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:33:33.554614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b90f-7f08-4dd3-b89e-c7a5c9b9cec1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.583076 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.612050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ad1867-0b31-4dfb-acba-92328cb20b3f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:33.613571 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c9ad1867-0b31-4dfb-acba-92328cb20b3f tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2528098 Dec 10 18:33:33.639625 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33446) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:33.648235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b90f-7f08-4dd3-b89e-c7a5c9b9cec1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.652880 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6bc4b90f-7f08-4dd3-b89e-c7a5c9b9cec1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/62583be4-96c5-4b0a-bb12-fa4438315933 HTTP/1.1" status: 204 len: 168 time: 2.5314207 Dec 10 18:33:33.683573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33448) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:33.688711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Router 7091c52b-32e8-4a4b-a065-bf92e439e3c3 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:33:33.691312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4b90f-7f08-4dd3-b89e-c7a5c9b9cec1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=62583be4-96c5-4b0a-bb12-fa4438315933,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:33.699752 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8b29dc7d-b22b-4edf-b1bf-8341b9262e7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'mac_address': 'fa:16:3e:3f:e4:ef', 'name': 'tempest-PortsTestJSON-365637636'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:33.799881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcef5143-995f-421a-ba89-3f18d9bdbf69 None None] Update dhcp port {'port': {'network_id': '20547e15-f950-4ecc-92a3-36fd6622eecd', 'fixed_ips': [{'subnet_id': 'ba651070-90e9-4307-ad6b-aa8c7838c8ab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e6a3953b-5ae5-4e3f-925a-113615fde912', 'ip_address': '2001:db8::2'}, {'subnet_id': '8318a3bd-1bda-4985-9079-dac2395c873e'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '9ae7780f-631d-4ef0-8a97-9f94a07dc37a'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:33:33.822121 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 29590314-4fb9-4289-8625-14c187d9d811 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:33.832915 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-57cb288a-47fd-4961-b96c-4c8a90149a52 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 22cdccd3-3a40-43b8-8cf2-a9885a0869a5 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:33.833292 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-57cb288a-47fd-4961-b96c-4c8a90149a52 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.838923 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.926664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da004b-f012-48e3-840b-2a95997cae6e None None] Pushing event updated for resources: {'Port': ['ID=29590314-4fb9-4289-8625-14c187d9d811,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:33.940682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-278886ea-e858-4c30-bbf8-da6988b6a04d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.954427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dcef5143-995f-421a-ba89-3f18d9bdbf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.967788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-57cb288a-47fd-4961-b96c-4c8a90149a52 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.999433 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846dcb7-86a7-4039-8c1d-e0a55997a1f1 req-917e5f5d-7d7c-4038-83cd-645f7f8f9062 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.001361 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c846dcb7-86a7-4039-8c1d-e0a55997a1f1 req-917e5f5d-7d7c-4038-83cd-645f7f8f9062 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.3931413 Dec 10 18:33:34.001521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c24803-cd10-47c1-805b-153fe14ade77 None None] Network edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:34.014804 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-57cb288a-47fd-4961-b96c-4c8a90149a52 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 22cdccd3-3a40-43b8-8cf2-a9885a0869a5 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:34.027778 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b08d0c3-323c-4b41-975a-bb2ae8bfd820', 'name': 'tempest-snat-router-1446532688', 'tenant_id': '49e48e31c518454380d71925d2138956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:26Z', 'updated_at': '2021-12-10T18:33:30Z', 'revision_number': 3, 'project_id': '49e48e31c518454380d71925d2138956', 'gw_port': {'id': 'f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ec:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b08d0c3-323c-4b41-975a-bb2ae8bfd820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:34.159746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Checking router: 5b08d0c3-323c-4b41-975a-bb2ae8bfd820 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:34.160908 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Updating router 5b08d0c3-323c-4b41-975a-bb2ae8bfd820 port f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:33:34.179312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.263946 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b29dc7d-b22b-4edf-b1bf-8341b9262e7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:34.264491 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.265949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 29590314-4fb9-4289-8625-14c187d9d811 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:34.266307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.274559 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.275198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:34.290680 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4b5da059-4e07-4e77-825a-f5e4cf197386 admin admin] 10.222.0.60 "PUT /v2.0/routers/7091c52b-32e8-4a4b-a065-bf92e439e3c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2892771 Dec 10 18:33:34.290781 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Sync routers for ids ['7091c52b-32e8-4a4b-a065-bf92e439e3c3'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:34.291246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Deleting port 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:34.291246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.318137 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Routers {'7091c52b-32e8-4a4b-a065-bf92e439e3c3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:34.318725 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-23b0754e-934c-461a-aa63-ad085915902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7091c52b-32e8-4a4b-a065-bf92e439e3c3'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:34.340025 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c846dcb7-86a7-4039-8c1d-e0a55997a1f1 req-0bc8dcf5-fb26-4fca-8831-46c267bea3c3 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264389 Dec 10 18:33:34.381889 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ae53fca6-1c39-40df-8ea3-ab998efb4413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.384214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd9d22b-741f-435c-95f7-760222ba9def None None] DHCP port deletion for 6e2a6096-7909-4f53-8fdc-cd3e80994c00 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:34.464002 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b29dc7d-b22b-4edf-b1bf-8341b9262e7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.551561 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] For port 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5,segment=NetworkSegment(ce4463a3-382d-4f6d-adc4-46e99287eb94),segment_id=ce4463a3-382d-4f6d-adc4-46e99287eb94)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:34.551878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.598497 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Set router 7091c52b-32e8-4a4b-a065-bf92e439e3c3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:34.621335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Calling delete_port for 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:34.624776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-8b29dc7d-b22b-4edf-b1bf-8341b9262e7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port c0cf1d3b-b71f-440c-b707-8daa6b3cd0e2 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:33:34.789486 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Deleting port f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:34.790046 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.882597 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-57cb288a-47fd-4961-b96c-4c8a90149a52 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.905740 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-23b0754e-934c-461a-aa63-ad085915902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'name': 'tempest-TestVolumeBootPattern-1276577383-router', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '5057a56c-250c-470c-aa16-b2d3a5da3de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:18Z', 'updated_at': '2021-12-10T18:33:30Z', 'revision_number': 4, 'project_id': 'e613d275a44a49f69b0e48dc40c91e88', 'gw_port': {'id': '5057a56c-250c-470c-aa16-b2d3a5da3de4', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:19Z', 'updated_at': '2021-12-10T18:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '22c8e9c4-98c9-461f-b744-32277225136c', 'name': '', 'network_id': '6aefe628-1a12-478c-b90b-405d8727862e', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88', 'mac_address': 'fa:16:3e:04:43:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'da3bab32-f618-45a0-a5f3-a39f41c2adde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:28Z', 'updated_at': '2021-12-10T18:33:31Z', 'revision_number': 2, 'project_id': 'e613d275a44a49f69b0e48dc40c91e88', 'subnets': [{'id': 'da3bab32-f618-45a0-a5f3-a39f41c2adde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:34.934083 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Checking router: 7091c52b-32e8-4a4b-a065-bf92e439e3c3 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:34.934711 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Updating router 7091c52b-32e8-4a4b-a065-bf92e439e3c3 port 22c8e9c4-98c9-461f-b744-32277225136c binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:33:34.960067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb288a-47fd-4961-b96c-4c8a90149a52 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=22cdccd3-3a40-43b8-8cf2-a9885a0869a5,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:34.974844 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.008130 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-57cb288a-47fd-4961-b96c-4c8a90149a52 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.012039 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-dcef5143-995f-421a-ba89-3f18d9bdbf69 None None] Allocated IP 2001:db8:0:2::2 (20547e15-f950-4ecc-92a3-36fd6622eecd/8318a3bd-1bda-4985-9079-dac2395c873e/9ae7780f-631d-4ef0-8a97-9f94a07dc37a) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:35.015750 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-57cb288a-47fd-4961-b96c-4c8a90149a52 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/22cdccd3-3a40-43b8-8cf2-a9885a0869a5 HTTP/1.1" status: 204 len: 168 time: 1.8450339 Dec 10 18:33:35.021882 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33460) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:35.134314 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.155835 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c86fc89-9f88-4cc4-bddb-b56fd09330c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.157393 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2c86fc89-9f88-4cc4-bddb-b56fd09330c9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1337988 Dec 10 18:33:35.166134 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33462) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:35.169163 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Calling delete_port for f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:35.189591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd49395-2f5b-4f4c-9502-dd01a36f46ab req-74004004-0053-460a-8ba0-b8bf322a89c0 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.191136 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0dd49395-2f5b-4f4c-9502-dd01a36f46ab req-74004004-0053-460a-8ba0-b8bf322a89c0 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1742811 Dec 10 18:33:35.208016 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dcef5143-995f-421a-ba89-3f18d9bdbf69 None None] For port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9ae7780f-631d-4ef0-8a97-9f94a07dc37a,segment=NetworkSegment(b0fd1fc1-6736-46fc-b731-68e5b68b0888),segment_id=b0fd1fc1-6736-46fc-b731-68e5b68b0888)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:35.252161 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dcef5143-995f-421a-ba89-3f18d9bdbf69 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.405173 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dcef5143-995f-421a-ba89-3f18d9bdbf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.422848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ae53fca6-1c39-40df-8ea3-ab998efb4413 None None] For port 29590314-4fb9-4289-8625-14c187d9d811, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=29590314-4fb9-4289-8625-14c187d9d811,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:35.427958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e57bcc-510e-4d51-8d9a-4ce08d70928f None None] DHCP port deletion for edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:35.466915 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.489659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.513239 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b658df71-cc8d-4a3c-8420-f4e8d05893d5 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.514858 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b658df71-cc8d-4a3c-8420-f4e8d05893d5 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3476188 Dec 10 18:33:35.528874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33464) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:35.553379 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ae53fca6-1c39-40df-8ea3-ab998efb4413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.559669 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.584266 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0dd49395-2f5b-4f4c-9502-dd01a36f46ab req-8d85dc82-389b-44e3-bb74-4236f66dd69c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3754599 Dec 10 18:33:35.631189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9d22b-741f-435c-95f7-760222ba9def None None] Deleting port 075e60fd-5dc3-43d4-9782-36419780e1c1 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:35.631567 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d22b-741f-435c-95f7-760222ba9def None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.720239 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.775439 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Attempting to bind port 22c8e9c4-98c9-461f-b744-32277225136c on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:35.776079 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Attempting to bind port 22c8e9c4-98c9-461f-b744-32277225136c by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'be28cf49-3778-44f0-a74a-c0dcfdef38fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6aefe628-1a12-478c-b90b-405d8727862e'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:35.776668 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Attempting to bind port 22c8e9c4-98c9-461f-b744-32277225136c on network 6aefe628-1a12-478c-b90b-405d8727862e {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:35.782583 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cdc7b-42f2-4459-b798-668916ee4cfa None None] Pushing event updated for resources: {'Port': ['ID=22c8e9c4-98c9-461f-b744-32277225136c,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:35.785422 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:35.786132 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Checking segment: {'id': 'be28cf49-3778-44f0-a74a-c0dcfdef38fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6aefe628-1a12-478c-b90b-405d8727862e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:35.786806 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.787354 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Bound using segment: {'id': 'be28cf49-3778-44f0-a74a-c0dcfdef38fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6aefe628-1a12-478c-b90b-405d8727862e'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:35.788000 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Bound port: 22c8e9c4-98c9-461f-b744-32277225136c, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be28cf49-3778-44f0-a74a-c0dcfdef38fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6aefe628-1a12-478c-b90b-405d8727862e'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:35.788571 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.829064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 29590314-4fb9-4289-8625-14c187d9d811 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:35.861425 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a9a53f-b719-4d1e-9052-488c099a3840 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.864280 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a9a53f-b719-4d1e-9052-488c099a3840 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.866049 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a9a53f-b719-4d1e-9052-488c099a3840 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.871955 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a2a9a53f-b719-4d1e-9052-488c099a3840 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3421242 Dec 10 18:33:35.872082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33466) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:35.872531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33468) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:35.881989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef5143-995f-421a-ba89-3f18d9bdbf69 None None] Pushing event updated for resources: {'Port': ['ID=9ae7780f-631d-4ef0-8a97-9f94a07dc37a,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:35.882941 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8ea88b9e-7661-4885-947c-213fc1a4868f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402666496', 'description': 'tempest-secgroup-smoke-402666496 description', 'project_id': '1fd525ba53d94408afbd68f89c13ea18'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:35.903115 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-23b0754e-934c-461a-aa63-ad085915902a None None] For port 22c8e9c4-98c9-461f-b744-32277225136c, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:35.905347 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-278886ea-e858-4c30-bbf8-da6988b6a04d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Delete allocated IP 2001:db8::3d3 (20547e15-f950-4ecc-92a3-36fd6622eecd/e6a3953b-5ae5-4e3f-925a-113615fde912) {{(pid=103594) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:33:35.914170 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-23b0754e-934c-461a-aa63-ad085915902a None None] For port 22c8e9c4-98c9-461f-b744-32277225136c, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=22c8e9c4-98c9-461f-b744-32277225136c,segment=NetworkSegment(be28cf49-3778-44f0-a74a-c0dcfdef38fa),segment_id=be28cf49-3778-44f0-a74a-c0dcfdef38fa)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:35.927019 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5d13a4-6b4e-4e17-96af-c0fd6056678c None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:35.943417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-278886ea-e858-4c30-bbf8-da6988b6a04d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Allocated IP 2001:db8:0:2::118 (20547e15-f950-4ecc-92a3-36fd6622eecd/8318a3bd-1bda-4985-9079-dac2395c873e/042fc0c9-78bf-4954-a54f-54e52c273a58) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:35.987855 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.015817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Attempting to bind port f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:36.016530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Attempting to bind port f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:36.016906 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Attempting to bind port f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:36.030167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6d7b8365-143a-4204-bf12-b9275d70eeb3 None None] Provisioning complete for port 29590314-4fb9-4289-8625-14c187d9d811 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:36.030383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8365-143a-4204-bf12-b9275d70eeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.047127 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.047281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40609bc1-79ac-443a-81d6-b4b269defa58 req-500d9455-aa45-4fab-8fba-c198fce2dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:36.049737 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-40609bc1-79ac-443a-81d6-b4b269defa58 req-500d9455-aa45-4fab-8fba-c198fce2dee6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5b0ea7622f4bae8e83a24fbb913e21&device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 1098 time: 0.9874864 Dec 10 18:33:36.055417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ddd9d22b-741f-435c-95f7-760222ba9def None None] For port 075e60fd-5dc3-43d4-9782-36419780e1c1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=075e60fd-5dc3-43d4-9782-36419780e1c1,segment=NetworkSegment(02b1d4e0-fb2a-4cf2-a669-fae48c9c52f0),segment_id=02b1d4e0-fb2a-4cf2-a669-fae48c9c52f0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:36.055417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d22b-741f-435c-95f7-760222ba9def None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.089618 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Routers {'7091c52b-32e8-4a4b-a065-bf92e439e3c3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:36.093565 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-23b0754e-934c-461a-aa63-ad085915902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7091c52b-32e8-4a4b-a065-bf92e439e3c3'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:36.123256 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34e929b-cf27-4b50-9775-069a01502ef2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 62f3e6cf-0579-42ce-9ed6-0ae47e686a20 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:36.134768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:36.135144 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:36.135550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.136486 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:36.137006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Bound port: f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:36.137386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.140028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.154255 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f34e929b-cf27-4b50-9775-069a01502ef2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.169811 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:36.174757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Port f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e has been deleted concurrently {{(pid=103595) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 10 18:33:36.194159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9d22b-741f-435c-95f7-760222ba9def None None] Calling delete_port for 075e60fd-5dc3-43d4-9782-36419780e1c1 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:36.220937 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-09e57bcc-510e-4d51-8d9a-4ce08d70928f None None] Deleting port 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:36.221315 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-09e57bcc-510e-4d51-8d9a-4ce08d70928f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.222876 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53fca6-1c39-40df-8ea3-ab998efb4413 None None] Pushing event updated for resources: {'Port': ['ID=29590314-4fb9-4289-8625-14c187d9d811,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:36.271372 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cdc7b-42f2-4459-b798-668916ee4cfa None None] Pushing event updated for resources: {'Port': ['ID=22c8e9c4-98c9-461f-b744-32277225136c,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:36.298785 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988ffd26-af30-4bd9-bf3e-df29f39c4317 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:36.376782 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-23b0754e-934c-461a-aa63-ad085915902a None None] Set router 7091c52b-32e8-4a4b-a065-bf92e439e3c3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:36.384013 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.403794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-09e57bcc-510e-4d51-8d9a-4ce08d70928f None None] For port 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5,segment=NetworkSegment(ce4463a3-382d-4f6d-adc4-46e99287eb94),segment_id=ce4463a3-382d-4f6d-adc4-46e99287eb94)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:36.404202 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-09e57bcc-510e-4d51-8d9a-4ce08d70928f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.418732 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-09e57bcc-510e-4d51-8d9a-4ce08d70928f None None] Calling delete_port for 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:36.472206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ea88b9e-7661-4885-947c-213fc1a4868f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.510228 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-278886ea-e858-4c30-bbf8-da6988b6a04d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.574321 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.579038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.648739 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-278886ea-e858-4c30-bbf8-da6988b6a04d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.675517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b29dc7d-b22b-4edf-b1bf-8341b9262e7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.743930 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] Routers {'5b08d0c3-323c-4b41-975a-bb2ae8bfd820'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:36.744584 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5b08d0c3-323c-4b41-975a-bb2ae8bfd820'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:36.747513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e903d6-ff08-42d8-9287-ce262a9c420c None None] Pushing event deleted for resources: {'Port': ['ID=f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:36.756800 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-278886ea-e858-4c30-bbf8-da6988b6a04d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] In _notify_port_updated(), no bound segment for port 042fc0c9-78bf-4954-a54f-54e52c273a58 on network 20547e15-f950-4ecc-92a3-36fd6622eecd {{(pid=103594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:33:36.765300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278886ea-e858-4c30-bbf8-da6988b6a04d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:36.765300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-278886ea-e858-4c30-bbf8-da6988b6a04d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.765300 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-278886ea-e858-4c30-bbf8-da6988b6a04d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "PUT /v2.0/ports/042fc0c9-78bf-4954-a54f-54e52c273a58 HTTP/1.1" status: 200 len: 970 time: 3.5908358 Dec 10 18:33:36.773495 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f34e929b-cf27-4b50-9775-069a01502ef2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.795211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33472) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:36.795873 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.796400 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b08d0c3-323c-4b41-975a-bb2ae8bfd820 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:36.798920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.803358 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.808408 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-23b0754e-934c-461a-aa63-ad085915902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'name': 'tempest-TestVolumeBootPattern-1276577383-router', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '5057a56c-250c-470c-aa16-b2d3a5da3de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:18Z', 'updated_at': '2021-12-10T18:33:30Z', 'revision_number': 4, 'project_id': 'e613d275a44a49f69b0e48dc40c91e88', 'gw_port': {'id': '5057a56c-250c-470c-aa16-b2d3a5da3de4', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:19Z', 'updated_at': '2021-12-10T18:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '22c8e9c4-98c9-461f-b744-32277225136c', 'name': '', 'network_id': '6aefe628-1a12-478c-b90b-405d8727862e', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88', 'mac_address': 'fa:16:3e:04:43:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'da3bab32-f618-45a0-a5f3-a39f41c2adde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:28Z', 'updated_at': '2021-12-10T18:33:35Z', 'revision_number': 4, 'project_id': 'e613d275a44a49f69b0e48dc40c91e88', 'subnets': [{'id': 'da3bab32-f618-45a0-a5f3-a39f41c2adde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:36.808962 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-74080318-81e1-4d2e-8417-4ff304255db8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "DELETE /v2.0/routers/5b08d0c3-323c-4b41-975a-bb2ae8bfd820 HTTP/1.1" status: 204 len: 168 time: 3.3574369 Dec 10 18:33:36.820622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33474) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:36.823332 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278886ea-e858-4c30-bbf8-da6988b6a04d tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event updated for resources: {'Port': ['ID=042fc0c9-78bf-4954-a54f-54e52c273a58,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:36.830277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:36.831105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4972969a-2b6e-42bd-a87b-fc0b573659f3 None None] The sync data for ids ['5b08d0c3-323c-4b41-975a-bb2ae8bfd820'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:36.851922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 29590314-4fb9-4289-8625-14c187d9d811 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:36.852476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.873954 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b0754e-934c-461a-aa63-ad085915902a None None] The sync data for ids ['7091c52b-32e8-4a4b-a065-bf92e439e3c3'] in dv-neutron-821434-1-hyperv is: [{'id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'name': 'tempest-TestVolumeBootPattern-1276577383-router', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '5057a56c-250c-470c-aa16-b2d3a5da3de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:18Z', 'updated_at': '2021-12-10T18:33:30Z', 'revision_number': 4, 'project_id': 'e613d275a44a49f69b0e48dc40c91e88', 'gw_port': {'id': '5057a56c-250c-470c-aa16-b2d3a5da3de4', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:19Z', 'updated_at': '2021-12-10T18:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '22c8e9c4-98c9-461f-b744-32277225136c', 'name': '', 'network_id': '6aefe628-1a12-478c-b90b-405d8727862e', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88', 'mac_address': 'fa:16:3e:04:43:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'da3bab32-f618-45a0-a5f3-a39f41c2adde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:28Z', 'updated_at': '2021-12-10T18:33:35Z', 'revision_number': 4, 'project_id': 'e613d275a44a49f69b0e48dc40c91e88', 'subnets': [{'id': 'da3bab32-f618-45a0-a5f3-a39f41c2adde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:36.995833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f34e929b-cf27-4b50-9775-069a01502ef2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.997906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7673ed-97e5-4afe-8ece-abdd01a20cd6 req-dcc1c34d-64cd-493d-9855-571b173cf428 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:36.999381 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d22b-741f-435c-95f7-760222ba9def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.999535 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ab7673ed-97e5-4afe-8ece-abdd01a20cd6 req-dcc1c34d-64cd-493d-9855-571b173cf428 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.2886040 Dec 10 18:33:37.062262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9d22b-741f-435c-95f7-760222ba9def None None] Pushing event deleted for resources: {'Port': ['ID=075e60fd-5dc3-43d4-9782-36419780e1c1,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:37.069348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40609bc1-79ac-443a-81d6-b4b269defa58 req-a5f27d93-0101-459e-9fe1-52b64e030f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:37.070956 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-40609bc1-79ac-443a-81d6-b4b269defa58 req-a5f27d93-0101-459e-9fe1-52b64e030f81 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62f9555d-cabd-4fc1-91e0-b246290379c5 HTTP/1.1" status: 200 len: 912 time: 0.9603047 Dec 10 18:33:37.090883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6d7b8365-143a-4204-bf12-b9275d70eeb3 None None] Could not find standard attr ID for object 22cdccd3-3a40-43b8-8cf2-a9885a0869a5. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:33:37.097787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event deleted for resources: {'Port': ['ID=7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:37.099863 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] No DVR routers for this DVR port 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:37.102048 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-09e57bcc-510e-4d51-8d9a-4ce08d70928f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.117513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9d22b-741f-435c-95f7-760222ba9def None None] No DVR routers for this DVR port 075e60fd-5dc3-43d4-9782-36419780e1c1 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:37.121681 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6d7b8365-143a-4204-bf12-b9275d70eeb3 None None] Could not find standard attr ID for object 075e60fd-5dc3-43d4-9782-36419780e1c1. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:33:37.151954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.169214 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ab7673ed-97e5-4afe-8ece-abdd01a20cd6 req-46bc068e-389c-4665-8034-90cc4b73b1d2 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554554 Dec 10 18:33:37.199216 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-40609bc1-79ac-443a-81d6-b4b269defa58 req-6d53dc90-807f-4ad0-a488-96cfbf962ed3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf249f3-32dc-4cdd-b31d-bf560b49cb90 HTTP/1.1" status: 200 len: 999 time: 0.0926661 Dec 10 18:33:37.215284 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e57bcc-510e-4d51-8d9a-4ce08d70928f None None] Pushing event deleted for resources: {'Port': ['ID=7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:37.243456 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-844839e3-edc7-4371-87b6-ac43a90d30df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 042fc0c9-78bf-4954-a54f-54e52c273a58 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:37.243797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-844839e3-edc7-4371-87b6-ac43a90d30df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.244216 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e57bcc-510e-4d51-8d9a-4ce08d70928f None None] No DVR routers for this DVR port 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:37.249487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b29dc7d-b22b-4edf-b1bf-8341b9262e7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.271802 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6d7b8365-143a-4204-bf12-b9275d70eeb3 None None] Provisioning complete for port 22c8e9c4-98c9-461f-b744-32277225136c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:37.272302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8365-143a-4204-bf12-b9275d70eeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.375778 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8365-143a-4204-bf12-b9275d70eeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.384316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.412891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-844839e3-edc7-4371-87b6-ac43a90d30df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.413389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:37.428445 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6d7b8365-143a-4204-bf12-b9275d70eeb3 None None] For port 22c8e9c4-98c9-461f-b744-32277225136c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=22c8e9c4-98c9-461f-b744-32277225136c,segment=NetworkSegment(be28cf49-3778-44f0-a74a-c0dcfdef38fa),segment_id=be28cf49-3778-44f0-a74a-c0dcfdef38fa)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:37.429161 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.432320 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-844839e3-edc7-4371-87b6-ac43a90d30df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 042fc0c9-78bf-4954-a54f-54e52c273a58 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:37.458571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4463a3-382d-4f6d-adc4-46e99287eb94') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:37.458870 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4463a3-382d-4f6d-adc4-46e99287eb94') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:37.519094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.533722 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8365-143a-4204-bf12-b9275d70eeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.542404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29dc7d-b22b-4edf-b1bf-8341b9262e7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 8088c8be-b551-4755-a963-3530625ae774 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:37.557757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6d7b8365-143a-4204-bf12-b9275d70eeb3 None None] Could not find standard attr ID for object 7e53f42e-cd2d-45ad-8ac8-c38bc15afeb5. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:33:37.563030 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-8b29dc7d-b22b-4edf-b1bf-8341b9262e7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:37.571540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.575972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29dc7d-b22b-4edf-b1bf-8341b9262e7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:37.582333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b29dc7d-b22b-4edf-b1bf-8341b9262e7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:37.582839 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b29dc7d-b22b-4edf-b1bf-8341b9262e7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.586337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40609bc1-79ac-443a-81d6-b4b269defa58 req-d20a1dde-dd3e-4359-9118-3875b2cac6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:37.587811 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-40609bc1-79ac-443a-81d6-b4b269defa58 req-d20a1dde-dd3e-4359-9118-3875b2cac6eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae237fdd-10af-4d8e-bdae-3b418032a0b5 HTTP/1.1" status: 200 len: 850 time: 0.3473938 Dec 10 18:33:37.588488 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:33:37.620131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:37.620553 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.623785 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29dc7d-b22b-4edf-b1bf-8341b9262e7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=c0cf1d3b-b71f-440c-b707-8daa6b3cd0e2,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:37.631247 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:37.643925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ea88b9e-7661-4885-947c-213fc1a4868f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.658651 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6d7b8365-143a-4204-bf12-b9275d70eeb3 None None] Provisioning complete for port b974548e-fcb8-429b-984d-caece3638d6e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:37.659241 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8365-143a-4204-bf12-b9275d70eeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.693363 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Deleting port 865ac62f-b851-493d-b1db-6831884bb4ca {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:37.693997 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.702628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b8365-143a-4204-bf12-b9275d70eeb3 None None] Pushing event updated for resources: {'Port': ['ID=22c8e9c4-98c9-461f-b744-32277225136c,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:37.709462 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-844839e3-edc7-4371-87b6-ac43a90d30df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.718696 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b8365-143a-4204-bf12-b9275d70eeb3 None None] Port b974548e-fcb8-429b-984d-caece3638d6e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:37.739948 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f34e929b-cf27-4b50-9775-069a01502ef2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.794526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ea88b9e-7661-4885-947c-213fc1a4868f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.796601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844839e3-edc7-4371-87b6-ac43a90d30df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=042fc0c9-78bf-4954-a54f-54e52c273a58,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:37.796880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e929b-cf27-4b50-9775-069a01502ef2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=62f3e6cf-0579-42ce-9ed6-0ae47e686a20,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:37.815567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f34e929b-cf27-4b50-9775-069a01502ef2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.818421 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f34e929b-cf27-4b50-9775-069a01502ef2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/62f3e6cf-0579-42ce-9ed6-0ae47e686a20 HTTP/1.1" status: 204 len: 168 time: 1.9106796 Dec 10 18:33:37.841152 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33476) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:37.846657 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f6932ca6-086b-4af8-805c-4961bd7bfdef None None] Could not find standard attr ID for object 042fc0c9-78bf-4954-a54f-54e52c273a58. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:33:37.860290 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-844839e3-edc7-4371-87b6-ac43a90d30df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.865804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e207167-5cab-42a9-af7e-f13a698ce4c5 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:37.870698 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-844839e3-edc7-4371-87b6-ac43a90d30df tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/042fc0c9-78bf-4954-a54f-54e52c273a58 HTTP/1.1" status: 204 len: 168 time: 1.0583725 Dec 10 18:33:37.870698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33478) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:37.933473 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8b29dc7d-b22b-4edf-b1bf-8341b9262e7d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.2400796 Dec 10 18:33:37.937586 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9ae7780f-631d-4ef0-8a97-9f94a07dc37a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:37.949143 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33480) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:37.956963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.968457 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f35ded9-b8ac-4833-9bb2-fd94af50b9b7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] GET failed (client error): The resource could not be found. Dec 10 18:33:37.973395 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7f35ded9-b8ac-4833-9bb2-fd94af50b9b7 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports/042fc0c9-78bf-4954-a54f-54e52c273a58 HTTP/1.1" status: 404 len: 333 time: 0.0659227 Dec 10 18:33:37.977148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33482) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:37.978506 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.982624 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "DELETE /v2.0/networks/edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c HTTP/1.1" status: 204 len: 168 time: 4.3399131 Dec 10 18:33:38.009927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33484) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:38.018677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea88b9e-7661-4885-947c-213fc1a4868f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b82cf4-021d-456a-916a-2957311fd74b,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:38.022025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf41c4-3528-404b-a2cc-d9a7ea333a41 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event deleted for resources: {'Network': ['ID=edd90f2d-fcea-4eab-b1e2-9aebb9bdd31c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:38.031823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40609bc1-79ac-443a-81d6-b4b269defa58 req-722a3742-3336-4b94-b0a0-b47f36b2df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:38.033887 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-40609bc1-79ac-443a-81d6-b4b269defa58 req-722a3742-3336-4b94-b0a0-b47f36b2df58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62f9555d-cabd-4fc1-91e0-b246290379c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4305530 Dec 10 18:33:38.048814 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-200ad5f9-4d50-4c3a-ae2a-139921eb9caf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 68b45684-0486-4bb8-a61b-2165a02756d8 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:38.054982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ea88b9e-7661-4885-947c-213fc1a4868f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.057744 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8ea88b9e-7661-4885-947c-213fc1a4868f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 2.1794016 Dec 10 18:33:38.062374 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] For port 865ac62f-b851-493d-b1db-6831884bb4ca, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=865ac62f-b851-493d-b1db-6831884bb4ca,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:38.062605 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.066337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33486) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:38.079938 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f6932ca6-086b-4af8-805c-4961bd7bfdef None None] Provisioning complete for port 22c8e9c4-98c9-461f-b744-32277225136c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:38.080595 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f6932ca6-086b-4af8-805c-4961bd7bfdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.086232 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8293dc0e-5f0b-41cf-9ba4-8a6b36fc9383 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Request body: {'security_group_rule': {'security_group_id': '96b82cf4-021d-456a-916a-2957311fd74b', 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:38.091013 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-200ad5f9-4d50-4c3a-ae2a-139921eb9caf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.251452 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:38.252050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.263496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2261c4d6-7ab0-40ab-93ac-93dc237f1085 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.293718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2261c4d6-7ab0-40ab-93ac-93dc237f1085 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.357072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f6932ca6-086b-4af8-805c-4961bd7bfdef None None] Provisioning complete for port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:38.357534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f6932ca6-086b-4af8-805c-4961bd7bfdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.363429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:38.424614 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-40609bc1-79ac-443a-81d6-b4b269defa58 req-0484fb1e-759f-41fb-bed7-754a79c5a49c service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653193 Dec 10 18:33:38.428322 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Sync routers for ids ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:38.469633 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Routers {'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:38.470703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:38.507015 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2261c4d6-7ab0-40ab-93ac-93dc237f1085 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.511448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2261c4d6-7ab0-40ab-93ac-93dc237f1085 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.517147 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2261c4d6-7ab0-40ab-93ac-93dc237f1085 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/security-groups/208998d4-f73a-468e-9b0d-1c9eef58a3a5 HTTP/1.1" status: 204 len: 168 time: 0.5177989 Dec 10 18:33:38.523953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33490) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:38.574526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261c4d6-7ab0-40ab-93ac-93dc237f1085 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=208998d4-f73a-468e-9b0d-1c9eef58a3a5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:38.599856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 29590314-4fb9-4289-8625-14c187d9d811 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:38.603159 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8293dc0e-5f0b-41cf-9ba4-8a6b36fc9383 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.618159 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.625124 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7af3bffd-8c00-4f6f-8ce0-f82b12e11fd2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.7448266 Dec 10 18:33:38.629549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33492) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:38.661316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8675a156-97a4-4906-9925-6a430380762e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.763120 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Calling delete_port for 865ac62f-b851-493d-b1db-6831884bb4ca owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:38.772089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde7cec-958b-4b38-911d-1bf8d43e768b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:38.776938 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5fde7cec-958b-4b38-911d-1bf8d43e768b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/c0cf1d3b-b71f-440c-b707-8daa6b3cd0e2 HTTP/1.1" status: 200 len: 840 time: 0.8217673 Dec 10 18:33:38.777104 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Set router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:38.787521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33496) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:38.863071 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-40609bc1-79ac-443a-81d6-b4b269defa58 req-27e9e825-1e56-4c65-a6b9-fb922c1d67fd service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260671 Dec 10 18:33:38.883413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab701ce3-30ff-4ab8-9536-1f721967933c req-766787b7-43e8-47d1-9219-dc91a0cfa36e tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:38.884980 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ab701ce3-30ff-4ab8-9536-1f721967933c req-766787b7-43e8-47d1-9219-dc91a0cfa36e tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.2194655 Dec 10 18:33:38.901790 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 29590314-4fb9-4289-8625-14c187d9d811 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:38.902281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.911866 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-200ad5f9-4d50-4c3a-ae2a-139921eb9caf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.933159 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b76ba4a1-9ff5-43de-903e-64114454f147 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.933775 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f6932ca6-086b-4af8-805c-4961bd7bfdef None None] Could not find standard attr ID for object f8a221db-1de4-4c9a-8ff4-56b4d07b9d7e. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:33:38.965740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b76ba4a1-9ff5-43de-903e-64114454f147 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.976011 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e9cd5170-20c0-4738-9549-09e6fc3cb00a tempest-TestNetworkAdvancedServerOps-2136350864 tempest-TestNetworkAdvancedServerOps-2136350864-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=43ce9d6cb6cc4b06a1aba6c078f79ea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3369300 Dec 10 18:33:38.984819 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33498) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:38.989464 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f6932ca6-086b-4af8-805c-4961bd7bfdef None None] Provisioning complete for port 9d710c11-f8e7-441c-a598-473f0fe8a335 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:38.989868 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f6932ca6-086b-4af8-805c-4961bd7bfdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.049279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8293dc0e-5f0b-41cf-9ba4-8a6b36fc9383 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.061786 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f6932ca6-086b-4af8-805c-4961bd7bfdef None None] Port 9d710c11-f8e7-441c-a598-473f0fe8a335 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:39.070227 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ab701ce3-30ff-4ab8-9536-1f721967933c req-122ffacc-3958-41e7-9c0b-0da40711cce9 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709745 Dec 10 18:33:39.099549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8675a156-97a4-4906-9925-6a430380762e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.125240 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 22c8e9c4-98c9-461f-b744-32277225136c up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:39.150786 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-8675a156-97a4-4906-9925-6a430380762e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2a6096-7909-4f53-8fdc-cd3e80994c00']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:39.155541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8293dc0e-5f0b-41cf-9ba4-8a6b36fc9383 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.173429 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-8675a156-97a4-4906-9925-6a430380762e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b1d4e0-fb2a-4cf2-a669-fae48c9c52f0') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:39.173866 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-8675a156-97a4-4906-9925-6a430380762e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b1d4e0-fb2a-4cf2-a669-fae48c9c52f0') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:39.186997 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:33:33Z', 'revision_number': 3, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:39.214146 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8675a156-97a4-4906-9925-6a430380762e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.224903 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Checking router: db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:39.225381 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Updating router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 port b974548e-fcb8-429b-984d-caece3638d6e binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:33:39.227208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293dc0e-5f0b-41cf-9ba4-8a6b36fc9383 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5ef31f-4fef-494e-8c85-57f1800d438c,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:39.238539 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-200ad5f9-4d50-4c3a-ae2a-139921eb9caf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.245921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b4e1f9d6-7884-40f1-aabd-d2959a642c22 None None] Provisioning complete for port 29590314-4fb9-4289-8625-14c187d9d811 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:39.246412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b4e1f9d6-7884-40f1-aabd-d2959a642c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.248031 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8675a156-97a4-4906-9925-6a430380762e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.277150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-363a7829-7927-4aea-811d-75e715ef9c98 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port c0cf1d3b-b71f-440c-b707-8daa6b3cd0e2 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:39.279054 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-363a7829-7927-4aea-811d-75e715ef9c98 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.279191 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8675a156-97a4-4906-9925-6a430380762e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:39.279412 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8675a156-97a4-4906-9925-6a430380762e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: items = [ Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:39.282409 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:39.289851 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.323989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e98ca9-348d-4d60-ab86-b53161d64944 tempest-TestNetworkAdvancedServerOps-2136350864 tempest-TestNetworkAdvancedServerOps-2136350864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:39.328342 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-78e98ca9-348d-4d60-ab86-b53161d64944 tempest-TestNetworkAdvancedServerOps-2136350864 tempest-TestNetworkAdvancedServerOps-2136350864-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3030431 Dec 10 18:33:39.328511 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 22c8e9c4-98c9-461f-b744-32277225136c triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:39.328511 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.331118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8293dc0e-5f0b-41cf-9ba4-8a6b36fc9383 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.345964 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8293dc0e-5f0b-41cf-9ba4-8a6b36fc9383 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2710083 Dec 10 18:33:39.346781 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33500) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.347339 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33502) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.365007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b76ba4a1-9ff5-43de-903e-64114454f147 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.368265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b76ba4a1-9ff5-43de-903e-64114454f147 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.372145 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b76ba4a1-9ff5-43de-903e-64114454f147 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/security-groups/c2889421-3d69-4558-9b1f-64d0231c6cf5 HTTP/1.1" status: 204 len: 168 time: 0.8107843 Dec 10 18:33:39.372617 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1c31a94a-32be-40e4-9c72-63a0c764a056 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Request body: {'security_group_rule': {'security_group_id': '96b82cf4-021d-456a-916a-2957311fd74b', 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:39.381118 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33504) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.439820 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-44547150-c773-427b-a238-e11469c12c47 tempest-TestNetworkAdvancedServerOps-2136350864 tempest-TestNetworkAdvancedServerOps-2136350864-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0853481 Dec 10 18:33:39.441678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33506) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.451542 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ba4a1-9ff5-43de-903e-64114454f147 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2889421-3d69-4558-9b1f-64d0231c6cf5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:39.453163 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5e25d696-ce02-4835-9be8-c7f4e1ff6257 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.457841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-80ce6362-0efe-4861-b985-bc7c9a46eb47 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1424403856', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:39.470012 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8675a156-97a4-4906-9925-6a430380762e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.477535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-363a7829-7927-4aea-811d-75e715ef9c98 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.499827 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8675a156-97a4-4906-9925-6a430380762e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.506212 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8675a156-97a4-4906-9925-6a430380762e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "DELETE /v2.0/networks/6e2a6096-7909-4f53-8fdc-cd3e80994c00 HTTP/1.1" status: 204 len: 168 time: 1.4951594 Dec 10 18:33:39.511361 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675a156-97a4-4906-9925-6a430380762e tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event deleted for resources: {'Network': ['ID=6e2a6096-7909-4f53-8fdc-cd3e80994c00,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:39.513821 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33508) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.529489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5e25d696-ce02-4835-9be8-c7f4e1ff6257 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.538286 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-363a7829-7927-4aea-811d-75e715ef9c98 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for c0cf1d3b-b71f-440c-b707-8daa6b3cd0e2 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:39.552667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-200ad5f9-4d50-4c3a-ae2a-139921eb9caf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.569472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.637184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c31a94a-32be-40e4-9c72-63a0c764a056 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.656766 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10769b84-4e98-43ae-a1a2-7a3c6e39026a None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:39.700415 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c31a94a-32be-40e4-9c72-63a0c764a056 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.700941 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ad5f9-4d50-4c3a-ae2a-139921eb9caf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=68b45684-0486-4bb8-a61b-2165a02756d8,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:39.714781 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-200ad5f9-4d50-4c3a-ae2a-139921eb9caf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.722111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33510) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.722236 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-200ad5f9-4d50-4c3a-ae2a-139921eb9caf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/68b45684-0486-4bb8-a61b-2165a02756d8 HTTP/1.1" status: 204 len: 168 time: 1.8794317 Dec 10 18:33:39.752027 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event deleted for resources: {'Port': ['ID=865ac62f-b851-493d-b1db-6831884bb4ca,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:39.772342 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e16e1122-619f-449b-b9f0-4d11f5061314 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491812 Dec 10 18:33:39.780441 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33512) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.782348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c31a94a-32be-40e4-9c72-63a0c764a056 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.795307 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5df8f160-11da-4a3e-be16-8a7c6b50989b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:39.800055 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.803504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ce6362-0efe-4861-b985-bc7c9a46eb47 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Made reservation on behalf of 43ce9d6cb6cc4b06a1aba6c078f79ea2 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:39.804292 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863503ce-8aff-4217-8d84-2d1497308ff8 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:39.806316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 22c8e9c4-98c9-461f-b744-32277225136c up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:39.808719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-80ce6362-0efe-4861-b985-bc7c9a46eb47 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.814198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31a94a-32be-40e4-9c72-63a0c764a056 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c74c94-8fb9-4b4e-baae-02d976e67ba6,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:39.885259 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-363a7829-7927-4aea-811d-75e715ef9c98 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.894716 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08a9d07a-875a-4c67-ada1-eb8925e2fbcc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.898617 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.904428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c31a94a-32be-40e4-9c72-63a0c764a056 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.908439 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1c31a94a-32be-40e4-9c72-63a0c764a056 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5418844 Dec 10 18:33:39.933113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 22c8e9c4-98c9-461f-b744-32277225136c triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:39.933343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.934653 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33514) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.941128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1c637210-f2f2-4454-86b8-32ca8a007b53 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Request body: {'security_group_rule': {'security_group_id': '96b82cf4-021d-456a-916a-2957311fd74b', 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:39.947924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a7829-7927-4aea-811d-75e715ef9c98 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=c0cf1d3b-b71f-440c-b707-8daa6b3cd0e2,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:39.967467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-363a7829-7927-4aea-811d-75e715ef9c98 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.971105 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-363a7829-7927-4aea-811d-75e715ef9c98 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/c0cf1d3b-b71f-440c-b707-8daa6b3cd0e2 HTTP/1.1" status: 204 len: 168 time: 1.1807606 Dec 10 18:33:39.974844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33516) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:40.005850 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5e25d696-ce02-4835-9be8-c7f4e1ff6257 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.008508 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5e25d696-ce02-4835-9be8-c7f4e1ff6257 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.013728 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5e25d696-ce02-4835-9be8-c7f4e1ff6257 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/security-groups/8e3c096d-49fe-4af4-a115-351f7dbfb069 HTTP/1.1" status: 204 len: 168 time: 0.6276865 Dec 10 18:33:40.015444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33518) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:40.018637 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.024768 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.038877 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25d696-ce02-4835-9be8-c7f4e1ff6257 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3c096d-49fe-4af4-a115-351f7dbfb069,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:40.063029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-1c637210-f2f2-4454-86b8-32ca8a007b53 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:33:40.063029 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:33:40.063029 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'project_id_1': '1fd525ba53d94408afbd68f89c13ea18', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 33, 19, 958264)}] Dec 10 18:33:40.063029 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:33:40.063900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-1c637210-f2f2-4454-86b8-32ca8a007b53 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:33:40.064218 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda2b090-7b1b-4746-92f0-069d1cd29370 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] GET failed (client error): The resource could not be found. Dec 10 18:33:40.065723 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cda2b090-7b1b-4746-92f0-069d1cd29370 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/c0cf1d3b-b71f-440c-b707-8daa6b3cd0e2 HTTP/1.1" status: 404 len: 333 time: 0.0899296 Dec 10 18:33:40.072779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33520) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:40.082168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d5a18079-090d-4efb-882a-016959d0247c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'name': 'tempest-PortsTestJSON-1246381588'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:40.092812 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-667e4056-ab5c-44d0-97de-0b8fcb402568 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting subnet e6a3953b-5ae5-4e3f-925a-113615fde912 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:40.110093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-667e4056-ab5c-44d0-97de-0b8fcb402568 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.120277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df8f160-11da-4a3e-be16-8a7c6b50989b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:40.125558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5df8f160-11da-4a3e-be16-8a7c6b50989b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.126146 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.194778 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a5c70b-8320-463f-acde-7e9a1bcacf73 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:40.223143 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eada01d-b7ec-4409-8843-077608aaf544 None None] Pushing event updated for resources: {'Port': ['ID=b974548e-fcb8-429b-984d-caece3638d6e,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:40.224718 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Attempting to bind port b974548e-fcb8-429b-984d-caece3638d6e on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:40.225269 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Attempting to bind port b974548e-fcb8-429b-984d-caece3638d6e by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:40.225796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Attempting to bind port b974548e-fcb8-429b-984d-caece3638d6e on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:40.234791 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:40.235300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:40.235802 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.236285 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:40.236856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Bound port: b974548e-fcb8-429b-984d-caece3638d6e, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:40.237330 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.298311 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142f46aa-8edb-49f0-9e20-4c3e075eb87f None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:40.323007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-667e4056-ab5c-44d0-97de-0b8fcb402568 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.353056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.353319 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2401b779-7b9b-48fd-bd56-c9502d564ccf {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:40.363852 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.368632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-00b639a7-c064-4b37-8ed5-8db037efb09c None None] Provisioning complete for port b974548e-fcb8-429b-984d-caece3638d6e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:40.368632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-00b639a7-c064-4b37-8ed5-8db037efb09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.368852 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3fd50ab5-4435-464b-bdf7-7abc1e48b629 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "DELETE /v2.0/routers/2401b779-7b9b-48fd-bd56-c9502d564ccf HTTP/1.1" status: 204 len: 168 time: 3.5426750 Dec 10 18:33:40.368950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-80ce6362-0efe-4861-b985-bc7c9a46eb47 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.371004 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33524) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:40.374141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08a9d07a-875a-4c67-ada1-eb8925e2fbcc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.396811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1932781202', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:40.406654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] For port b974548e-fcb8-429b-984d-caece3638d6e, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:40.411351 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc499806-5d3b-44ff-96bd-43e94a131a40 req-2b5143bb-a2fa-4b1c-a716-67c49497ef01 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:40.413003 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cc499806-5d3b-44ff-96bd-43e94a131a40 req-2b5143bb-a2fa-4b1c-a716-67c49497ef01 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1779234 Dec 10 18:33:40.421603 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-00b639a7-c064-4b37-8ed5-8db037efb09c None None] Port b974548e-fcb8-429b-984d-caece3638d6e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:40.425217 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] For port b974548e-fcb8-429b-984d-caece3638d6e, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b974548e-fcb8-429b-984d-caece3638d6e,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:40.441223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-142f46aa-8edb-49f0-9e20-4c3e075eb87f None None] Deleting port 29590314-4fb9-4289-8625-14c187d9d811 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:40.441735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142f46aa-8edb-49f0-9e20-4c3e075eb87f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.457357 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-08a9d07a-875a-4c67-ada1-eb8925e2fbcc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaeb576c-56a0-4c68-bac7-2963124d5499']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:40.484245 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-08a9d07a-875a-4c67-ada1-eb8925e2fbcc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f69709-06d5-48f5-a8a5-d0f8c377937e') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:40.484245 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-08a9d07a-875a-4c67-ada1-eb8925e2fbcc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f69709-06d5-48f5-a8a5-d0f8c377937e') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:40.501390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08a9d07a-875a-4c67-ada1-eb8925e2fbcc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.506402 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cc499806-5d3b-44ff-96bd-43e94a131a40 req-2fa191a5-3f30-469c-bef6-f882c0592b2c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852785 Dec 10 18:33:40.513614 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.534600 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08a9d07a-875a-4c67-ada1-eb8925e2fbcc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.544161 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a9d07a-875a-4c67-ada1-eb8925e2fbcc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:40.544572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08a9d07a-875a-4c67-ada1-eb8925e2fbcc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.600146 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e553348-8453-4996-89f5-9b93b45b3291 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:40.603750 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-142f46aa-8edb-49f0-9e20-4c3e075eb87f None None] For port 29590314-4fb9-4289-8625-14c187d9d811, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=29590314-4fb9-4289-8625-14c187d9d811,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:40.604308 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142f46aa-8edb-49f0-9e20-4c3e075eb87f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.636563 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-142f46aa-8edb-49f0-9e20-4c3e075eb87f None None] Calling delete_port for 29590314-4fb9-4289-8625-14c187d9d811 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:40.642890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Routers {'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:40.643628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:40.651953 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:40.686056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eada01d-b7ec-4409-8843-077608aaf544 None None] Pushing event updated for resources: {'Port': ['ID=b974548e-fcb8-429b-984d-caece3638d6e,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:40.802399 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a18079-090d-4efb-882a-016959d0247c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:40.806132 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d5a18079-090d-4efb-882a-016959d0247c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.808125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ea75d968-fb0a-452f-9646-0b32c8846774 None None] Provisioning complete for port b974548e-fcb8-429b-984d-caece3638d6e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:40.808506 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ea75d968-fb0a-452f-9646-0b32c8846774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.811520 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f99ae-0a3d-44e5-8b70-cf1ebabd9de3 req-b2e59610-32e3-49a4-8857-d395d65bb1c9 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:40.813060 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c09f99ae-0a3d-44e5-8b70-cf1ebabd9de3 req-b2e59610-32e3-49a4-8857-d395d65bb1c9 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1575685 Dec 10 18:33:40.822235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08a9d07a-875a-4c67-ada1-eb8925e2fbcc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.838214 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08a9d07a-875a-4c67-ada1-eb8925e2fbcc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.840197 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] Set router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:40.841185 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-08a9d07a-875a-4c67-ada1-eb8925e2fbcc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "DELETE /v2.0/networks/eaeb576c-56a0-4c68-bac7-2963124d5499 HTTP/1.1" status: 204 len: 168 time: 1.3035517 Dec 10 18:33:40.847959 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33528) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:40.871578 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9d07a-875a-4c67-ada1-eb8925e2fbcc tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event deleted for resources: {'Network': ['ID=eaeb576c-56a0-4c68-bac7-2963124d5499,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:40.886076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-d5a18079-090d-4efb-882a-016959d0247c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port be60c834-e84d-4146-8ee8-8a400c236eae yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:33:40.892811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce6362-0efe-4861-b985-bc7c9a46eb47 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'Subnet': ['ID=b83466d8-72a6-4359-a134-6e82896679be,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:40.914227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5df8f160-11da-4a3e-be16-8a7c6b50989b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.957141 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-667e4056-ab5c-44d0-97de-0b8fcb402568 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.993171 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.995156 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.015561 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c09f99ae-0a3d-44e5-8b70-cf1ebabd9de3 req-5935e705-ff52-4c7d-bfbc-c910df36a672 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961489 Dec 10 18:33:41.024511 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df8f160-11da-4a3e-be16-8a7c6b50989b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:41.029261 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f95d-75d9-4f43-ab20-97d250d745f8 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.030999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-142f46aa-8edb-49f0-9e20-4c3e075eb87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.045211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8f160-11da-4a3e-be16-8a7c6b50989b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=ca888ce2-7ddb-46b2-adb2-45dceb4a7b3b,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:41.046191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ea75d968-fb0a-452f-9646-0b32c8846774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.048648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-5df8f160-11da-4a3e-be16-8a7c6b50989b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:41.053060 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df8f160-11da-4a3e-be16-8a7c6b50989b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:41.053717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5df8f160-11da-4a3e-be16-8a7c6b50989b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.072432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ce6362-0efe-4861-b985-bc7c9a46eb47 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Checking segment: {'id': '523034d3-60df-4e41-aa50-553a89fa285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:41.073519 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ce6362-0efe-4861-b985-bc7c9a46eb47 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Network hostable DHCP agents. Network: ac1c8d42-7196-4e66-9797-b72aa1abd05a, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:41.115463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f46aa-8edb-49f0-9e20-4c3e075eb87f None None] Pushing event deleted for resources: {'Port': ['ID=29590314-4fb9-4289-8625-14c187d9d811,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:41.119364 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142f46aa-8edb-49f0-9e20-4c3e075eb87f None None] No DVR routers for this DVR port 29590314-4fb9-4289-8625-14c187d9d811 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:41.132222 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ea75d968-fb0a-452f-9646-0b32c8846774 None None] For port b974548e-fcb8-429b-984d-caece3638d6e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b974548e-fcb8-429b-984d-caece3638d6e,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:41.157977 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8430bad4-e98f-49f1-a449-9e92f172bbbe None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:41.162534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:33:33Z', 'revision_number': 3, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:41.205350 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c637210-f2f2-4454-86b8-32ca8a007b53 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.225652 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5df8f160-11da-4a3e-be16-8a7c6b50989b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4440544 Dec 10 18:33:41.226274 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33532) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:41.231466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ea75d968-fb0a-452f-9646-0b32c8846774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.233212 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8056fe-fd77-44e9-a292-e1d17a376254 None None] The sync data for ids ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'] in dv-neutron-821434-1-hyperv is: [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:33:33Z', 'revision_number': 3, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:41.234731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ab27dea4-31de-43df-949a-ce97dfc08a3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:41.241606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f95d-75d9-4f43-ab20-97d250d745f8 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.256077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.302820 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75d968-fb0a-452f-9646-0b32c8846774 None None] Pushing event updated for resources: {'Port': ['ID=b974548e-fcb8-429b-984d-caece3638d6e,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:41.324655 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-e4f3f95d-75d9-4f43-ab20-97d250d745f8 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b76dc8-6db1-4689-b55c-4d8b04c86fae']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:41.338864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': 'ca888ce2-7ddb-46b2-adb2-45dceb4a7b3b'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:33:41.339770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.340273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bda96-a1dd-4c37-969e-6128ce478e6a req-f2064d6d-a199-4cef-99b6-bd6f4733346e tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:41.344831 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-667e4056-ab5c-44d0-97de-0b8fcb402568 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.347984 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-525bda96-a1dd-4c37-969e-6128ce478e6a req-f2064d6d-a199-4cef-99b6-bd6f4733346e tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1997585 Dec 10 18:33:41.354915 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-e4f3f95d-75d9-4f43-ab20-97d250d745f8 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13701990-0b98-429d-9841-415883355252') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:41.355189 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-e4f3f95d-75d9-4f43-ab20-97d250d745f8 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13701990-0b98-429d-9841-415883355252') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:41.364884 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d5a18079-090d-4efb-882a-016959d0247c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.367732 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ce6362-0efe-4861-b985-bc7c9a46eb47 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Network ac1c8d42-7196-4e66-9797-b72aa1abd05a is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:41.377190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f95d-75d9-4f43-ab20-97d250d745f8 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.432187 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f95d-75d9-4f43-ab20-97d250d745f8 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.449745 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c637210-f2f2-4454-86b8-32ca8a007b53 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.456654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f3f95d-75d9-4f43-ab20-97d250d745f8 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:41.456978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f95d-75d9-4f43-ab20-97d250d745f8 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:41.460125 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:41.487750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e4056-ab5c-44d0-97de-0b8fcb402568 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a3953b-5ae5-4e3f-925a-113615fde912,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:41.504796 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-525bda96-a1dd-4c37-969e-6128ce478e6a req-130d211c-2076-4f4d-a382-2a4cfa551f7a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559243 Dec 10 18:33:41.512518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-667e4056-ab5c-44d0-97de-0b8fcb402568 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.518488 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Allocated IP 2001:db8::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/ca888ce2-7ddb-46b2-adb2-45dceb4a7b3b/d7bf43a3-6d08-4ec9-8205-4af6137b5c92) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:41.520187 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-667e4056-ab5c-44d0-97de-0b8fcb402568 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/e6a3953b-5ae5-4e3f-925a-113615fde912 HTTP/1.1" status: 204 len: 168 time: 1.5031011 Dec 10 18:33:41.520703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4d9310-7ac0-4f9d-8943-bb636440cc26 None None] Network 20547e15-f950-4ecc-92a3-36fd6622eecd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:41.536337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33534) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:41.547844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c637210-f2f2-4454-86b8-32ca8a007b53 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.619024 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab27dea4-31de-43df-949a-ce97dfc08a3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:41.628911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ab27dea4-31de-43df-949a-ce97dfc08a3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.632990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-80ce6362-0efe-4861-b985-bc7c9a46eb47 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, ac1c8d42-7196-4e66-9797-b72aa1abd05a) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:41.655646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ef41e-9cb6-4ab2-b80b-437d53f73e43 None None] Network ac1c8d42-7196-4e66-9797-b72aa1abd05a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:41.705534 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f95d-75d9-4f43-ab20-97d250d745f8 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.718896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f95d-75d9-4f43-ab20-97d250d745f8 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.736699 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e4f3f95d-75d9-4f43-ab20-97d250d745f8 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] 10.222.0.60 "DELETE /v2.0/networks/a8b76dc8-6db1-4689-b55c-4d8b04c86fae HTTP/1.1" status: 204 len: 168 time: 0.8792732 Dec 10 18:33:41.738543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c637210-f2f2-4454-86b8-32ca8a007b53 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e817c35-b2be-4e25-b352-d2c5c86ed983,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:41.780087 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3f95d-75d9-4f43-ab20-97d250d745f8 tempest-BulkNetworkOpsIpV6Test-991813108 tempest-BulkNetworkOpsIpV6Test-991813108-project] Pushing event deleted for resources: {'Network': ['ID=a8b76dc8-6db1-4689-b55c-4d8b04c86fae,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:41.788173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce6362-0efe-4861-b985-bc7c9a46eb47 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:41.790950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-80ce6362-0efe-4861-b985-bc7c9a46eb47 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.825286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 865ac62f-b851-493d-b1db-6831884bb4ca no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:41.835538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c637210-f2f2-4454-86b8-32ca8a007b53 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.842688 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1c637210-f2f2-4454-86b8-32ca8a007b53 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9030929 Dec 10 18:33:41.845109 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33540) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:41.847643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.854003 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.ipam_backend_mixin [None req-ab27dea4-31de-43df-949a-ce97dfc08a3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca888ce2-7ddb-46b2-adb2-45dceb4a7b3b (CIDR: 2001:db8::/64) Dec 10 18:33:41.858236 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-47d966b7-3460-4e06-ab3c-25162825841f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Request body: {'security_group_rule': {'security_group_id': '96b82cf4-021d-456a-916a-2957311fd74b', 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:41.861542 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-36aea5a2-6309-4539-9d44-30600de74a1c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting subnet 8318a3bd-1bda-4985-9079-dac2395c873e {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:41.869823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-36aea5a2-6309-4539-9d44-30600de74a1c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.888327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 865ac62f-b851-493d-b1db-6831884bb4ca {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:41.888687 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 865ac62f-b851-493d-b1db-6831884bb4ca not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:41.889115 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 29590314-4fb9-4289-8625-14c187d9d811 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:41.903214 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab27dea4-31de-43df-949a-ce97dfc08a3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:33:41.906583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab27dea4-31de-43df-949a-ce97dfc08a3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:41.934082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d5a18079-090d-4efb-882a-016959d0247c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.952393 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 29590314-4fb9-4289-8625-14c187d9d811 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:41.952737 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 29590314-4fb9-4289-8625-14c187d9d811 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:41.983871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-36aea5a2-6309-4539-9d44-30600de74a1c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.016364 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.032564 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'fixed_ips': [{'subnet_id': 'b83466d8-72a6-4359-a134-6e82896679be'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:33:42.033509 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.040282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a18079-090d-4efb-882a-016959d0247c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 8088c8be-b551-4755-a963-3530625ae774 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:42.062017 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-80ce6362-0efe-4861-b985-bc7c9a46eb47 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6112685 Dec 10 18:33:42.062602 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33544) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:42.071116 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ab27dea4-31de-43df-949a-ce97dfc08a3c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8396938 Dec 10 18:33:42.080954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33546) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:42.083915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d5a18079-090d-4efb-882a-016959d0247c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:42.091098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:42.153594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.207893 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-47d966b7-3460-4e06-ab3c-25162825841f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.242816 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a18079-090d-4efb-882a-016959d0247c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:42.249890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a18079-090d-4efb-882a-016959d0247c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:42.250596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d5a18079-090d-4efb-882a-016959d0247c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.254200 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a18079-090d-4efb-882a-016959d0247c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=be60c834-e84d-4146-8ee8-8a400c236eae,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:42.341033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce903082-ea94-4672-b86f-a18a88316301 req-24259057-ddba-4c86-bd45-dfaa0274acbf tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:42.343729 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ce903082-ea94-4672-b86f-a18a88316301 req-24259057-ddba-4c86-bd45-dfaa0274acbf tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1709838 Dec 10 18:33:42.480093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-36aea5a2-6309-4539-9d44-30600de74a1c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.540131 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-47d966b7-3460-4e06-ab3c-25162825841f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.553275 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33550) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:42.554445 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:42.559556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:42.561376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.586260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:42.589549 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Pushing event updated for resources: {'Port': ['ID=d7bf43a3-6d08-4ec9-8205-4af6137b5c92,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:42.600577 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:42.620730 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-47d966b7-3460-4e06-ab3c-25162825841f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.674216 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ce903082-ea94-4672-b86f-a18a88316301 req-945e6669-eecc-43fc-8aed-3a7555cce0c8 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059208 Dec 10 18:33:42.681920 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d966b7-3460-4e06-ab3c-25162825841f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25042cc8-d73a-4c93-81f5-1fff83fde312,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:42.818108 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d5a18079-090d-4efb-882a-016959d0247c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7414517 Dec 10 18:33:42.823632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Allocated IP 172.20.0.2 (ac1c8d42-7196-4e66-9797-b72aa1abd05a/b83466d8-72a6-4359-a134-6e82896679be/50185042-4d85-47fb-b40d-72e78b98746d) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:42.831271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33556) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:42.844663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1f5c2fe2-75d8-48a3-99bd-d761561414bb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:42.888431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-47d966b7-3460-4e06-ab3c-25162825841f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.891181 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-47d966b7-3460-4e06-ab3c-25162825841f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0453324 Dec 10 18:33:42.900668 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33558) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:42.914781 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-06789461-92ac-4055-a88d-6f04a1f102da tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Request body: {'security_group_rule': {'security_group_id': '96b82cf4-021d-456a-916a-2957311fd74b', 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:42.934145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Attempting to bind port d7bf43a3-6d08-4ec9-8205-4af6137b5c92 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:42.935154 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Attempting to bind port d7bf43a3-6d08-4ec9-8205-4af6137b5c92 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:42.935681 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Attempting to bind port d7bf43a3-6d08-4ec9-8205-4af6137b5c92 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:42.938653 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-36aea5a2-6309-4539-9d44-30600de74a1c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.944961 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:42.945974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:42.950667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.951300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:42.952062 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Bound port: d7bf43a3-6d08-4ec9-8205-4af6137b5c92, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:42.952654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.030158 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aea5a2-6309-4539-9d44-30600de74a1c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Subnet': ['ID=8318a3bd-1bda-4985-9079-dac2395c873e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:43.054619 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-91d98d49-aac8-49af-b0bb-f96f8ca24142 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d1d52dfef2b4b60be082a3a203d7ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4967802 Dec 10 18:33:43.072366 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33560) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:43.112103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] For port d7bf43a3-6d08-4ec9-8205-4af6137b5c92, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:43.118247 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a3020d-3c92-43a3-b981-eee9cbdfd9f5 None None] Network 20547e15-f950-4ecc-92a3-36fd6622eecd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:43.120909 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-06789461-92ac-4055-a88d-6f04a1f102da tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Project 1fd525ba53d94408afbd68f89c13ea18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:33:43.127908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06789461-92ac-4055-a88d-6f04a1f102da tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.137653 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-36aea5a2-6309-4539-9d44-30600de74a1c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.144135 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-36aea5a2-6309-4539-9d44-30600de74a1c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/8318a3bd-1bda-4985-9079-dac2395c873e HTTP/1.1" status: 204 len: 168 time: 1.6037884 Dec 10 18:33:43.144297 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33562) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:43.182981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] For port d7bf43a3-6d08-4ec9-8205-4af6137b5c92, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d7bf43a3-6d08-4ec9-8205-4af6137b5c92,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:43.190602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.191387 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.193530 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe90c89-ac50-4919-ac2b-d3898ae4cd68 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] DELETE failed (client error): The resource could not be found. Dec 10 18:33:43.194107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe90c89-ac50-4919-ac2b-d3898ae4cd68 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:43.194614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1f5c2fe2-75d8-48a3-99bd-d761561414bb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.197347 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5fe90c89-ac50-4919-ac2b-d3898ae4cd68 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/e6a3953b-5ae5-4e3f-925a-113615fde912 HTTP/1.1" status: 404 len: 337 time: 0.0518434 Dec 10 18:33:43.203862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33564) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:43.273188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.293655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2394f551-3a75-4841-bd62-a5819d9e4e3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.294568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-84c6546a-d585-4cc4-9368-d3a73077b3fe None None] Provisioning complete for port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:43.295141 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84c6546a-d585-4cc4-9368-d3a73077b3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.309626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.330410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.344908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06789461-92ac-4055-a88d-6f04a1f102da tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.351376 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8714bd-bfbd-4244-94e9-472522923695 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting subnet ba651070-90e9-4307-ad6b-aa8c7838c8ab {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:43.358377 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9c8714bd-bfbd-4244-94e9-472522923695 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.422176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2394f551-3a75-4841-bd62-a5819d9e4e3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.431661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9c8714bd-bfbd-4244-94e9-472522923695 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.434188 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.465181 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06789461-92ac-4055-a88d-6f04a1f102da tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.496313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Network ac1c8d42-7196-4e66-9797-b72aa1abd05a is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:43.498874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:43.502853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:43.509332 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b46508-a65d-4a51-93f0-56f939e37fbf None None] Pushing event updated for resources: {'Port': ['ID=d7bf43a3-6d08-4ec9-8205-4af6137b5c92,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:43.555469 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06789461-92ac-4055-a88d-6f04a1f102da tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfcb458-7bd8-43c6-a967-317fe7c0400e,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:43.659388 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06789461-92ac-4055-a88d-6f04a1f102da tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.661435 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-06789461-92ac-4055-a88d-6f04a1f102da tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7591441 Dec 10 18:33:43.668584 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33568) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:43.675642 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Allocated IP 172.26.5.22 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/1445fa24-e865-4d0b-be3e-cb1d458d95d4) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:43.699023 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-32ddc60f-8fcc-41cf-8b5f-d3e00c0eaa33 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Request body: {'security_group_rule': {'security_group_id': '96b82cf4-021d-456a-916a-2957311fd74b', 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:43.759663 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Pushing event updated for resources: {'Port': ['ID=50185042-4d85-47fb-b40d-72e78b98746d,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:43.765494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Attempting to bind port 50185042-4d85-47fb-b40d-72e78b98746d on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:43.765862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Attempting to bind port 50185042-4d85-47fb-b40d-72e78b98746d by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '523034d3-60df-4e41-aa50-553a89fa285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:43.766262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Attempting to bind port 50185042-4d85-47fb-b40d-72e78b98746d on network ac1c8d42-7196-4e66-9797-b72aa1abd05a {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:43.769671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-84c6546a-d585-4cc4-9368-d3a73077b3fe None None] Provisioning complete for port 9d710c11-f8e7-441c-a598-473f0fe8a335 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:43.773139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84c6546a-d585-4cc4-9368-d3a73077b3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.773308 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1f5c2fe2-75d8-48a3-99bd-d761561414bb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.820427 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9c8714bd-bfbd-4244-94e9-472522923695 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.824358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-84c6546a-d585-4cc4-9368-d3a73077b3fe None None] Port 9d710c11-f8e7-441c-a598-473f0fe8a335 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:43.831358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:43.832540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Checking segment: {'id': '523034d3-60df-4e41-aa50-553a89fa285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:43.836409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.836409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Bound using segment: {'id': '523034d3-60df-4e41-aa50-553a89fa285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:43.836409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Bound port: 50185042-4d85-47fb-b40d-72e78b98746d, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523034d3-60df-4e41-aa50-553a89fa285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:43.836409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.881790 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2394f551-3a75-4841-bd62-a5819d9e4e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.884570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2394f551-3a75-4841-bd62-a5819d9e4e3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.895130 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2394f551-3a75-4841-bd62-a5819d9e4e3f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/038cc4f7-72c1-47ad-902d-ece356a88ba8 HTTP/1.1" status: 204 len: 168 time: 0.8173101 Dec 10 18:33:43.983448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1f5c2fe2-75d8-48a3-99bd-d761561414bb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.011796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] For port 50185042-4d85-47fb-b40d-72e78b98746d, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:44.019232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] For port 50185042-4d85-47fb-b40d-72e78b98746d, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=50185042-4d85-47fb-b40d-72e78b98746d,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:44.027138 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b974548e-fcb8-429b-984d-caece3638d6e up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:44.099571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394f551-3a75-4841-bd62-a5819d9e4e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038cc4f7-72c1-47ad-902d-ece356a88ba8,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:44.139971 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c2fe2-75d8-48a3-99bd-d761561414bb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] In _notify_port_updated(), no bound segment for port be60c834-e84d-4146-8ee8-8a400c236eae on network 8088c8be-b551-4755-a963-3530625ae774 {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:33:44.151092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5c2fe2-75d8-48a3-99bd-d761561414bb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:44.152300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1f5c2fe2-75d8-48a3-99bd-d761561414bb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.156313 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1f5c2fe2-75d8-48a3-99bd-d761561414bb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "PUT /v2.0/ports/be60c834-e84d-4146-8ee8-8a400c236eae HTTP/1.1" status: 200 len: 818 time: 1.3172152 Dec 10 18:33:44.163641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port b974548e-fcb8-429b-984d-caece3638d6e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:44.163859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33576) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:44.164072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.211993 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe16ec-f339-4f19-8709-8c9e141625d3 req-dbc436f5-9ea4-48f0-9abf-f4797cf24642 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:44.217850 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-66fe16ec-f339-4f19-8709-8c9e141625d3 req-dbc436f5-9ea4-48f0-9abf-f4797cf24642 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.3243761 Dec 10 18:33:44.217850 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Allocated IP 172.20.0.1 (ac1c8d42-7196-4e66-9797-b72aa1abd05a/b83466d8-72a6-4359-a134-6e82896679be/a0745af6-0d04-483e-82bc-cde5f8becc48) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:44.220661 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-32ddc60f-8fcc-41cf-8b5f-d3e00c0eaa33 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Project 1fd525ba53d94408afbd68f89c13ea18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:33:44.222651 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.252259 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c2fe2-75d8-48a3-99bd-d761561414bb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=be60c834-e84d-4146-8ee8-8a400c236eae,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:44.252433 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-32ddc60f-8fcc-41cf-8b5f-d3e00c0eaa33 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.321015 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589423f-a8a8-45af-96c5-3112aeed36d4 None None] Pushing event updated for resources: {'Port': ['ID=50185042-4d85-47fb-b40d-72e78b98746d,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:44.371489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9c8714bd-bfbd-4244-94e9-472522923695 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.419592 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-32ddc60f-8fcc-41cf-8b5f-d3e00c0eaa33 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.440307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.472655 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9c8714bd-bfbd-4244-94e9-472522923695 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.483942 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9c8714bd-bfbd-4244-94e9-472522923695 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/ba651070-90e9-4307-ad6b-aa8c7838c8ab HTTP/1.1" status: 204 len: 168 time: 1.2692399 Dec 10 18:33:44.484250 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.objects.ports [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103593) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:33:44.507739 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33580) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:44.547422 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-66fe16ec-f339-4f19-8709-8c9e141625d3 req-2e43ad6f-6dc6-4a88-929b-0bf013d89ebc tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193495 Dec 10 18:33:44.577261 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-32ddc60f-8fcc-41cf-8b5f-d3e00c0eaa33 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.585166 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8714bd-bfbd-4244-94e9-472522923695 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Subnet': ['ID=ba651070-90e9-4307-ad6b-aa8c7838c8ab,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:44.621400 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddc60f-8fcc-41cf-8b5f-d3e00c0eaa33 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15a9f37-570d-440b-a577-bea3c0173c71,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:44.646777 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.741317 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec5e6a0-3f10-4362-9a28-fbbd0acc0932 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] DELETE failed (client error): The resource could not be found. Dec 10 18:33:44.742049 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec5e6a0-3f10-4362-9a28-fbbd0acc0932 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:44.755010 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-dec5e6a0-3f10-4362-9a28-fbbd0acc0932 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/53d009f4-1b5d-4c76-a310-ccf506896525 HTTP/1.1" status: 404 len: 337 time: 0.2398920 Dec 10 18:33:44.767435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-32ddc60f-8fcc-41cf-8b5f-d3e00c0eaa33 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.772342 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33590) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:44.776937 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3062017-395b-4e02-a536-e90b7e238c83 None None] Network 20547e15-f950-4ecc-92a3-36fd6622eecd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:44.792767 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-32ddc60f-8fcc-41cf-8b5f-d3e00c0eaa33 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1085358 Dec 10 18:33:44.847975 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8f797766-d715-4f5e-b835-c69a02df1770 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa63bdbb-cf21-4890-ab85-979000a964ea HTTP/1.1" status: 200 len: 205 time: 0.0705466 Dec 10 18:33:44.851934 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33602) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:44.866247 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-97108a3e-338c-4d62-944b-8950563d2036 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port be60c834-e84d-4146-8ee8-8a400c236eae {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:44.866996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-97108a3e-338c-4d62-944b-8950563d2036 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.944761 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-0a7837bd-9f4c-4e6c-bfd9-e150bd7b3a3c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] delete failed (client error): The resource could not be found. Dec 10 18:33:44.949352 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0a7837bd-9f4c-4e6c-bfd9-e150bd7b3a3c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/routers/fa63bdbb-cf21-4890-ab85-979000a964ea HTTP/1.1" status: 404 len: 336 time: 0.0963359 Dec 10 18:33:44.950317 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33622) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:44.954427 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.978232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2edebc52-6b03-4e2c-bac3-9df91d1ff0bb None None] Provisioning complete for port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:44.981272 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2edebc52-6b03-4e2c-bac3-9df91d1ff0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.120703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.198522 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Network ac1c8d42-7196-4e66-9797-b72aa1abd05a is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:45.222858 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:45.231006 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3c6983-a95e-4ae5-a778-26d010f50a03 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] DELETE failed (client error): The resource could not be found. Dec 10 18:33:45.231546 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3c6983-a95e-4ae5-a778-26d010f50a03 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:45.237149 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-aa3c6983-a95e-4ae5-a778-26d010f50a03 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/9ced8202-1f0e-40b8-9c49-721d4c0bc449 HTTP/1.1" status: 404 len: 337 time: 0.2764149 Dec 10 18:33:45.237149 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:45.245738 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33636) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:45.257432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2edebc52-6b03-4e2c-bac3-9df91d1ff0bb None None] Provisioning complete for port 9d710c11-f8e7-441c-a598-473f0fe8a335 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:45.257432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2edebc52-6b03-4e2c-bac3-9df91d1ff0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.278836 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-97108a3e-338c-4d62-944b-8950563d2036 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.314757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-2edebc52-6b03-4e2c-bac3-9df91d1ff0bb None None] Port 9d710c11-f8e7-441c-a598-473f0fe8a335 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:45.337394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:45.346155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-97108a3e-338c-4d62-944b-8950563d2036 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for be60c834-e84d-4146-8ee8-8a400c236eae owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:45.352772 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e171bc-f0df-4caf-be02-f9d8cfda82c1 None None] DHCP port deletion for 20547e15-f950-4ecc-92a3-36fd6622eecd request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:45.357245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:45.359979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:45.400191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e5325-d5d7-40cd-9ad6-a0ca69a4a0d1 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:45.434054 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Pushing event updated for resources: {'Port': ['ID=1445fa24-e865-4d0b-be3e-cb1d458d95d4,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:45.467883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-83ccb4e5-d34b-41a8-b82a-e2173418cd74 None None] Provisioning complete for port 1445fa24-e865-4d0b-be3e-cb1d458d95d4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:45.468253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-83ccb4e5-d34b-41a8-b82a-e2173418cd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.520917 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e2e171bc-f0df-4caf-be02-f9d8cfda82c1 None None] Deleting port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:45.520917 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e2e171bc-f0df-4caf-be02-f9d8cfda82c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.550276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb3995-e3d4-41e3-a540-14f39e853881 req-aec618d4-edcf-4579-81da-d73d5b592a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:45.552096 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f3bb3995-e3d4-41e3-a540-14f39e853881 req-aec618d4-edcf-4579-81da-d73d5b592a83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec5b0ea7622f4bae8e83a24fbb913e21&device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 1098 time: 0.4400074 Dec 10 18:33:45.572403 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.668656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-83ccb4e5-d34b-41a8-b82a-e2173418cd74 None None] Port 1445fa24-e865-4d0b-be3e-cb1d458d95d4 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:45.726856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-e2e171bc-f0df-4caf-be02-f9d8cfda82c1 None None] For port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9ae7780f-631d-4ef0-8a97-9f94a07dc37a,segment=NetworkSegment(b0fd1fc1-6736-46fc-b731-68e5b68b0888),segment_id=b0fd1fc1-6736-46fc-b731-68e5b68b0888)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:45.728191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e2e171bc-f0df-4caf-be02-f9d8cfda82c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.773134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e2e171bc-f0df-4caf-be02-f9d8cfda82c1 None None] Calling delete_port for 9ae7780f-631d-4ef0-8a97-9f94a07dc37a owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:45.869374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3130ca48-043c-45f6-8527-71776ea3e6de None None] Provisioning complete for port d7bf43a3-6d08-4ec9-8205-4af6137b5c92 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:45.870275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3130ca48-043c-45f6-8527-71776ea3e6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.070344 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.179375 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 50185042-4d85-47fb-b40d-72e78b98746d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:46.220778 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec8d17c-8f53-4073-b3b7-3d62af121c19 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] DELETE failed (client error): The resource could not be found. Dec 10 18:33:46.221247 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec8d17c-8f53-4073-b3b7-3d62af121c19 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:46.226408 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4ec8d17c-8f53-4073-b3b7-3d62af121c19 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/28b28f29-5633-45c5-bc27-81255e03ef96 HTTP/1.1" status: 404 len: 337 time: 0.9800825 Dec 10 18:33:46.233968 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'Port': ['ID=a0745af6-0d04-483e-82bc-cde5f8becc48,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:46.238279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33666) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:46.278329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e244064-ab36-4b52-a42c-00a8a2aa475b None None] Network ac1c8d42-7196-4e66-9797-b72aa1abd05a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:46.282012 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f808f-67de-4a6b-b330-13732ba5fca0 req-425190d7-1658-4900-bb0e-1ee75e298d4e tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:46.283547 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e87f808f-67de-4a6b-b330-13732ba5fca0 req-425190d7-1658-4900-bb0e-1ee75e298d4e tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 1.1279900 Dec 10 18:33:46.324683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.340294 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbaac72-5094-4a92-be3b-315aa7fbbde6 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] DELETE failed (client error): The resource could not be found. Dec 10 18:33:46.341449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbbaac72-5094-4a92-be3b-315aa7fbbde6 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:46.345822 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dbbaac72-5094-4a92-be3b-315aa7fbbde6 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/0f502596-419c-4504-8545-c0483473dd1b HTTP/1.1" status: 404 len: 337 time: 0.1065471 Dec 10 18:33:46.349190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33668) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:46.415989 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e65bad-1b31-419f-bc89-92528af31993 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] DELETE failed (client error): The resource could not be found. Dec 10 18:33:46.417436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e65bad-1b31-419f-bc89-92528af31993 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:46.420625 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-97e65bad-1b31-419f-bc89-92528af31993 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/13d9dcbd-6d04-43d4-b8bb-ceb5271197d6 HTTP/1.1" status: 404 len: 333 time: 0.0636151 Dec 10 18:33:46.421675 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 50185042-4d85-47fb-b40d-72e78b98746d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:46.422086 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.425766 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33670) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:46.469849 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d682c8-ae67-483d-ab07-9aade2918e44 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] DELETE failed (client error): The resource could not be found. Dec 10 18:33:46.470543 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d682c8-ae67-483d-ab07-9aade2918e44 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:46.475010 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-65d682c8-ae67-483d-ab07-9aade2918e44 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/0a07a943-d02c-4ebe-8ec7-9022b9b2c163 HTTP/1.1" status: 404 len: 337 time: 0.0456831 Dec 10 18:33:46.479111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb3995-e3d4-41e3-a540-14f39e853881 req-c4eb6928-e8c7-4279-b652-c2c40de12579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:46.481212 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f3bb3995-e3d4-41e3-a540-14f39e853881 req-c4eb6928-e8c7-4279-b652-c2c40de12579 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62f9555d-cabd-4fc1-91e0-b246290379c5 HTTP/1.1" status: 200 len: 912 time: 0.9030249 Dec 10 18:33:46.482693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33672) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:46.488932 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] For port d7bf43a3-6d08-4ec9-8205-4af6137b5c92, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d7bf43a3-6d08-4ec9-8205-4af6137b5c92,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:46.533516 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e2e171bc-f0df-4caf-be02-f9d8cfda82c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.559120 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e87f808f-67de-4a6b-b330-13732ba5fca0 req-873236f3-c277-4929-8f4c-724abe55016b tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415323 Dec 10 18:33:46.578484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e171bc-f0df-4caf-be02-f9d8cfda82c1 None None] Pushing event deleted for resources: {'Port': ['ID=9ae7780f-631d-4ef0-8a97-9f94a07dc37a,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:46.581546 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e171bc-f0df-4caf-be02-f9d8cfda82c1 None None] No DVR routers for this DVR port 9ae7780f-631d-4ef0-8a97-9f94a07dc37a on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:46.583212 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3130ca48-043c-45f6-8527-71776ea3e6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.596242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d996edb0-3036-46ce-8990-fd14addf3825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.668058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.718208 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 50185042-4d85-47fb-b40d-72e78b98746d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=50185042-4d85-47fb-b40d-72e78b98746d,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:46.808054 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.813452 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.814627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d7bf43a3-6d08-4ec9-8205-4af6137b5c92 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:46.875817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.885973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-97108a3e-338c-4d62-944b-8950563d2036 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.889082 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-7169c7a4-9e9a-4be9-af90-56f261a21cfc tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] DELETE failed (client error): The resource could not be found. Dec 10 18:33:46.889082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7169c7a4-9e9a-4be9-af90-56f261a21cfc tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:46.890720 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7169c7a4-9e9a-4be9-af90-56f261a21cfc tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/b9beb393-4c92-4296-9a39-f9904ee3fb28 HTTP/1.1" status: 404 len: 337 time: 0.4039266 Dec 10 18:33:46.893319 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33688) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:46.938125 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c20bba7-7ad6-4906-85a4-e5a1a806e28c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] DELETE failed (client error): The resource could not be found. Dec 10 18:33:46.944609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c20bba7-7ad6-4906-85a4-e5a1a806e28c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:46.948273 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0c20bba7-7ad6-4906-85a4-e5a1a806e28c tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/820115fd-8d87-4d5d-bb5a-3aa01bdeb195 HTTP/1.1" status: 404 len: 333 time: 0.0537050 Dec 10 18:33:46.950750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33690) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:46.967590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.974939 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97108a3e-338c-4d62-944b-8950563d2036 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=be60c834-e84d-4146-8ee8-8a400c236eae,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:47.002917 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.006155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=50185042-4d85-47fb-b40d-72e78b98746d,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:47.038347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port d7bf43a3-6d08-4ec9-8205-4af6137b5c92 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:47.043616 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.053100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-97108a3e-338c-4d62-944b-8950563d2036 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.056562 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-97108a3e-338c-4d62-944b-8950563d2036 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/be60c834-e84d-4146-8ee8-8a400c236eae HTTP/1.1" status: 204 len: 168 time: 2.8917766 Dec 10 18:33:47.062301 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5e6187-30f1-4d37-9ca7-aa9e6966d187 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] DELETE failed (client error): The resource could not be found. Dec 10 18:33:47.066972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5e6187-30f1-4d37-9ca7-aa9e6966d187 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:47.070252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33696) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:47.070844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33698) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:47.076183 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fd5e6187-30f1-4d37-9ca7-aa9e6966d187 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/c30b84b9-6d69-4e76-9bb8-1934011877f4 HTTP/1.1" status: 404 len: 337 time: 0.1130292 Dec 10 18:33:47.142536 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-3130ca48-043c-45f6-8527-71776ea3e6de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:33:47.143002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-3130ca48-043c-45f6-8527-71776ea3e6de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:33:47.153461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.158685 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.187640 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.200250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'Port': ['ID=a0745af6-0d04-483e-82bc-cde5f8becc48,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:47.204765 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.215387 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33700) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:47.222787 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f3bb3995-e3d4-41e3-a540-14f39e853881 req-c04c08b3-bfa5-4354-928b-3bbd2402b81f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daf249f3-32dc-4cdd-b31d-bf560b49cb90 HTTP/1.1" status: 200 len: 999 time: 0.7118101 Dec 10 18:33:47.258123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port d7bf43a3-6d08-4ec9-8205-4af6137b5c92, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d7bf43a3-6d08-4ec9-8205-4af6137b5c92,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:47.278613 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-f277d475-2aea-4e81-9f97-b4dbb809938e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] DELETE failed (client error): The resource could not be found. Dec 10 18:33:47.279321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f277d475-2aea-4e81-9f97-b4dbb809938e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:47.284814 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f277d475-2aea-4e81-9f97-b4dbb809938e tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/subnets/614c4187-232b-47fd-947f-296be670d221 HTTP/1.1" status: 404 len: 337 time: 0.2121325 Dec 10 18:33:47.290765 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33704) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:47.327206 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.361495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Network ac1c8d42-7196-4e66-9797-b72aa1abd05a is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:47.371380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:47.388947 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:47.421194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:47.442982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=d7bf43a3-6d08-4ec9-8205-4af6137b5c92,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:47.451916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96de7cf1-59d0-4eb5-9f35-1da115aaadfc None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:47.454179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9ae7780f-631d-4ef0-8a97-9f94a07dc37a no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:47.508827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 9ae7780f-631d-4ef0-8a97-9f94a07dc37a {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:47.509550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9ae7780f-631d-4ef0-8a97-9f94a07dc37a not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:47.518151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'network': {'name': 'tempest-network-smoke--454014574', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'port_security_enabled': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:47.595682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:47.596448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.613797 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.651715 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b5fc10-71a8-4b5c-8e0d-b892170eb96d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:47.651715 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f8b5fc10-71a8-4b5c-8e0d-b892170eb96d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5783427 Dec 10 18:33:47.653815 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=3d8c3d3f-2cfa-4fc2-8915-dbb5446b73af,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:47.655080 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33736) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:47.677422 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb3995-e3d4-41e3-a540-14f39e853881 req-517a092c-68fe-4ffb-9727-4a14debe10e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:47.679579 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f3bb3995-e3d4-41e3-a540-14f39e853881 req-517a092c-68fe-4ffb-9727-4a14debe10e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae237fdd-10af-4d8e-bdae-3b418032a0b5 HTTP/1.1" status: 200 len: 850 time: 0.3929009 Dec 10 18:33:47.688982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=d7bf43a3-6d08-4ec9-8205-4af6137b5c92,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:47.726079 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c616d6-d7b2-4cec-b7dd-fda5fdfcdc40 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] GET failed (client error): The resource could not be found. Dec 10 18:33:47.730176 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a3c616d6-d7b2-4cec-b7dd-fda5fdfcdc40 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/be60c834-e84d-4146-8ee8-8a400c236eae HTTP/1.1" status: 404 len: 333 time: 0.0567863 Dec 10 18:33:47.732810 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33742) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:47.741158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-802f1b30-0921-4575-9d99-35dc6ce4826c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-448019358'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:47.764720 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f65a02a3-5eb6-4b03-8624-ed11635d8697 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Deleting port 9d710c11-f8e7-441c-a598-473f0fe8a335 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:47.765212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f65a02a3-5eb6-4b03-8624-ed11635d8697 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.791763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:47.795880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.881211 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 50185042-4d85-47fb-b40d-72e78b98746d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:47.894884 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.970373 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f65a02a3-5eb6-4b03-8624-ed11635d8697 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.983579 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:33:48.055847 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-bca8ae16-8e80-4690-bf3b-23fc2f7339ab None None] Provisioning complete for port a0745af6-0d04-483e-82bc-cde5f8becc48 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:48.055847 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bca8ae16-8e80-4690-bf3b-23fc2f7339ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.056329 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4b8b1959-9769-4fc0-b1b8-658fbc501bf4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.9136524 Dec 10 18:33:48.056477 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f65a02a3-5eb6-4b03-8624-ed11635d8697 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Calling delete_port for 9d710c11-f8e7-441c-a598-473f0fe8a335 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:48.056644 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 50185042-4d85-47fb-b40d-72e78b98746d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:48.056644 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.057010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb3995-e3d4-41e3-a540-14f39e853881 req-8f1e3875-b810-4eb5-b22d-122e3161017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:48.057010 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f3bb3995-e3d4-41e3-a540-14f39e853881 req-8f1e3875-b810-4eb5-b22d-122e3161017e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62f9555d-cabd-4fc1-91e0-b246290379c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1907454 Dec 10 18:33:48.057010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33748) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:48.057010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'mac_address': 'fa:16:3e:6a:ae:dc', 'name': 'tempest-NetworksTestDHCPv6-558149688'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:48.069388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-bca8ae16-8e80-4690-bf3b-23fc2f7339ab None None] Port a0745af6-0d04-483e-82bc-cde5f8becc48 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:48.096440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-bca8ae16-8e80-4690-bf3b-23fc2f7339ab None None] Provisioning complete for port 50185042-4d85-47fb-b40d-72e78b98746d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:48.096840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bca8ae16-8e80-4690-bf3b-23fc2f7339ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.157358 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683a462-539f-4d24-9d3e-5c197ec19329 req-c0d6480e-4df1-421b-92a0-67be6fb6fa69 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:48.159269 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9683a462-539f-4d24-9d3e-5c197ec19329 req-c0d6480e-4df1-421b-92a0-67be6fb6fa69 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.3705697 Dec 10 18:33:48.243799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d7bf43a3-6d08-4ec9-8205-4af6137b5c92 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:48.248274 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9683a462-539f-4d24-9d3e-5c197ec19329 req-6e4b8332-7d8e-4b92-a480-59047369dc6a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769246 Dec 10 18:33:48.263828 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f65a02a3-5eb6-4b03-8624-ed11635d8697 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.273871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802f1b30-0921-4575-9d99-35dc6ce4826c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:48.279649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-802f1b30-0921-4575-9d99-35dc6ce4826c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.319980 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f3bb3995-e3d4-41e3-a540-14f39e853881 req-63867acf-3f66-4f83-8aab-c640c96a72bf service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138024 Dec 10 18:33:48.323833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Router a985dcfd-a3c0-4630-ab6d-4530812d739b is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:33:48.382345 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.401864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port d7bf43a3-6d08-4ec9-8205-4af6137b5c92 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:48.402531 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.477996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:48.538475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a02a3-5eb6-4b03-8624-ed11635d8697 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Port': ['ID=9d710c11-f8e7-441c-a598-473f0fe8a335,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:48.561101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f65a02a3-5eb6-4b03-8624-ed11635d8697 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.566688 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f65a02a3-5eb6-4b03-8624-ed11635d8697 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/ports/9d710c11-f8e7-441c-a598-473f0fe8a335 HTTP/1.1" status: 204 len: 168 time: 1.2733176 Dec 10 18:33:48.572090 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33750) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:48.585932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:48.599700 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Sync routers for ids ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:48.607751 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f3bb3995-e3d4-41e3-a540-14f39e853881 req-714efaf3-a7f7-41d0-980f-2794116cb454 service neutron] 10.222.0.21 "GET /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730708 Dec 10 18:33:48.609434 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Routers {'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:48.610087 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:48.642046 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-407933e8-b826-48d6-87c7-2b5dc323378a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "PUT /v2.0/routers/db9e1578-c1d1-42bf-b7dd-f76e9dda9f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5693357 Dec 10 18:33:48.660124 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.663018 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802f1b30-0921-4575-9d99-35dc6ce4826c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:48.673801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-802f1b30-0921-4575-9d99-35dc6ce4826c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.675961 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-802f1b30-0921-4575-9d99-35dc6ce4826c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Added segment 97043e97-e34f-4ad6-bb42-152e182873ea of type vlan for network b5985788-3396-402f-8c7c-78b01777a762 Dec 10 18:33:48.721047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 35b41aab-3dbf-40b9-9d72-e38104ee8fe5 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:33:48.781266 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Set router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:48.807268 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf4107f1-4e52-49f4-9dfc-621e0a83c432 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.812454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b1407b62-c8a4-413d-92bf-dfd9cfaa03b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.816384 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.843996 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-802f1b30-0921-4575-9d99-35dc6ce4826c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.872116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:48.888388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029ad7db-54b3-40d2-a005-206faa1bc5ee None None] Sync routers for ids ['a985dcfd-a3c0-4630-ab6d-4530812d739b'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:48.913070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029ad7db-54b3-40d2-a005-206faa1bc5ee None None] Routers {'a985dcfd-a3c0-4630-ab6d-4530812d739b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:48.921263 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-029ad7db-54b3-40d2-a005-206faa1bc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['a985dcfd-a3c0-4630-ab6d-4530812d739b'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:48.924057 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.013509 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-029ad7db-54b3-40d2-a005-206faa1bc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:49.029640 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-31fd6afc-dd07-4cdb-9bc0-a55c34eed2b1 None None] Provisioning complete for port d7bf43a3-6d08-4ec9-8205-4af6137b5c92 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:49.030364 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-31fd6afc-dd07-4cdb-9bc0-a55c34eed2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.032053 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:33:46Z', 'revision_number': 4, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'a0745af6-0d04-483e-82bc-cde5f8becc48', 'name': '', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'mac_address': 'fa:16:3e:8e:4f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b83466d8-72a6-4359-a134-6e82896679be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:43Z', 'updated_at': '2021-12-10T18:33:46Z', 'revision_number': 2, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'subnets': [{'id': 'b83466d8-72a6-4359-a134-6e82896679be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:49.044253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.045599 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cf0ebf7f-e55b-4f27-9482-bfbdc5d80364 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.6681128 Dec 10 18:33:49.048650 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33766) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:49.053116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f59ac577-b329-437d-8c60-d79977906365 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'enable_snat': False}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:49.068906 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029ad7db-54b3-40d2-a005-206faa1bc5ee None None] Routers {'a985dcfd-a3c0-4630-ab6d-4530812d739b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:49.069682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-029ad7db-54b3-40d2-a005-206faa1bc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['a985dcfd-a3c0-4630-ab6d-4530812d739b'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:49.093323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-802f1b30-0921-4575-9d99-35dc6ce4826c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.093323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f1b30-0921-4575-9d99-35dc6ce4826c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:49.093323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-802f1b30-0921-4575-9d99-35dc6ce4826c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.093751 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Checking router: db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:49.093751 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Updating router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 port a0745af6-0d04-483e-82bc-cde5f8becc48 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:33:49.116641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-029ad7db-54b3-40d2-a005-206faa1bc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:49.117782 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029ad7db-54b3-40d2-a005-206faa1bc5ee None None] The sync data for ids ['a985dcfd-a3c0-4630-ab6d-4530812d739b'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:49.122707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf4107f1-4e52-49f4-9dfc-621e0a83c432 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.129558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:49.131854 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.160144 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::391 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/ca888ce2-7ddb-46b2-adb2-45dceb4a7b3b/35b41aab-3dbf-40b9-9d72-e38104ee8fe5) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:49.169744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6a:aedc (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/3d8c3d3f-2cfa-4fc2-8915-dbb5446b73af/35b41aab-3dbf-40b9-9d72-e38104ee8fe5) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:49.214279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:49.275566 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-9130f7ec-a7e5-401f-863f-697a41073839 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-137626538&fields=id&tenant_id=43ce9d6cb6cc4b06a1aba6c078f79ea2 HTTP/1.1" status: 200 len: 267 time: 0.2642796 Dec 10 18:33:49.281990 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.281990 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Added segment e986ec33-4453-4b59-9da8-d50fa373f53e of type vlan for network 645bfaa1-3540-47d5-94a7-c6adda953e6d Dec 10 18:33:49.303290 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-bf4107f1-4e52-49f4-9dfc-621e0a83c432 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20547e15-f950-4ecc-92a3-36fd6622eecd']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:49.337579 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-bf4107f1-4e52-49f4-9dfc-621e0a83c432 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fd1fc1-6736-46fc-b731-68e5b68b0888') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:49.337983 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-bf4107f1-4e52-49f4-9dfc-621e0a83c432 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fd1fc1-6736-46fc-b731-68e5b68b0888') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:49.397873 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f1b30-0921-4575-9d99-35dc6ce4826c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Network': ['ID=b5985788-3396-402f-8c7c-78b01777a762,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:49.403280 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-802f1b30-0921-4575-9d99-35dc6ce4826c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6684301 Dec 10 18:33:49.411669 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network b5985788-3396-402f-8c7c-78b01777a762 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:49.422717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33770) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:49.428872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c02f25de-2a07-4d58-bfc5-5bfca4d082cf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': 'b5985788-3396-402f-8c7c-78b01777a762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:49.454982 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf4107f1-4e52-49f4-9dfc-621e0a83c432 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.461658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.490302 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf4107f1-4e52-49f4-9dfc-621e0a83c432 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.515954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4107f1-4e52-49f4-9dfc-621e0a83c432 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:49.516335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf4107f1-4e52-49f4-9dfc-621e0a83c432 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:49.521676 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:49.577208 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9179c-1771-4ae1-b6d0-2be12654c212 req-9d03f9d5-9ccd-4d1b-ae8b-ee7bfdf143fd tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:49.579505 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-56d9179c-1771-4ae1-b6d0-2be12654c212 req-9d03f9d5-9ccd-4d1b-ae8b-ee7bfdf143fd tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1687486 Dec 10 18:33:49.608552 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.627300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-4e7f88d7-ee9f-4e8d-8dd5-8a3294983136 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:49.628815 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-4e7f88d7-ee9f-4e8d-8dd5-8a3294983136 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/networks?id=ac1c8d42-7196-4e66-9797-b72aa1abd05a HTTP/1.1" status: 200 len: 797 time: 0.3353345 Dec 10 18:33:49.655188 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.662314 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:49.662314 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.676646 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-24178c01-2f27-49c5-8998-090291107e0d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/quotas/43ce9d6cb6cc4b06a1aba6c078f79ea2 HTTP/1.1" status: 200 len: 375 time: 0.0412343 Dec 10 18:33:49.732127 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-56d9179c-1771-4ae1-b6d0-2be12654c212 req-28322a2a-ddf0-4886-8123-f28669ef6dc8 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459358 Dec 10 18:33:49.745414 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.765046 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf4107f1-4e52-49f4-9dfc-621e0a83c432 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.780642 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf4107f1-4e52-49f4-9dfc-621e0a83c432 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.788433 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bf4107f1-4e52-49f4-9dfc-621e0a83c432 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] 10.222.0.60 "DELETE /v2.0/networks/20547e15-f950-4ecc-92a3-36fd6622eecd HTTP/1.1" status: 204 len: 168 time: 1.2108920 Dec 10 18:33:49.790750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Network': ['ID=645bfaa1-3540-47d5-94a7-c6adda953e6d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:49.802595 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-15d93679-e386-414e-8cea-9e5fa4e9ab2a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.5847743 Dec 10 18:33:49.804790 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33774) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:49.808486 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 645bfaa1-3540-47d5-94a7-c6adda953e6d details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:49.818120 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-200344986', 'admin_state_up': True, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:49.826476 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4107f1-4e52-49f4-9dfc-621e0a83c432 tempest-PortsIpV6TestJSON-251315096 tempest-PortsIpV6TestJSON-251315096-project] Pushing event deleted for resources: {'Network': ['ID=20547e15-f950-4ecc-92a3-36fd6622eecd,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:49.840584 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-462f8ca5-d0f7-4d48-9153-5ca44d8228a0 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=43ce9d6cb6cc4b06a1aba6c078f79ea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1541204 Dec 10 18:33:49.918032 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867113d-4963-451b-b922-4076a87ec3bf None None] Pushing event updated for resources: {'Port': ['ID=a0745af6-0d04-483e-82bc-cde5f8becc48,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:50.063187 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Attempting to bind port a0745af6-0d04-483e-82bc-cde5f8becc48 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:50.066786 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.074370 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Attempting to bind port a0745af6-0d04-483e-82bc-cde5f8becc48 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '523034d3-60df-4e41-aa50-553a89fa285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:50.074697 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Attempting to bind port a0745af6-0d04-483e-82bc-cde5f8becc48 on network ac1c8d42-7196-4e66-9797-b72aa1abd05a {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:50.081539 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:50.082382 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Checking segment: {'id': '523034d3-60df-4e41-aa50-553a89fa285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:50.083032 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.083594 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Bound using segment: {'id': '523034d3-60df-4e41-aa50-553a89fa285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:50.084254 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Bound port: a0745af6-0d04-483e-82bc-cde5f8becc48, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523034d3-60df-4e41-aa50-553a89fa285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:50.084853 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.114988 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-2f8dd7c7-7172-43e6-a66d-8c3808c2f1bc service neutron] 10.222.0.60 "GET /v2.0/networks/ac1c8d42-7196-4e66-9797-b72aa1abd05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459240 Dec 10 18:33:50.208845 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] For port a0745af6-0d04-483e-82bc-cde5f8becc48, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:50.214392 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] For port a0745af6-0d04-483e-82bc-cde5f8becc48, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a0745af6-0d04-483e-82bc-cde5f8becc48,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:50.254427 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-84e26018-7164-4d64-b547-f7a52dae1229 service neutron] 10.222.0.60 "GET /v2.0/networks/ac1c8d42-7196-4e66-9797-b72aa1abd05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188729 Dec 10 18:33:50.297843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.310888 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.344079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4ead9573-aa53-4e42-8e02-e452eb0076a6 None None] Provisioning complete for port a0745af6-0d04-483e-82bc-cde5f8becc48 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:50.345143 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4ead9573-aa53-4e42-8e02-e452eb0076a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.386256 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867113d-4963-451b-b922-4076a87ec3bf None None] Pushing event updated for resources: {'Port': ['ID=a0745af6-0d04-483e-82bc-cde5f8becc48,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:50.397889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f59ac577-b329-437d-8c60-d79977906365 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.415868 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02f25de-2a07-4d58-bfc5-5bfca4d082cf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:50.425165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c02f25de-2a07-4d58-bfc5-5bfca4d082cf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.448682 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Routers {'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:50.449308 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:50.493053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33780) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:50.502073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4ead9573-aa53-4e42-8e02-e452eb0076a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.505474 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.538929 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.540027 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.552607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4ead9573-aa53-4e42-8e02-e452eb0076a6 None None] For port a0745af6-0d04-483e-82bc-cde5f8becc48, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a0745af6-0d04-483e-82bc-cde5f8becc48,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:50.626714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4ead9573-aa53-4e42-8e02-e452eb0076a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.644059 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.733088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=35b41aab-3dbf-40b9-9d72-e38104ee8fe5,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:50.763672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:50.770702 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-68b56179-d188-4815-81f3-400fab2530af req-297a0a15-9c68-4e09-b5cd-fc3b3e1b9e2e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 210 time: 0.1013820 Dec 10 18:33:50.777354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:50.782001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead9573-aa53-4e42-8e02-e452eb0076a6 None None] Pushing event updated for resources: {'Port': ['ID=a0745af6-0d04-483e-82bc-cde5f8becc48,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:50.815971 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:50.832326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:50.833173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.870261 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-418174bd-bc1d-4dc3-95ea-8bb768bc7483 None None] Provisioning complete for port a0745af6-0d04-483e-82bc-cde5f8becc48 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:50.870643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-418174bd-bc1d-4dc3-95ea-8bb768bc7483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.047748 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] Set router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:51.064516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.074684 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d3080a09-bdc1-444b-be88-4e40d5cf1da6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d2a1197fd88473fb9b34299d95b485d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5797009 Dec 10 18:33:51.078474 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33794) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:51.090907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbcf3f-c3e2-4de8-bb90-07f1c84d5c36 req-7f04d476-d4bc-4bff-bab1-5c5efdacff57 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:51.099010 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-15cbcf3f-c3e2-4de8-bb90-07f1c84d5c36 req-7f04d476-d4bc-4bff-bab1-5c5efdacff57 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.2034032 Dec 10 18:33:51.209440 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-15cbcf3f-c3e2-4de8-bb90-07f1c84d5c36 req-8ccdff7a-ce83-460d-a795-de44404b952a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056712 Dec 10 18:33:51.284502 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.299894 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0787e414-e57a-43cb-aaac-4c6de58018cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2495480 Dec 10 18:33:51.308445 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33800) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:51.334473 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2cb9d7bf-0ee3-4e8b-a247-f126b17a10fc None None] Provisioning complete for port 35b41aab-3dbf-40b9-9d72-e38104ee8fe5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:51.336597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d7bf-0ee3-4e8b-a247-f126b17a10fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.418099 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c02f25de-2a07-4d58-bfc5-5bfca4d082cf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.461600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9d7bf-0ee3-4e8b-a247-f126b17a10fc None None] Port 35b41aab-3dbf-40b9-9d72-e38104ee8fe5 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:51.468750 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:33:46Z', 'revision_number': 4, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'a0745af6-0d04-483e-82bc-cde5f8becc48', 'name': '', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'mac_address': 'fa:16:3e:8e:4f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b83466d8-72a6-4359-a134-6e82896679be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:43Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'subnets': [{'id': 'b83466d8-72a6-4359-a134-6e82896679be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:51.502683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b34ed431-37f6-4cab-8edb-fe7186b3c283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.510032 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d60ef4-4080-42b5-b544-eb5516cd8b7e None None] The sync data for ids ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'] in dv-neutron-821434-1-hyperv is: [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:33:46Z', 'revision_number': 4, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'a0745af6-0d04-483e-82bc-cde5f8becc48', 'name': '', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'mac_address': 'fa:16:3e:8e:4f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b83466d8-72a6-4359-a134-6e82896679be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:43Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'subnets': [{'id': 'b83466d8-72a6-4359-a134-6e82896679be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:51.826028 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a0745af6-0d04-483e-82bc-cde5f8becc48 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:51.830665 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b34ed431-37f6-4cab-8edb-fe7186b3c283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.833630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02f25de-2a07-4d58-bfc5-5bfca4d082cf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Checking segment: {'id': '97043e97-e34f-4ad6-bb42-152e182873ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5985788-3396-402f-8c7c-78b01777a762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:51.834020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02f25de-2a07-4d58-bfc5-5bfca4d082cf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network hostable DHCP agents. Network: b5985788-3396-402f-8c7c-78b01777a762, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:51.837127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f25de-2a07-4d58-bfc5-5bfca4d082cf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Subnet': ['ID=f01d990b-21a8-4b48-8e2a-f2f17594e1ad,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:51.874379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7fa9f3de-f01b-4e9f-9194-2cfe798db1ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 35b41aab-3dbf-40b9-9d72-e38104ee8fe5 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:51.874789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f3de-f01b-4e9f-9194-2cfe798db1ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.942990 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port a0745af6-0d04-483e-82bc-cde5f8becc48 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:51.943471 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.994125 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.002428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02f25de-2a07-4d58-bfc5-5bfca4d082cf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network b5985788-3396-402f-8c7c-78b01777a762 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:52.015460 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0c1c4126-9203-4fdf-acdc-b8ff0b184598 req-a2cafcee-e60d-423e-a685-fa29b6abc66b tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 210 time: 0.1356280 Dec 10 18:33:52.043946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.059711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4524da-da8c-4888-93f4-46ae4ae6fa23 req-985a4c87-7db7-4f67-a352-c8995ded4ef4 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:52.067613 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5a4524da-da8c-4888-93f4-46ae4ae6fa23 req-985a4c87-7db7-4f67-a352-c8995ded4ef4 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.2783778 Dec 10 18:33:52.131357 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c02f25de-2a07-4d58-bfc5-5bfca4d082cf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, b5985788-3396-402f-8c7c-78b01777a762) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:52.144400 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e980ce4-f480-40c7-9739-648a4b6ab623 None None] Network b5985788-3396-402f-8c7c-78b01777a762 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:52.164473 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02f25de-2a07-4d58-bfc5-5bfca4d082cf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:52.165076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c02f25de-2a07-4d58-bfc5-5bfca4d082cf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.178518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.220 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/d643a3ab-e152-486e-8513-db53c5e12918) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:52.193274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f3de-f01b-4e9f-9194-2cfe798db1ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.195823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b34ed431-37f6-4cab-8edb-fe7186b3c283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.200017 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b34ed431-37f6-4cab-8edb-fe7186b3c283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.201235 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b34ed431-37f6-4cab-8edb-fe7186b3c283 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a918ad07-5642-46fb-ac42-1af719950b84 HTTP/1.1" status: 204 len: 168 time: 1.1167672 Dec 10 18:33:52.223115 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7fa9f3de-f01b-4e9f-9194-2cfe798db1ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 35b41aab-3dbf-40b9-9d72-e38104ee8fe5 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:52.234867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ed431-37f6-4cab-8edb-fe7186b3c283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a918ad07-5642-46fb-ac42-1af719950b84,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:52.322153 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c02f25de-2a07-4d58-bfc5-5bfca4d082cf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8982902 Dec 10 18:33:52.330122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33810) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:52.343920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a2019c3c-4306-4202-a59d-814730832df8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': 'b5985788-3396-402f-8c7c-78b01777a762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:52.415891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.488038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-b5985788-3396-402f-8c7c-78b01777a762', 'network_id': 'b5985788-3396-402f-8c7c-78b01777a762', 'project_id': '0436a4832bd94e0b890c68cbddcd3acb', 'fixed_ips': [{'subnet_id': 'f01d990b-21a8-4b48-8e2a-f2f17594e1ad'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:33:52.490247 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.514127 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5a4524da-da8c-4888-93f4-46ae4ae6fa23 req-9158c595-404c-479b-8863-e8df74adc334 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233116 Dec 10 18:33:52.554006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.573804 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.673577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=d643a3ab-e152-486e-8513-db53c5e12918,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:52.705097 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:52.716211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f59ac577-b329-437d-8c60-d79977906365 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.720670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:52.724341 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:52.734048 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:52.734772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:52.735134 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:52.736625 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:52.736969 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:52.737303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:52.739819 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:52.740195 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:52.740534 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:52.740864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f59ac577-b329-437d-8c60-d79977906365 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.740992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:52.741244 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:52.742089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:52.746578 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:52.749517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82d2258-0893-48df-a810-fd5afd709269 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:52.904548 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Allocated IP 172.20.0.2 (b5985788-3396-402f-8c7c-78b01777a762/f01d990b-21a8-4b48-8e2a-f2f17594e1ad/1589b0a4-1830-44eb-84e1-bdf51684783e) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:52.957755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7b8b6d7e-47fc-40e6-aa23-41425ade0c56 None None] Provisioning complete for port d643a3ab-e152-486e-8513-db53c5e12918 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:52.957755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6d7e-47fc-40e6-aa23-41425ade0c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:53.065344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59ac577-b329-437d-8c60-d79977906365 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Router a985dcfd-a3c0-4630-ab6d-4530812d739b has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:33:53.190272 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-842cc2f9-0d61-4643-ba21-6c5bb4349b5f req-be3e70f3-ccc0-4488-bdce-d2d76e7b519e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 210 time: 0.0600557 Dec 10 18:33:53.258156 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59ac577-b329-437d-8c60-d79977906365 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:53.269795 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f59ac577-b329-437d-8c60-d79977906365 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:53.273238 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676cabbd-87ba-4ebb-8ed4-f4e530f17488 None None] Sync routers for ids ['a985dcfd-a3c0-4630-ab6d-4530812d739b'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:53.277654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33824) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:53.282340 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f59ac577-b329-437d-8c60-d79977906365 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "PUT /v2.0/routers/a985dcfd-a3c0-4630-ab6d-4530812d739b HTTP/1.1" status: 200 len: 921 time: 4.2325397 Dec 10 18:33:53.300774 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676cabbd-87ba-4ebb-8ed4-f4e530f17488 None None] Routers {'a985dcfd-a3c0-4630-ab6d-4530812d739b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:53.310172 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-676cabbd-87ba-4ebb-8ed4-f4e530f17488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['a985dcfd-a3c0-4630-ab6d-4530812d739b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:53.342336 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7b8b6d7e-47fc-40e6-aa23-41425ade0c56 None None] Port d643a3ab-e152-486e-8513-db53c5e12918 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:53.381646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2019c3c-4306-4202-a59d-814730832df8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:53.386570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2019c3c-4306-4202-a59d-814730832df8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:53.398715 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-676cabbd-87ba-4ebb-8ed4-f4e530f17488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:53.451480 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676cabbd-87ba-4ebb-8ed4-f4e530f17488 None None] Routers {'a985dcfd-a3c0-4630-ab6d-4530812d739b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:53.454485 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-676cabbd-87ba-4ebb-8ed4-f4e530f17488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['a985dcfd-a3c0-4630-ab6d-4530812d739b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:53.477895 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:53.523261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f3de-f01b-4e9f-9194-2cfe798db1ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:53.536621 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2c5e7093-8a13-4dd2-850e-d886cd007a0a tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/routers/a985dcfd-a3c0-4630-ab6d-4530812d739b HTTP/1.1" status: 200 len: 921 time: 0.2547472 Dec 10 18:33:53.538710 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33830) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:53.540709 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-676cabbd-87ba-4ebb-8ed4-f4e530f17488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:53.543784 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676cabbd-87ba-4ebb-8ed4-f4e530f17488 None None] The sync data for ids ['a985dcfd-a3c0-4630-ab6d-4530812d739b'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:53.582264 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:53.623804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9f3de-f01b-4e9f-9194-2cfe798db1ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=35b41aab-3dbf-40b9-9d72-e38104ee8fe5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:53.664054 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f3de-f01b-4e9f-9194-2cfe798db1ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:53.670675 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7fa9f3de-f01b-4e9f-9194-2cfe798db1ec tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/35b41aab-3dbf-40b9-9d72-e38104ee8fe5 HTTP/1.1" status: 204 len: 168 time: 2.3487856 Dec 10 18:33:53.675478 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33834) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:53.693232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Network b5985788-3396-402f-8c7c-78b01777a762 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:53.697850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:53.703284 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:53.712690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Pushing event updated for resources: {'Port': ['ID=1589b0a4-1830-44eb-84e1-bdf51684783e,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:53.758342 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:53.774048 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.ipam_backend_mixin [None req-a2019c3c-4306-4202-a59d-814730832df8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f01d990b-21a8-4b48-8e2a-f2f17594e1ad (CIDR: 172.20.0.0/28) Dec 10 18:33:53.803756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Attempting to bind port 1589b0a4-1830-44eb-84e1-bdf51684783e on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:53.804130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Attempting to bind port 1589b0a4-1830-44eb-84e1-bdf51684783e by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '97043e97-e34f-4ad6-bb42-152e182873ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5985788-3396-402f-8c7c-78b01777a762'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:53.804494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Attempting to bind port 1589b0a4-1830-44eb-84e1-bdf51684783e on network b5985788-3396-402f-8c7c-78b01777a762 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:53.819355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:53.819744 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Checking segment: {'id': '97043e97-e34f-4ad6-bb42-152e182873ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5985788-3396-402f-8c7c-78b01777a762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:53.820147 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:53.820537 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Bound using segment: {'id': '97043e97-e34f-4ad6-bb42-152e182873ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5985788-3396-402f-8c7c-78b01777a762'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:53.821016 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Bound port: 1589b0a4-1830-44eb-84e1-bdf51684783e, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97043e97-e34f-4ad6-bb42-152e182873ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5985788-3396-402f-8c7c-78b01777a762'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:53.821396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:53.825332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17981a-de1a-4ac9-a3fc-dc8ab94fcfdd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:53.835594 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:33:53.838459 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2c17981a-de1a-4ac9-a3fc-dc8ab94fcfdd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1607420 Dec 10 18:33:53.846878 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2019c3c-4306-4202-a59d-814730832df8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:33:53.846878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2019c3c-4306-4202-a59d-814730832df8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:53.865236 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33838) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:53.937046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] For port 1589b0a4-1830-44eb-84e1-bdf51684783e, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:53.942703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] For port 1589b0a4-1830-44eb-84e1-bdf51684783e, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1589b0a4-1830-44eb-84e1-bdf51684783e,segment=NetworkSegment(97043e97-e34f-4ad6-bb42-152e182873ea),segment_id=97043e97-e34f-4ad6-bb42-152e182873ea)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:53.964678 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a2019c3c-4306-4202-a59d-814730832df8 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6314013 Dec 10 18:33:53.969791 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33844) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:53.975682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': 'b5985788-3396-402f-8c7c-78b01777a762', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:54.041481 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.059873 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1d1133-89b8-467e-99ca-9c0c4e89fa24 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:54.066495 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33846) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:54.068940 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-be1d1133-89b8-467e-99ca-9c0c4e89fa24 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&device_id=a985dcfd-a3c0-4630-ab6d-4530812d739b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5215058 Dec 10 18:33:54.090231 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1fd9e2-ff93-49e2-8dfb-fe414ffb5d8f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:54.091764 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ba1fd9e2-ff93-49e2-8dfb-fe414ffb5d8f tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1997812 Dec 10 18:33:54.095318 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33850) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:54.102797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d605a7c-afec-4eed-89e1-5465537908c7 req-41a92e62-0642-46e3-a4a4-c774a0b14b37 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:54.109951 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1d605a7c-afec-4eed-89e1-5465537908c7 req-41a92e62-0642-46e3-a4a4-c774a0b14b37 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.3563881 Dec 10 18:33:54.121381 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8da4a0-00f5-40dd-83d8-a5313f265aa1 None None] Pushing event updated for resources: {'Port': ['ID=1589b0a4-1830-44eb-84e1-bdf51684783e,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:54.282038 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1d605a7c-afec-4eed-89e1-5465537908c7 req-7c56f130-c86a-48a0-82df-656dda6b9eea tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690772 Dec 10 18:33:54.348934 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.381684 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33854) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:54.396030 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eba9c53c-24c8-4138-947c-13b7a30c18a1 req-3e4c9224-6409-4254-8d6f-f0ee0ce64013 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 210 time: 0.0759051 Dec 10 18:33:54.428461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418350d8-4f35-449b-85d9-0248056cf6d9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:54.435822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418350d8-4f35-449b-85d9-0248056cf6d9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:54.439780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418350d8-4f35-449b-85d9-0248056cf6d9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:54.444198 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-418350d8-4f35-449b-85d9-0248056cf6d9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3450408 Dec 10 18:33:54.472509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33860) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:54.610769 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:54.617000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.625416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4741880-4a54-408f-9204-558b9cd907c3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:54.630261 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b4741880-4a54-408f-9204-558b9cd907c3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/networks/ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 881 time: 0.5628300 Dec 10 18:33:54.634073 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33862) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:54.641283 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f2585268-f387-402f-b380-cf541281ee8c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1321815541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:54.676432 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c24bc823-9bac-4652-b717-07d14b650b49 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "GET /v2.0/ports?device_id=a985dcfd-a3c0-4630-ab6d-4530812d739b HTTP/1.1" status: 200 len: 205 time: 0.0410385 Dec 10 18:33:54.679275 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33864) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:54.730301 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb0e1fc-b3e4-4653-a61a-bc4861f5a389 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 3d8c3d3f-2cfa-4fc2-8915-dbb5446b73af {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:54.749395 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cbb0e1fc-b3e4-4653-a61a-bc4861f5a389 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.758949 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router b9a1e9a2-d666-475c-8069-2bc5d72200a0 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:33:54.792876 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-e543e469-87c1-4437-9b3b-937d45bb1673 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:54.794386 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-e543e469-87c1-4437-9b3b-937d45bb1673 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.21 "GET /v2.0/networks?id=ac1c8d42-7196-4e66-9797-b72aa1abd05a HTTP/1.1" status: 200 len: 797 time: 0.6084082 Dec 10 18:33:54.835502 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cbb0e1fc-b3e4-4653-a61a-bc4861f5a389 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.885999 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2585268-f387-402f-b380-cf541281ee8c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.887229 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2585268-f387-402f-b380-cf541281ee8c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.899540 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.973514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:54.987417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Sync routers for ids ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:55.006266 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Routers {'b9a1e9a2-d666-475c-8069-2bc5d72200a0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:55.009376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:55.023387 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-052a449b-2e5c-4529-b95b-f1a6dc059d33 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ce9d6cb6cc4b06a1aba6c078f79ea2 HTTP/1.1" status: 200 len: 379 time: 0.2086420 Dec 10 18:33:55.036553 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2585268-f387-402f-b380-cf541281ee8c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:55.038898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:55.042446 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-fe20a1b1-877e-4f38-8b8b-dd03418fcbf5 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Request body: {'port': {'device_id': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'admin_state_up': True, 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'security_groups': ['691765c7-def1-40a6-b7f8-150f8e3ab87f']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:55.069812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:55.075217 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-527836cb-a841-40ea-9f51-002f606e692c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2604113 Dec 10 18:33:55.078203 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33870) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:55.152085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Set router b9a1e9a2-d666-475c-8069-2bc5d72200a0 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:55.264505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Deleting port 1445fa24-e865-4d0b-be3e-cb1d458d95d4 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:55.264902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:55.435924 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4fca4d5b-0fd9-4278-869b-b1a5482dd3e2 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d8d709b5542940cd80a96d0fc97864e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3583224 Dec 10 18:33:55.453673 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33876) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:55.458582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:33:53Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:55.512140 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Checking router: b9a1e9a2-d666-475c-8069-2bc5d72200a0 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:55.512504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Updating router b9a1e9a2-d666-475c-8069-2bc5d72200a0 port d643a3ab-e152-486e-8513-db53c5e12918 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:33:55.563376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:55.702551 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-371d8026-87c6-4f7c-b35d-29ba8c782aff req-b1b96b47-11cb-4355-8d0f-335d35e82666 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 210 time: 0.0880756 Dec 10 18:33:55.757644 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:55.775998 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2585268-f387-402f-b380-cf541281ee8c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:55.780676 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Calling delete_port for 1445fa24-e865-4d0b-be3e-cb1d458d95d4 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:55.801096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cbb0e1fc-b3e4-4653-a61a-bc4861f5a389 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:55.872953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aed452-b8ef-4925-80e0-2b7228217881 req-4e6a037b-fe22-4391-892f-72d9221809f0 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:55.874617 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50aed452-b8ef-4925-80e0-2b7228217881 req-4e6a037b-fe22-4391-892f-72d9221809f0 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.4773827 Dec 10 18:33:55.946511 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1589b0a4-1830-44eb-84e1-bdf51684783e up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:55.974345 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8597086-2525-4965-a188-27463178c8fd None None] Network b5985788-3396-402f-8c7c-78b01777a762 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:56.010909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2585268-f387-402f-b380-cf541281ee8c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.015485 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f2585268-f387-402f-b380-cf541281ee8c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.6282208 Dec 10 18:33:56.017509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33882) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:56.047613 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.057047 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1910928485'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:56.071372 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50aed452-b8ef-4925-80e0-2b7228217881 req-c5e7ca23-e6f4-4d34-8fde-7b434b7fa0a7 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467288 Dec 10 18:33:56.074883 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d67caa5-80f3-4eb8-9d8c-874ea7c2aa2b tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:56.077576 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9d67caa5-80f3-4eb8-9d8c-874ea7c2aa2b tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6188884 Dec 10 18:33:56.080532 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-485722f8-944d-4541-a52f-cbf8c9a98b08 None None] Provisioning complete for port 1589b0a4-1830-44eb-84e1-bdf51684783e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:56.081155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-485722f8-944d-4541-a52f-cbf8c9a98b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.081301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33884) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:56.146581 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9f1e51df-16fb-4e31-b539-1655cb04a2b7 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0641410 Dec 10 18:33:56.149320 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33886) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:56.157613 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-17dff0a1-0acc-4513-9265-4c8001539d64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1639143133', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:56.158031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.195975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 1589b0a4-1830-44eb-84e1-bdf51684783e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:56.196502 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.215968 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.225113 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-fe20a1b1-877e-4f38-8b8b-dd03418fcbf5 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Made reservation on behalf of 43ce9d6cb6cc4b06a1aba6c078f79ea2 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:56.229640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-fe20a1b1-877e-4f38-8b8b-dd03418fcbf5 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.234040 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cbb0e1fc-b3e4-4653-a61a-bc4861f5a389 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.277444 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7f6703-8b23-41b9-b179-67093946a77e None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:56.316489 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Attempting to bind port d643a3ab-e152-486e-8513-db53c5e12918 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:56.317042 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Attempting to bind port d643a3ab-e152-486e-8513-db53c5e12918 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:56.317304 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Attempting to bind port d643a3ab-e152-486e-8513-db53c5e12918 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:56.319830 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Pushing event updated for resources: {'Port': ['ID=d643a3ab-e152-486e-8513-db53c5e12918,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:56.328923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Made reservation on behalf of 2d767a51ab244aabbcd8d5cbed070b58 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:56.332496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cbb0e1fc-b3e4-4653-a61a-bc4861f5a389 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.337509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.338893 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cbb0e1fc-b3e4-4653-a61a-bc4861f5a389 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/3d8c3d3f-2cfa-4fc2-8915-dbb5446b73af HTTP/1.1" status: 204 len: 168 time: 1.8651490 Dec 10 18:33:56.342395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:56.342777 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:56.343184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.344046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:56.344046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Bound port: d643a3ab-e152-486e-8513-db53c5e12918, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:56.344705 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.345450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network b5985788-3396-402f-8c7c-78b01777a762 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:56.345784 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33888) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:56.346506 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f849a0cf-9f97-41e5-8214-7aa45bfd3325 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:56.352934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.352934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.352934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.353263 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.353446 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.353809 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.354678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.355010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.355353 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.355694 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.356022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.356350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.356679 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.360211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-783b7ef8-dbcb-45f7-8398-9f44514bf8dd tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:56.362656 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-783b7ef8-dbcb-45f7-8398-9f44514bf8dd tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.1930885 Dec 10 18:33:56.367605 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:56.371256 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:56.371758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.373303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.447963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.450132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-485722f8-944d-4541-a52f-cbf8c9a98b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.471036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Subnet': ['ID=286e0bf3-317a-40c9-9e50-47e3cb1081e1,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:56.486413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dff0a1-0acc-4513-9265-4c8001539d64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:56.491234 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17dff0a1-0acc-4513-9265-4c8001539d64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.530447 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a045fcf-e27f-4d31-add3-abcb31f7fdfa None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:56.539598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.539950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.540559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.540904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.541248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.542191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.542531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.543462 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.543815 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.544153 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.544785 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.545136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.545472 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:56.554723 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Pushing event deleted for resources: {'Port': ['ID=1445fa24-e865-4d0b-be3e-cb1d458d95d4,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:56.560423 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bc4de4e3-935c-40c8-ab4d-141966bf0072 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5890119 Dec 10 18:33:56.570806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33890) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:56.579764 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] For port d643a3ab-e152-486e-8513-db53c5e12918, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:56.605293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'network_id': 'b5985788-3396-402f-8c7c-78b01777a762', 'fixed_ips': [{'subnet_id': 'f01d990b-21a8-4b48-8e2a-f2f17594e1ad'}, {'subnet_id': '286e0bf3-317a-40c9-9e50-47e3cb1081e1'}], 'name': 'tempest-PortsTestJSON-1789569435'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:56.664887 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] For port d643a3ab-e152-486e-8513-db53c5e12918, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d643a3ab-e152-486e-8513-db53c5e12918,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:56.669180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-485722f8-944d-4541-a52f-cbf8c9a98b08 None None] For port 1589b0a4-1830-44eb-84e1-bdf51684783e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1589b0a4-1830-44eb-84e1-bdf51684783e,segment=NetworkSegment(97043e97-e34f-4ad6-bb42-152e182873ea),segment_id=97043e97-e34f-4ad6-bb42-152e182873ea)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:56.677065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.717664 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0e1fc-b3e4-4653-a61a-bc4861f5a389 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=3d8c3d3f-2cfa-4fc2-8915-dbb5446b73af,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:56.751142 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.796529 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd51baca-6120-4c02-b8b3-5f3455bbeb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet ca888ce2-7ddb-46b2-adb2-45dceb4a7b3b {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:56.810271 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cd51baca-6120-4c02-b8b3-5f3455bbeb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.813610 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.864652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-fe20a1b1-877e-4f38-8b8b-dd03418fcbf5 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Allocated IP 172.20.0.3 (ac1c8d42-7196-4e66-9797-b72aa1abd05a/b83466d8-72a6-4359-a134-6e82896679be/2b13d6bf-9366-4681-9eb1-ff03db87cdb5) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:56.866100 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbdc32d-eaf7-4e5d-b9af-c085f771d0c4 None None] Network b5985788-3396-402f-8c7c-78b01777a762 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:56.904291 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.917595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:56.922402 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Deleting port daf249f3-32dc-4cdd-b31d-bf560b49cb90 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:56.923091 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.946264 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-485722f8-944d-4541-a52f-cbf8c9a98b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.953605 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb40c1bb-e055-431a-b806-23cb215fa7f2 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:56.989485 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.994575 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Added segment 1724272f-09b1-4f77-92a1-826fccc648b4 of type vlan for network 88b7d9cb-545c-456e-8360-ede5272364df Dec 10 18:33:57.016992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce1bffe-a334-490f-8b17-c6f7a516e95d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:57.034696 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d636129-db95-4366-8007-cb59ecfbb4d9 req-61e2fb29-871b-44db-9a55-813559f01e69 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 210 time: 0.2166600 Dec 10 18:33:57.043213 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.055257 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc01e1-2e58-46ba-95d3-2951865209d2 None None] Pushing event updated for resources: {'Port': ['ID=d643a3ab-e152-486e-8513-db53c5e12918,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:57.090611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:57.185727 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Routers {'b9a1e9a2-d666-475c-8069-2bc5d72200a0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:57.187093 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:57.239380 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cd51baca-6120-4c02-b8b3-5f3455bbeb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.252646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] For port daf249f3-32dc-4cdd-b31d-bf560b49cb90, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=daf249f3-32dc-4cdd-b31d-bf560b49cb90,segment=NetworkSegment(e5e6aa80-20a5-4b0c-989a-59d560e97b40),segment_id=e5e6aa80-20a5-4b0c-989a-59d560e97b40)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:57.253044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.334154 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:33:57.334817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:33:57.361360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d4499fd1-cba5-4c6b-8e77-c020d7559514 None None] Provisioning complete for port d643a3ab-e152-486e-8513-db53c5e12918 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:57.361773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d4499fd1-cba5-4c6b-8e77-c020d7559514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.384146 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-fe20a1b1-877e-4f38-8b8b-dd03418fcbf5 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.502605 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.523642 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-fe20a1b1-877e-4f38-8b8b-dd03418fcbf5 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.632080 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port cb474b5a-01cb-4de5-b7a7-6602f221018d yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:33:57.695143 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-fe20a1b1-877e-4f38-8b8b-dd03418fcbf5 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Network ac1c8d42-7196-4e66-9797-b72aa1abd05a is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:57.715513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485722f8-944d-4541-a52f-cbf8c9a98b08 None None] Pushing event updated for resources: {'Port': ['ID=1589b0a4-1830-44eb-84e1-bdf51684783e,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:57.720696 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-fe20a1b1-877e-4f38-8b8b-dd03418fcbf5 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:57.827057 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.842053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.847157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-fe20a1b1-877e-4f38-8b8b-dd03418fcbf5 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:57.856472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] Set router b9a1e9a2-d666-475c-8069-2bc5d72200a0 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:57.858468 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20a1b1-877e-4f38-8b8b-dd03418fcbf5 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'Port': ['ID=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:57.861184 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.987216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.987818 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.988123 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Floating IP dfd6875a-71b1-40be-a727-466f6a3a61c4 disassociated. External IP: 172.26.5.9, port: daf249f3-32dc-4cdd-b31d-bf560b49cb90. Dec 10 18:33:57.988551 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Calling delete_port for daf249f3-32dc-4cdd-b31d-bf560b49cb90 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:58.005398 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d4499fd1-cba5-4c6b-8e77-c020d7559514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.031524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d4499fd1-cba5-4c6b-8e77-c020d7559514 None None] For port d643a3ab-e152-486e-8513-db53c5e12918, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d643a3ab-e152-486e-8513-db53c5e12918,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:58.035455 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-fe20a1b1-877e-4f38-8b8b-dd03418fcbf5 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:58.036184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-fe20a1b1-877e-4f38-8b8b-dd03418fcbf5 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.040065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51ed7a-e833-4197-8d5d-e61d2f0a70ab req-6a10dbc5-bb78-4fb1-b434-f609da928854 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:58.054842 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0b51ed7a-e833-4197-8d5d-e61d2f0a70ab req-6a10dbc5-bb78-4fb1-b434-f609da928854 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 945 time: 0.8095536 Dec 10 18:33:58.102299 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184a9cf-299f-474f-ba77-e35ebe6c02c5 None None] Update dhcp port {'port': {'network_id': 'b5985788-3396-402f-8c7c-78b01777a762', 'fixed_ips': [{'subnet_id': 'f01d990b-21a8-4b48-8e2a-f2f17594e1ad', 'ip_address': '172.20.0.2'}, {'subnet_id': '286e0bf3-317a-40c9-9e50-47e3cb1081e1'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '1589b0a4-1830-44eb-84e1-bdf51684783e'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:33:58.127792 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-fe20a1b1-877e-4f38-8b8b-dd03418fcbf5 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0929282 Dec 10 18:33:58.133544 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.134107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Fanout notify agent at l3_agent the message router_deleted on router a985dcfd-a3c0-4630-ab6d-4530812d739b {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:58.142569 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.143730 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4725f78d-edd5-4ccd-b9c3-0105ee588eae tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "DELETE /v2.0/routers/a985dcfd-a3c0-4630-ab6d-4530812d739b HTTP/1.1" status: 204 len: 168 time: 3.4635150 Dec 10 18:33:58.150462 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.152052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Request body: {'port': {'device_id': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:58.157323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:58.157961 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.174763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33902) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:58.182843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-92fb9ac9-3225-48ab-9598-a19cee8a0a98 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-632071028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:58.199372 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d4499fd1-cba5-4c6b-8e77-c020d7559514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.260419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a184a9cf-299f-474f-ba77-e35ebe6c02c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.285836 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cd51baca-6120-4c02-b8b3-5f3455bbeb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.317105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d4499fd1-cba5-4c6b-8e77-c020d7559514 None None] Provisioning complete for port 1589b0a4-1830-44eb-84e1-bdf51684783e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:58.317105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d4499fd1-cba5-4c6b-8e77-c020d7559514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.367604 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1589b0a4-1830-44eb-84e1-bdf51684783e up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:58.375007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17dff0a1-0acc-4513-9265-4c8001539d64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.383195 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event updated for resources: {'Network': ['ID=88b7d9cb-545c-456e-8360-ede5272364df,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:58.408172 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4499fd1-cba5-4c6b-8e77-c020d7559514 None None] Pushing event updated for resources: {'Port': ['ID=d643a3ab-e152-486e-8513-db53c5e12918,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:58.421976 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 88b7d9cb-545c-456e-8360-ede5272364df details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:58.433508 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0b51ed7a-e833-4197-8d5d-e61d2f0a70ab req-67a81867-ab6e-4404-a65c-cc7ff8cf5290 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f2a9a-b339-4fc3-9d74-1259909dd819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777688 Dec 10 18:33:58.437532 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-40e5940c-b88a-4b2d-9d4e-5db04145e747 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4187984 Dec 10 18:33:58.454160 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae3757-7066-4dec-9bea-e1b71c307f6c req-a0ead672-c09b-4050-982c-d2b3ed86e4a6 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:58.455745 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2fae3757-7066-4dec-9bea-e1b71c307f6c req-a0ead672-c09b-4050-982c-d2b3ed86e4a6 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 931 time: 0.2838159 Dec 10 18:33:58.458183 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33904) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:58.474652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d1fc8f57-06ae-4712-a26f-aed49f9d1e7c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Request body: {'subnet': {'network_id': '88b7d9cb-545c-456e-8360-ede5272364df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:58.491887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.538533 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dff0a1-0acc-4513-9265-4c8001539d64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Subnet': ['ID=343dcd47-8866-46a0-acdb-a8fa6d287f77,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:58.566943 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:33:53Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:58.592549 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2fae3757-7066-4dec-9bea-e1b71c307f6c req-88f620fd-df47-4abd-b7f5-ccbc874944e7 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215293 Dec 10 18:33:58.593642 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dff0a1-0acc-4513-9265-4c8001539d64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Checking segment: {'id': 'e986ec33-4453-4b59-9da8-d50fa373f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:58.596175 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dff0a1-0acc-4513-9265-4c8001539d64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network hostable DHCP agents. Network: 645bfaa1-3540-47d5-94a7-c6adda953e6d, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:58.596731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-92fb9ac9-3225-48ab-9598-a19cee8a0a98 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.598360 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-92fb9ac9-3225-48ab-9598-a19cee8a0a98 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.611015 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b984a-9ce4-4c7b-bfef-25aab0afdbe3 None None] The sync data for ids ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'] in dv-neutron-821434-1-hyperv is: [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:33:53Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:58.626547 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cd51baca-6120-4c02-b8b3-5f3455bbeb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.628955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Allocated IP 172.20.0.13 (b5985788-3396-402f-8c7c-78b01777a762/f01d990b-21a8-4b48-8e2a-f2f17594e1ad/cb474b5a-01cb-4de5-b7a7-6602f221018d) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:58.642894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Allocated IP 172.20.0.24 (b5985788-3396-402f-8c7c-78b01777a762/286e0bf3-317a-40c9-9e50-47e3cb1081e1/cb474b5a-01cb-4de5-b7a7-6602f221018d) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:58.677055 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51baca-6120-4c02-b8b3-5f3455bbeb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=ca888ce2-7ddb-46b2-adb2-45dceb4a7b3b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:58.682886 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cd51baca-6120-4c02-b8b3-5f3455bbeb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.686259 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cd51baca-6120-4c02-b8b3-5f3455bbeb03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/ca888ce2-7ddb-46b2-adb2-45dceb4a7b3b HTTP/1.1" status: 204 len: 168 time: 2.3155308 Dec 10 18:33:58.695169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4c9ef1-52b3-4541-b475-c9b23f98f9bf None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:58.703658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33906) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:58.708322 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 1589b0a4-1830-44eb-84e1-bdf51684783e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:58.708322 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.736222 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-92fb9ac9-3225-48ab-9598-a19cee8a0a98 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.757761 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dff0a1-0acc-4513-9265-4c8001539d64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 645bfaa1-3540-47d5-94a7-c6adda953e6d is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:58.813483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-92fb9ac9-3225-48ab-9598-a19cee8a0a98 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.849219 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-688f0187-c209-4a55-8025-daad0f102180 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1390152 Dec 10 18:33:58.855751 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33910) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:58.857598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-17dff0a1-0acc-4513-9265-4c8001539d64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 645bfaa1-3540-47d5-94a7-c6adda953e6d) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:58.878451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7d19e2-3839-4177-9be7-83720f82fb88 None None] Network 645bfaa1-3540-47d5-94a7-c6adda953e6d requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:58.886532 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-055d1a66-4e2a-408c-8d08-ce055d8da224 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:58.973167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b26cd2e5-3e0c-4dc5-8689-9c9f42f8ab8e None None] Provisioning complete for port d643a3ab-e152-486e-8513-db53c5e12918 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:58.973541 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b26cd2e5-3e0c-4dc5-8689-9c9f42f8ab8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.015656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dff0a1-0acc-4513-9265-4c8001539d64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:59.017044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17dff0a1-0acc-4513-9265-4c8001539d64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.027484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c2de6e-7600-43e2-9362-c8e5ec65ab92 None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:59.060630 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-92fb9ac9-3225-48ab-9598-a19cee8a0a98 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.062911 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-92fb9ac9-3225-48ab-9598-a19cee8a0a98 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8840137 Dec 10 18:33:59.070954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33912) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:59.082432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:59.112376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-645bfaa1-3540-47d5-94a7-c6adda953e6d', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:33:59.113613 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.210723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.253778 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-17dff0a1-0acc-4513-9265-4c8001539d64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1032207 Dec 10 18:33:59.257803 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33914) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:59.281863 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fc8f57-06ae-4712-a26f-aed49f9d1e7c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Made reservation on behalf of 2d767a51ab244aabbcd8d5cbed070b58 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:59.285470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8f57-06ae-4712-a26f-aed49f9d1e7c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.303758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d2c2de6e-7600-43e2-9362-c8e5ec65ab92 None None] Deleting port d7bf43a3-6d08-4ec9-8205-4af6137b5c92 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:59.304134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d2c2de6e-7600-43e2-9362-c8e5ec65ab92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.389007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Pushing event deleted for resources: {'Port': ['ID=daf249f3-32dc-4cdd-b31d-bf560b49cb90,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:59.461737 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b26cd2e5-3e0c-4dc5-8689-9c9f42f8ab8e None None] Provisioning complete for port d7bf43a3-6d08-4ec9-8205-4af6137b5c92 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:59.462178 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b26cd2e5-3e0c-4dc5-8689-9c9f42f8ab8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.517342 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Allocated IP 172.20.0.2 (645bfaa1-3540-47d5-94a7-c6adda953e6d/343dcd47-8866-46a0-acdb-a8fa6d287f77/053e27da-db5e-428f-92c8-eb5cec1d31e9) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:59.678020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device daf249f3-32dc-4cdd-b31d-bf560b49cb90 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:59.706046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d2c2de6e-7600-43e2-9362-c8e5ec65ab92 None None] For port d7bf43a3-6d08-4ec9-8205-4af6137b5c92, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d7bf43a3-6d08-4ec9-8205-4af6137b5c92,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:59.706046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d2c2de6e-7600-43e2-9362-c8e5ec65ab92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.739317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8f57-06ae-4712-a26f-aed49f9d1e7c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.772978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: daf249f3-32dc-4cdd-b31d-bf560b49cb90 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:59.776327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device daf249f3-32dc-4cdd-b31d-bf560b49cb90 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:59.784604 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d2c2de6e-7600-43e2-9362-c8e5ec65ab92 None None] Calling delete_port for d7bf43a3-6d08-4ec9-8205-4af6137b5c92 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:59.879252 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7670273f-0584-4d7c-816c-5e11eab4d489 req-4e7ec516-8cf0-4a9d-8d66-9c659a721c1c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 210 time: 0.2719684 Dec 10 18:33:59.912089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055d1a66-4e2a-408c-8d08-ce055d8da224 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:59.917813 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-055d1a66-4e2a-408c-8d08-ce055d8da224 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.043358 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b4264-8ba3-4412-9487-714d7a18fbac req-e412397e-2071-407a-b542-c6ce57783aeb tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:00.060313 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-639b4264-8ba3-4412-9487-714d7a18fbac req-e412397e-2071-407a-b542-c6ce57783aeb tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 931 time: 0.2167995 Dec 10 18:34:00.186584 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-639b4264-8ba3-4412-9487-714d7a18fbac req-f105b805-e62a-4899-8f81-64428c6b6ae9 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342294 Dec 10 18:34:00.364178 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.393715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d643a3ab-e152-486e-8513-db53c5e12918 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:00.470686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b26cd2e5-3e0c-4dc5-8689-9c9f42f8ab8e None None] Provisioning complete for port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:00.470911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-055d1a66-4e2a-408c-8d08-ce055d8da224 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.471463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b26cd2e5-3e0c-4dc5-8689-9c9f42f8ab8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.492249 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.542761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port d643a3ab-e152-486e-8513-db53c5e12918 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:00.543151 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.545632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b26cd2e5-3e0c-4dc5-8689-9c9f42f8ab8e None None] Port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:00.548142 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d2c2de6e-7600-43e2-9362-c8e5ec65ab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.603539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2de6e-7600-43e2-9362-c8e5ec65ab92 None None] Pushing event deleted for resources: {'Port': ['ID=d7bf43a3-6d08-4ec9-8205-4af6137b5c92,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:00.606724 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c2de6e-7600-43e2-9362-c8e5ec65ab92 None None] No DVR routers for this DVR port d7bf43a3-6d08-4ec9-8205-4af6137b5c92 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:00.610246 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.614607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055d1a66-4e2a-408c-8d08-ce055d8da224 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:00.671815 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-055d1a66-4e2a-408c-8d08-ce055d8da224 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:00.673945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Network 645bfaa1-3540-47d5-94a7-c6adda953e6d is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:00.679598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055d1a66-4e2a-408c-8d08-ce055d8da224 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:00.680553 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-055d1a66-4e2a-408c-8d08-ce055d8da224 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.695441 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e576781-d529-4041-a463-8db124617f87 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:00.702784 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:00.710757 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.714171 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc8f57-06ae-4712-a26f-aed49f9d1e7c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event updated for resources: {'Subnet': ['ID=832e549e-f7f6-4a48-bd48-4caf45d1ea0b,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:00.719572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d1a66-4e2a-408c-8d08-ce055d8da224 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=ab150c84-fa3e-4064-8ce8-03c55bd7690e,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:00.730555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:00.765131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.774834 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Pushing event updated for resources: {'Port': ['ID=053e27da-db5e-428f-92c8-eb5cec1d31e9,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:00.827090 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-055d1a66-4e2a-408c-8d08-ce055d8da224 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9627194 Dec 10 18:34:00.836860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33922) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:00.837018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Router 63a877c0-8edc-42ac-87a7-9575b8905ea9 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:34:00.837137 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-687443ec-32ec-4ba3-a918-8c1c89fa30b0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:00.837253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc8f57-06ae-4712-a26f-aed49f9d1e7c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Checking segment: {'id': '1724272f-09b1-4f77-92a1-826fccc648b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88b7d9cb-545c-456e-8360-ede5272364df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:00.837253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fc8f57-06ae-4712-a26f-aed49f9d1e7c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Network hostable DHCP agents. Network: 88b7d9cb-545c-456e-8360-ede5272364df, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:00.848358 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:00.938005 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Attempting to bind port 053e27da-db5e-428f-92c8-eb5cec1d31e9 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:00.938622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Attempting to bind port 053e27da-db5e-428f-92c8-eb5cec1d31e9 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'e986ec33-4453-4b59-9da8-d50fa373f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:00.938998 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Attempting to bind port 053e27da-db5e-428f-92c8-eb5cec1d31e9 on network 645bfaa1-3540-47d5-94a7-c6adda953e6d {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:00.976476 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.980571 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:00.981540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Checking segment: {'id': 'e986ec33-4453-4b59-9da8-d50fa373f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:00.987535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.987535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Bound using segment: {'id': 'e986ec33-4453-4b59-9da8-d50fa373f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:00.987535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Bound port: 053e27da-db5e-428f-92c8-eb5cec1d31e9, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e986ec33-4453-4b59-9da8-d50fa373f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:00.987535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.012957 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d7bf43a3-6d08-4ec9-8205-4af6137b5c92 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:01.053917 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: d7bf43a3-6d08-4ec9-8205-4af6137b5c92 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:01.054326 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d7bf43a3-6d08-4ec9-8205-4af6137b5c92 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:01.097003 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fc8f57-06ae-4712-a26f-aed49f9d1e7c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Network 88b7d9cb-545c-456e-8360-ede5272364df is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:01.107862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'project_id': 'a6c3b8a24d794da8abac363856818076', 'fixed_ips': [{'subnet_id': 'ab150c84-fa3e-4064-8ce8-03c55bd7690e'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:01.117394 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.151736 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f4215577-533b-4eea-9dc6-eacc4c5f84af req-91afaf4e-05eb-4607-a603-f349487fd535 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 210 time: 0.1052113 Dec 10 18:34:01.186384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Transition to ACTIVE for port object 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:34:01.261396 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:01.288389 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294a714-43c7-4c52-808a-de013136c855 None None] Sync routers for ids ['63a877c0-8edc-42ac-87a7-9575b8905ea9'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:01.301935 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294a714-43c7-4c52-808a-de013136c855 None None] Routers {'63a877c0-8edc-42ac-87a7-9575b8905ea9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:01.303463 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2294a714-43c7-4c52-808a-de013136c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['63a877c0-8edc-42ac-87a7-9575b8905ea9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:01.328590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.1 (645bfaa1-3540-47d5-94a7-c6adda953e6d/343dcd47-8866-46a0-acdb-a8fa6d287f77/8f2619b0-bbea-4977-8681-42ad04500bee) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:01.335398 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687443ec-32ec-4ba3-a918-8c1c89fa30b0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:01.339357 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.339825 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-687443ec-32ec-4ba3-a918-8c1c89fa30b0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.390905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d1fc8f57-06ae-4712-a26f-aed49f9d1e7c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 88b7d9cb-545c-456e-8360-ede5272364df) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:01.414074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58781af-0d40-45d7-935f-3e20b119db29 None None] Network 88b7d9cb-545c-456e-8360-ede5272364df requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:01.431743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] No DVR routers for this DVR port daf249f3-32dc-4cdd-b31d-bf560b49cb90 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:01.440084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.468301 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.473501 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-54a353af-efed-48c1-b67e-1ca0d9505fd9 req-58104819-a8c2-480d-b252-b756f4a52f84 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.21 "DELETE /v2.0/ports/daf249f3-32dc-4cdd-b31d-bf560b49cb90 HTTP/1.1" status: 204 len: 173 time: 5.0599537 Dec 10 18:34:01.478739 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.ipam_backend_mixin [None req-687443ec-32ec-4ba3-a918-8c1c89fa30b0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab150c84-fa3e-4064-8ce8-03c55bd7690e (CIDR: 2001:db8::/64) Dec 10 18:34:01.494899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d', 'name': 'network-vif-deleted', 'tag': 'daf249f3-32dc-4cdd-b31d-bf560b49cb90'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:01.519414 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13421942-af9b-4cfc-be91-8aecf44f3f04 req-1f3bdecf-c1eb-463e-9283-ef04baade77a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:01.521129 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-13421942-af9b-4cfc-be91-8aecf44f3f04 req-1f3bdecf-c1eb-463e-9283-ef04baade77a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 931 time: 0.2336740 Dec 10 18:34:01.530799 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be570ff-2fb7-4b14-86c1-64e8ec1ae798" -d '{"events": [{"server_uuid": "cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d", "name": "network-vif-deleted", "tag": "daf249f3-32dc-4cdd-b31d-bf560b49cb90"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:01.536915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fc8f57-06ae-4712-a26f-aed49f9d1e7c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:01.538771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8f57-06ae-4712-a26f-aed49f9d1e7c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.542674 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-687443ec-32ec-4ba3-a918-8c1c89fa30b0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:34:01.547582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687443ec-32ec-4ba3-a918-8c1c89fa30b0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:01.563717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network b5985788-3396-402f-8c7c-78b01777a762 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:01.594959 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-2294a714-43c7-4c52-808a-de013136c855 None None] Set router 63a877c0-8edc-42ac-87a7-9575b8905ea9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:01.609985 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:01.618792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:01.658148 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-13421942-af9b-4cfc-be91-8aecf44f3f04 req-21ed14b5-1c47-4150-8aaa-f942307bbdb6 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061776 Dec 10 18:34:01.716327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] For port 053e27da-db5e-428f-92c8-eb5cec1d31e9, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:01.716529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e106a73-355d-40fb-9665-2181748f16e9 x-openstack-request-id: req-4e106a73-355d-40fb-9665-2181748f16e9 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:01.718934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d", "name": "network-vif-deleted", "tag": "daf249f3-32dc-4cdd-b31d-bf560b49cb90", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:01.718934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e106a73-355d-40fb-9665-2181748f16e9 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:01.734731 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d', 'name': 'network-vif-deleted', 'tag': 'daf249f3-32dc-4cdd-b31d-bf560b49cb90', 'status': 'completed', 'code': 200} Dec 10 18:34:01.778913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] For port 053e27da-db5e-428f-92c8-eb5cec1d31e9, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=053e27da-db5e-428f-92c8-eb5cec1d31e9,segment=NetworkSegment(e986ec33-4453-4b59-9da8-d50fa373f53e),segment_id=e986ec33-4453-4b59-9da8-d50fa373f53e)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:01.782496 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-88b7d9cb-545c-456e-8360-ede5272364df', 'network_id': '88b7d9cb-545c-456e-8360-ede5272364df', 'project_id': '2d767a51ab244aabbcd8d5cbed070b58', 'fixed_ips': [{'subnet_id': '832e549e-f7f6-4a48-bd48-4caf45d1ea0b'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:01.783361 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.785331 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d1fc8f57-06ae-4712-a26f-aed49f9d1e7c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3192556 Dec 10 18:34:01.804681 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-a184a9cf-299f-474f-ba77-e35ebe6c02c5 None None] Allocated IP 172.20.0.18 (b5985788-3396-402f-8c7c-78b01777a762/286e0bf3-317a-40c9-9e50-47e3cb1081e1/1589b0a4-1830-44eb-84e1-bdf51684783e) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:01.806989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33932) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:01.819656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.837641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a9594c45-1f0e-4918-9433-2abb4ee0bd8a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Request body: {'network': {'name': 'tempest-router-network01--1872770868'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:01.902927 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-687443ec-32ec-4ba3-a918-8c1c89fa30b0 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0716283 Dec 10 18:34:01.903826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33934) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:01.906581 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.909955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=cb474b5a-01cb-4de5-b7a7-6602f221018d,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:01.912150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'subnet': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:02.068717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:02.069425 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.100865 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.126242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Allocated IP 2001:db8::2 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/ab150c84-fa3e-4064-8ce8-03c55bd7690e/d7a0ce9b-2678-4695-b36b-de4d8400f513) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:02.157680 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09f4c8-e262-42ea-998d-4f4854bc3b35 None None] Pushing event updated for resources: {'Port': ['ID=053e27da-db5e-428f-92c8-eb5cec1d31e9,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:02.177512 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=8f2619b0-bbea-4977-8681-42ad04500bee,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:02.209547 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 645bfaa1-3540-47d5-94a7-c6adda953e6d is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:02.224686 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:02.230564 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:02.261815 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2294a714-43c7-4c52-808a-de013136c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3f2a95d7-7ce6-4c9a-b347-00012b59a3d8', 'name': '', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'mac_address': 'fa:16:3e:ca:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:18Z', 'revision_number': 5, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'subnets': [{'id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:02.319720 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:02.331335 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a184a9cf-299f-474f-ba77-e35ebe6c02c5 None None] For port 1589b0a4-1830-44eb-84e1-bdf51684783e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1589b0a4-1830-44eb-84e1-bdf51684783e,segment=NetworkSegment(97043e97-e34f-4ad6-bb42-152e182873ea),segment_id=97043e97-e34f-4ad6-bb42-152e182873ea)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:02.334509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.371607 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294a714-43c7-4c52-808a-de013136c855 None None] Checking router: 63a877c0-8edc-42ac-87a7-9575b8905ea9 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:34:02.398295 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294a714-43c7-4c52-808a-de013136c855 None None] Routers {'63a877c0-8edc-42ac-87a7-9575b8905ea9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:02.399217 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2294a714-43c7-4c52-808a-de013136c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['63a877c0-8edc-42ac-87a7-9575b8905ea9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:02.439026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Allocated IP 2001:db8::2 (88b7d9cb-545c-456e-8360-ede5272364df/832e549e-f7f6-4a48-bd48-4caf45d1ea0b/bd1c9fd7-d37d-4932-8729-50230a90edc2) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:02.460725 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a4c20f48-45c7-4486-89c0-6ae577ab255d req-ce270cfd-63c3-4ec9-bc8e-f1fd51daed2c tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc147af3-f09f-4c60-8eeb-aa9ce3dc3b3d HTTP/1.1" status: 200 len: 210 time: 0.0682232 Dec 10 18:34:02.468115 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9594c45-1f0e-4918-9433-2abb4ee0bd8a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Made reservation on behalf of 2d767a51ab244aabbcd8d5cbed070b58 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:02.469893 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.482597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a9594c45-1f0e-4918-9433-2abb4ee0bd8a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.487425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a184a9cf-299f-474f-ba77-e35ebe6c02c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.487959 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:02.498557 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3a80e633-20a9-40ae-9c98-886a4a9988ad tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 5.9230857 Dec 10 18:34:02.504997 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.510619 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.512246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33940) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:02.518821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-411cf1a2-2ec0-45b8-a152-45a8a5bb435f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f01d990b-21a8-4b48-8e2a-f2f17594e1ad'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:02.521882 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Attempting to bind port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:02.522208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Attempting to bind port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '523034d3-60df-4e41-aa50-553a89fa285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:02.522537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Attempting to bind port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 on network ac1c8d42-7196-4e66-9797-b72aa1abd05a {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:02.573662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 on network ac1c8d42-7196-4e66-9797-b72aa1abd05a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:34:02.577481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Attempting to bind port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 on network ac1c8d42-7196-4e66-9797-b72aa1abd05a {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:02.595575 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-2294a714-43c7-4c52-808a-de013136c855 None None] Set router 63a877c0-8edc-42ac-87a7-9575b8905ea9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:02.601683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a184a9cf-299f-474f-ba77-e35ebe6c02c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.603554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:02.603962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Checking segment: {'id': '523034d3-60df-4e41-aa50-553a89fa285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:02.612070 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Bound using segment: {'id': '523034d3-60df-4e41-aa50-553a89fa285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:02.612070 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Bound port: 2b13d6bf-9366-4681-9eb1-ff03db87cdb5, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523034d3-60df-4e41-aa50-553a89fa285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:02.612070 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.842273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9594c45-1f0e-4918-9433-2abb4ee0bd8a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:02.905327 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a9594c45-1f0e-4918-9433-2abb4ee0bd8a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.905673 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-a9594c45-1f0e-4918-9433-2abb4ee0bd8a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Added segment 46ab9583-c5a4-4df8-9624-02e3b839f2d3 of type vlan for network f7e1079a-eb65-4086-83d8-9835e3ffab29 Dec 10 18:34:02.921950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-411cf1a2-2ec0-45b8-a152-45a8a5bb435f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.045257 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2294a714-43c7-4c52-808a-de013136c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3f2a95d7-7ce6-4c9a-b347-00012b59a3d8', 'name': '', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'mac_address': 'fa:16:3e:ca:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:18Z', 'revision_number': 5, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'subnets': [{'id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:03.103286 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294a714-43c7-4c52-808a-de013136c855 None None] The sync data for ids ['63a877c0-8edc-42ac-87a7-9575b8905ea9'] in dv-neutron-821434-1-hyperv is: [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3f2a95d7-7ce6-4c9a-b347-00012b59a3d8', 'name': '', 'network_id': '62f9555d-cabd-4fc1-91e0-b246290379c5', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'mac_address': 'fa:16:3e:ca:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:04Z', 'updated_at': '2021-12-10T18:30:18Z', 'revision_number': 5, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'subnets': [{'id': 'ae237fdd-10af-4d8e-bdae-3b418032a0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:03.245404 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d329a-4c0e-4554-bbe9-4d048f63a7f1 req-d1065087-e50e-4136-9a98-9f91663bc21d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:03.255508 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-500d329a-4c0e-4554-bbe9-4d048f63a7f1 req-d1065087-e50e-4136-9a98-9f91663bc21d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 943 time: 0.3448560 Dec 10 18:34:03.256607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a9594c45-1f0e-4918-9433-2abb4ee0bd8a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.263325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184a9cf-299f-474f-ba77-e35ebe6c02c5 None None] Pushing event updated for resources: {'Port': ['ID=1589b0a4-1830-44eb-84e1-bdf51684783e,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:03.312667 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] For port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:03.359142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Allocated IP 172.26.5.136 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/3832e3b7-d17e-47b5-a97a-2cfa825c70d8) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:03.371588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.435861 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-500d329a-4c0e-4554-bbe9-4d048f63a7f1 req-4cc99c84-0751-4e36-8565-91c5f5464368 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799700 Dec 10 18:34:03.467142 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.489938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] For port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:03.534162 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.546283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.587548 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.624286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:03.628170 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:03.640653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:03.643666 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.704940 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Pushing event updated for resources: {'Port': ['ID=d7a0ce9b-2678-4695-b36b-de4d8400f513,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:03.708271 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eae19e-1bde-45f5-9c3f-8f479d7995bd None None] New status for floating IP dfd6875a-71b1-40be-a727-466f6a3a61c4: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:34:03.710455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33950) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:03.739004 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a9594c45-1f0e-4918-9433-2abb4ee0bd8a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.746368 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9594c45-1f0e-4918-9433-2abb4ee0bd8a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:03.747008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a9594c45-1f0e-4918-9433-2abb4ee0bd8a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.877411 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f8ad21-df8e-474b-98f2-25f198faff71 None None] Network 645bfaa1-3540-47d5-94a7-c6adda953e6d requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:03.894609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4f243ed-5fa1-4509-a740-f364e0e67874 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.915975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9594c45-1f0e-4918-9433-2abb4ee0bd8a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event updated for resources: {'Network': ['ID=f7e1079a-eb65-4086-83d8-9835e3ffab29,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:03.919046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Network 88b7d9cb-545c-456e-8360-ede5272364df is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:03.955828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:03.956406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.958466 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] 10.222.0.21 "PUT /v2.0/ports/2b13d6bf-9366-4681-9eb1-ff03db87cdb5 HTTP/1.1" status: 200 len: 1093 time: 5.8124609 Dec 10 18:34:03.964582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'tag': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:03.978349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e947a0-0a0f-43f8-8d1f-3654ac68875e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f12d1a5-019d-4f98-abe1-c5575825c177", "tag": "2b13d6bf-9366-4681-9eb1-ff03db87cdb5"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:03.994851 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4f243ed-5fa1-4509-a740-f364e0e67874 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.023951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network f7e1079a-eb65-4086-83d8-9835e3ffab29 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:04.059822 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:04.076049 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb424e1-37ab-4420-8eeb-a2297ead9b19 x-openstack-request-id: req-2bb424e1-37ab-4420-8eeb-a2297ead9b19 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:04.076351 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f12d1a5-019d-4f98-abe1-c5575825c177", "tag": "2b13d6bf-9366-4681-9eb1-ff03db87cdb5", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:04.076616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2bb424e1-37ab-4420-8eeb-a2297ead9b19 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:04.077043 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'tag': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5', 'status': 'completed', 'code': 200} Dec 10 18:34:04.085557 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a9594c45-1f0e-4918-9433-2abb4ee0bd8a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2590358 Dec 10 18:34:04.095504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33954) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:04.139577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1ef676cd-337f-4654-85d9-36644117b963 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Request body: {'network': {'name': 'tempest-router-network02--1705868803'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:04.145960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:04.190946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Pushing event updated for resources: {'Port': ['ID=bd1c9fd7-d37d-4932-8729-50230a90edc2,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:04.195458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fa604-63a4-4a18-a899-30737330f0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:04.317149 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.326090 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.402044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-411cf1a2-2ec0-45b8-a152-45a8a5bb435f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Delete allocated IP 172.20.0.24 (b5985788-3396-402f-8c7c-78b01777a762/286e0bf3-317a-40c9-9e50-47e3cb1081e1) {{(pid=103593) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:34:04.456074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Attempting to bind port d7a0ce9b-2678-4695-b36b-de4d8400f513 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:04.456326 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Attempting to bind port d7a0ce9b-2678-4695-b36b-de4d8400f513 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:04.456528 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Attempting to bind port d7a0ce9b-2678-4695-b36b-de4d8400f513 on network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:04.473482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.510481 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c10d8347-ac69-42e4-a05b-0719ecc2e9c7 None None] Provisioning complete for port 053e27da-db5e-428f-92c8-eb5cec1d31e9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:04.511530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c10d8347-ac69-42e4-a05b-0719ecc2e9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.542254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:04.542636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Checking segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:04.543200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.543615 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Bound using segment: {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:04.544130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Bound port: d7a0ce9b-2678-4695-b36b-de4d8400f513, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f986d68-6653-4a44-b45f-ef1bd72967e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:04.544551 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.575277 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef676cd-337f-4654-85d9-36644117b963 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Made reservation on behalf of 2d767a51ab244aabbcd8d5cbed070b58 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:04.578842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1ef676cd-337f-4654-85d9-36644117b963 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.589918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Attempting to bind port bd1c9fd7-d37d-4932-8729-50230a90edc2 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:04.590057 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Attempting to bind port bd1c9fd7-d37d-4932-8729-50230a90edc2 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '1724272f-09b1-4f77-92a1-826fccc648b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88b7d9cb-545c-456e-8360-ede5272364df'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:04.590329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Attempting to bind port bd1c9fd7-d37d-4932-8729-50230a90edc2 on network 88b7d9cb-545c-456e-8360-ede5272364df {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:04.592490 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 053e27da-db5e-428f-92c8-eb5cec1d31e9 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:04.640029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e947a0-0a0f-43f8-8d1f-3654ac68875e req-909e679a-64d0-4db6-8ff7-5187c471501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:04.641833 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a1e947a0-0a0f-43f8-8d1f-3654ac68875e req-909e679a-64d0-4db6-8ff7-5187c471501c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43ce9d6cb6cc4b06a1aba6c078f79ea2&device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 1096 time: 0.4927852 Dec 10 18:34:04.656690 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=8f2619b0-bbea-4977-8681-42ad04500bee,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:04.665172 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4f243ed-5fa1-4509-a740-f364e0e67874 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.665172 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4f243ed-5fa1-4509-a740-f364e0e67874 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.665172 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e4f243ed-5fa1-4509-a740-f364e0e67874 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "DELETE /v2.0/security-groups/ea8f2a9a-b339-4fc3-9d74-1259909dd819 HTTP/1.1" status: 204 len: 168 time: 0.9524791 Dec 10 18:34:04.672005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33960) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:04.674426 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:04.674804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Checking segment: {'id': '1724272f-09b1-4f77-92a1-826fccc648b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88b7d9cb-545c-456e-8360-ede5272364df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:04.675211 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.675609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Bound using segment: {'id': '1724272f-09b1-4f77-92a1-826fccc648b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88b7d9cb-545c-456e-8360-ede5272364df'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:04.676083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Bound port: bd1c9fd7-d37d-4932-8729-50230a90edc2, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1724272f-09b1-4f77-92a1-826fccc648b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88b7d9cb-545c-456e-8360-ede5272364df'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:04.676466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.728461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.objects.ports [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103594) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:34:04.729582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f243ed-5fa1-4509-a740-f364e0e67874 tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8f2a9a-b339-4fc3-9d74-1259909dd819,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:04.741479 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef676cd-337f-4654-85d9-36644117b963 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:04.759810 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-989954f1-a606-47ae-b683-7a799535134a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] show failed (client error): The resource could not be found. Dec 10 18:34:04.761668 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-989954f1-a606-47ae-b683-7a799535134a tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "GET /v2.0/security-groups/ea8f2a9a-b339-4fc3-9d74-1259909dd819 HTTP/1.1" status: 404 len: 347 time: 0.0857437 Dec 10 18:34:04.769924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33962) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:04.779036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1ef676cd-337f-4654-85d9-36644117b963 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.779607 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-1ef676cd-337f-4654-85d9-36644117b963 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Added segment 95261171-c46e-4508-852f-666d4930d7e3 of type vlan for network 36cf0b9d-a426-4455-8218-688a10c64dd9 Dec 10 18:34:04.793519 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.841825 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.932664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af1da6-c4be-4016-8b45-760d7d89875a req-0e453864-9a26-465f-a14c-0df1f1ef3f5e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:04.939890 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-03af1da6-c4be-4016-8b45-760d7d89875a req-0e453864-9a26-465f-a14c-0df1f1ef3f5e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 943 time: 0.2656226 Dec 10 18:34:04.995919 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] For port d7a0ce9b-2678-4695-b36b-de4d8400f513, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:05.007565 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:05.022554 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 053e27da-db5e-428f-92c8-eb5cec1d31e9 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:05.023002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.026594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] For port d7a0ce9b-2678-4695-b36b-de4d8400f513, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d7a0ce9b-2678-4695-b36b-de4d8400f513,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:05.028316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] For port bd1c9fd7-d37d-4932-8729-50230a90edc2, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:05.033997 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] For port bd1c9fd7-d37d-4932-8729-50230a90edc2, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=bd1c9fd7-d37d-4932-8729-50230a90edc2,segment=NetworkSegment(1724272f-09b1-4f77-92a1-826fccc648b4),segment_id=1724272f-09b1-4f77-92a1-826fccc648b4)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:05.034905 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c10d8347-ac69-42e4-a05b-0719ecc2e9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.040538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:05.047961 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1ef676cd-337f-4654-85d9-36644117b963 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.057858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:05.059704 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Pushing event updated for resources: {'Port': ['ID=3832e3b7-d17e-47b5-a97a-2cfa825c70d8,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:05.062076 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-03af1da6-c4be-4016-8b45-760d7d89875a req-36a3c920-1e09-481c-a9a8-81e75236550b tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205077 Dec 10 18:34:05.077614 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a2e023-ebbd-4c1b-a989-ff7e52aedc17 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:05.116209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.125218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e947a0-0a0f-43f8-8d1f-3654ac68875e req-b11a4b0a-9f86-4eae-ac8f-418f5966a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:05.126847 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a1e947a0-0a0f-43f8-8d1f-3654ac68875e req-b11a4b0a-9f86-4eae-ac8f-418f5966a2ed service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=43ce9d6cb6cc4b06a1aba6c078f79ea2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4677706 Dec 10 18:34:05.131938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-411cf1a2-2ec0-45b8-a152-45a8a5bb435f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.194675 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 645bfaa1-3540-47d5-94a7-c6adda953e6d is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:05.200836 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:05.230845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.240602 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c10d8347-ac69-42e4-a05b-0719ecc2e9c7 None None] For port 053e27da-db5e-428f-92c8-eb5cec1d31e9, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=053e27da-db5e-428f-92c8-eb5cec1d31e9,segment=NetworkSegment(e986ec33-4453-4b59-9da8-d50fa373f53e),segment_id=e986ec33-4453-4b59-9da8-d50fa373f53e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:05.244320 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-411cf1a2-2ec0-45b8-a152-45a8a5bb435f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.347128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c10d8347-ac69-42e4-a05b-0719ecc2e9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.360801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2565f-c03f-47af-99bd-dfa7856a5d83 None None] Pushing event updated for resources: {'Port': ['ID=d7a0ce9b-2678-4695-b36b-de4d8400f513,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:05.381176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router b9a1e9a2-d666-475c-8069-2bc5d72200a0 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:34:05.439440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.592934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906ef6d-3187-4c0c-800b-c159743de428 None None] Pushing event updated for resources: {'Port': ['ID=bd1c9fd7-d37d-4932-8729-50230a90edc2,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:05.597560 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:34:05.597979 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:34:05.697462 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.796722 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e8dd39c6-694f-491e-ad5f-f39fc48216a3 None None] Provisioning complete for port 3832e3b7-d17e-47b5-a97a-2cfa825c70d8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:05.799941 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e8dd39c6-694f-491e-ad5f-f39fc48216a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.815568 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:05.830083 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-454d8d7e-7c38-44a2-8e83-04a0630e3e4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/b9a1e9a2-d666-475c-8069-2bc5d72200a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5669932 Dec 10 18:34:05.846095 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Sync routers for ids ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:05.865477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd39c6-694f-491e-ad5f-f39fc48216a3 None None] Port 3832e3b7-d17e-47b5-a97a-2cfa825c70d8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:05.867592 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d8347-ac69-42e4-a05b-0719ecc2e9c7 None None] Pushing event updated for resources: {'Port': ['ID=053e27da-db5e-428f-92c8-eb5cec1d31e9,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:05.869049 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Routers {'b9a1e9a2-d666-475c-8069-2bc5d72200a0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:05.870199 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:05.882613 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33966) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:05.885071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e8dd39c6-694f-491e-ad5f-f39fc48216a3 None None] Provisioning complete for port 053e27da-db5e-428f-92c8-eb5cec1d31e9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:05.886411 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e8dd39c6-694f-491e-ad5f-f39fc48216a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.984595 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1ef676cd-337f-4654-85d9-36644117b963 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.998005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef676cd-337f-4654-85d9-36644117b963 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:05.998658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1ef676cd-337f-4654-85d9-36644117b963 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.259116 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1589b0a4-1830-44eb-84e1-bdf51684783e up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:06.268517 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Set router b9a1e9a2-d666-475c-8069-2bc5d72200a0 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:06.292960 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.300720 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1ef676cd-337f-4654-85d9-36644117b963 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2019064 Dec 10 18:34:06.366881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e8dd39c6-694f-491e-ad5f-f39fc48216a3 None None] Provisioning complete for port cb474b5a-01cb-4de5-b7a7-6602f221018d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:06.367258 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e8dd39c6-694f-491e-ad5f-f39fc48216a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.383552 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-411cf1a2-2ec0-45b8-a152-45a8a5bb435f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] In _notify_port_updated(), no bound segment for port cb474b5a-01cb-4de5-b7a7-6602f221018d on network b5985788-3396-402f-8c7c-78b01777a762 {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:34:06.392092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411cf1a2-2ec0-45b8-a152-45a8a5bb435f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:06.398007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-411cf1a2-2ec0-45b8-a152-45a8a5bb435f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.399496 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-411cf1a2-2ec0-45b8-a152-45a8a5bb435f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "PUT /v2.0/ports/cb474b5a-01cb-4de5-b7a7-6602f221018d HTTP/1.1" status: 200 len: 920 time: 3.8860753 Dec 10 18:34:06.411592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33970) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:06.411935 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 33972) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:06.463196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd39c6-694f-491e-ad5f-f39fc48216a3 None None] Port cb474b5a-01cb-4de5-b7a7-6602f221018d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:06.481715 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] For port d7a0ce9b-2678-4695-b36b-de4d8400f513, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d7a0ce9b-2678-4695-b36b-de4d8400f513,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:06.488205 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 1589b0a4-1830-44eb-84e1-bdf51684783e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:06.488751 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.495619 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-eb0dd9ca-9cc0-4c68-b2da-2f4eb3710d20 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f01d990b-21a8-4b48-8e2a-f2f17594e1ad'}, {'subnet_id': '286e0bf3-317a-40c9-9e50-47e3cb1081e1'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:06.500279 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e8dd39c6-694f-491e-ad5f-f39fc48216a3 None None] Provisioning complete for port 8f2619b0-bbea-4977-8681-42ad04500bee triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:06.500857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e8dd39c6-694f-491e-ad5f-f39fc48216a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.527951 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.599524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-93268758-b1a4-48bb-bb3c-0003615c2e89 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Request body: {'subnet': {'network_id': 'f7e1079a-eb65-4086-83d8-9835e3ffab29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:06.600038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd39c6-694f-491e-ad5f-f39fc48216a3 None None] Port 8f2619b0-bbea-4977-8681-42ad04500bee cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:06.664439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e8dd39c6-694f-491e-ad5f-f39fc48216a3 None None] Provisioning complete for port 1589b0a4-1830-44eb-84e1-bdf51684783e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:06.666229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e8dd39c6-694f-491e-ad5f-f39fc48216a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.677558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e8564fa1-7094-493a-8ced-03fc1670deec tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Deleting port ab9ac04b-53c5-48d8-9c36-33cd02b44ac3 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:06.678555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8564fa1-7094-493a-8ced-03fc1670deec tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.783081 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf1a2-2ec0-45b8-a152-45a8a5bb435f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=cb474b5a-01cb-4de5-b7a7-6602f221018d,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:06.895492 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:34:03Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:04Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:06.948499 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Checking router: b9a1e9a2-d666-475c-8069-2bc5d72200a0 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:34:06.949211 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Updating router b9a1e9a2-d666-475c-8069-2bc5d72200a0 port 8f2619b0-bbea-4977-8681-42ad04500bee binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:34:06.964222 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.964691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef676cd-337f-4654-85d9-36644117b963 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event updated for resources: {'Network': ['ID=36cf0b9d-a426-4455-8218-688a10c64dd9,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:06.964981 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.978120 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 36cf0b9d-a426-4455-8218-688a10c64dd9 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:07.029324 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.081257 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Subnet': ['ID=00d0958e-3b7f-4c7c-82f5-71beb1b389ec,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:07.094881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d88b6aef-832f-4dd0-ab04-f5b06c495272 None None] Provisioning complete for port 8f2619b0-bbea-4977-8681-42ad04500bee triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:07.095543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d88b6aef-832f-4dd0-ab04-f5b06c495272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.137197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e947a0-0a0f-43f8-8d1f-3654ac68875e req-e63ff83e-1a56-4a3b-91a4-28a2498f0094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.141334 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a1e947a0-0a0f-43f8-8d1f-3654ac68875e req-e63ff83e-1a56-4a3b-91a4-28a2498f0094 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.0004332 Dec 10 18:34:07.182667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d88b6aef-832f-4dd0-ab04-f5b06c495272 None None] Port 8f2619b0-bbea-4977-8681-42ad04500bee cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:07.184907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device bd1c9fd7-d37d-4932-8729-50230a90edc2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:07.242778 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:07.247881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd9ca-9cc0-4c68-b2da-2f4eb3710d20 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.262096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:07.273967 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.274958 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.287044 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d88b6aef-832f-4dd0-ab04-f5b06c495272 None None] Provisioning complete for port cb474b5a-01cb-4de5-b7a7-6602f221018d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:07.287420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d88b6aef-832f-4dd0-ab04-f5b06c495272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.336189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port bd1c9fd7-d37d-4932-8729-50230a90edc2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:07.339758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.403344 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbc1d4-aec7-4e55-ab2c-5d4cae95c3a3 req-0aae492c-700b-4240-8cea-faee8ef8778a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.412459 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-00bbc1d4-aec7-4e55-ab2c-5d4cae95c3a3 req-0aae492c-700b-4240-8cea-faee8ef8778a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 943 time: 1.1251733 Dec 10 18:34:07.433098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=d7a0ce9b-2678-4695-b36b-de4d8400f513,revision_number=4']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:07.455694 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.456123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d88b6aef-832f-4dd0-ab04-f5b06c495272 None None] Port cb474b5a-01cb-4de5-b7a7-6602f221018d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:07.456242 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.456691 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.458252 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.458747 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.459208 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.459663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.460117 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.466209 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.466698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.467166 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.467625 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.468089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.468646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.480302 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c651c699-506a-452e-856e-511588208ee8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9787 time: 1.5959103 Dec 10 18:34:07.494713 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-15bf4e3c-64d4-48e5-88b1-2d4d739723dd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.5868697 Dec 10 18:34:07.495552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33976) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:07.495891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33978) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:07.502165 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d48c69-cba5-4c21-8b5f-733287362eba None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:07.510845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Request body: {'port': {'network_id': '8bd3e5a8-bd6d-4e24-b727-84b818b1f700', 'mac_address': 'fa:16:3e:a4:82:9a', 'name': 'tempest-NetworksTestDHCPv6-1975300317'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:07.658107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.673436 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.698278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.703649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-57480443-7396-4df1-966c-ac9fe1284788 None None] Provisioning complete for port d7a0ce9b-2678-4695-b36b-de4d8400f513 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:07.707490 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-57480443-7396-4df1-966c-ac9fe1284788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.747447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.756870 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-00bbc1d4-aec7-4e55-ab2c-5d4cae95c3a3 req-a484f48f-2d62-4ec0-96a6-948235f3176a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3434932 Dec 10 18:34:07.787056 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.815419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab16048-249a-4a62-8b23-f9e0af559dad None None] Network 88b7d9cb-545c-456e-8360-ede5272364df requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:07.838640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8564fa1-7094-493a-8ced-03fc1670deec tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.839947 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e988b7-bedc-4e62-a805-a2bc09a9e814 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.840407 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e988b7-bedc-4e62-a805-a2bc09a9e814 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.840856 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e988b7-bedc-4e62-a805-a2bc09a9e814 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.841324 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e988b7-bedc-4e62-a805-a2bc09a9e814 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.841769 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e988b7-bedc-4e62-a805-a2bc09a9e814 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.842215 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e988b7-bedc-4e62-a805-a2bc09a9e814 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.842652 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e988b7-bedc-4e62-a805-a2bc09a9e814 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.843782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e988b7-bedc-4e62-a805-a2bc09a9e814 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.844561 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8564fa1-7094-493a-8ced-03fc1670deec tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.844705 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e988b7-bedc-4e62-a805-a2bc09a9e814 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.845069 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e988b7-bedc-4e62-a805-a2bc09a9e814 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.845514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e988b7-bedc-4e62-a805-a2bc09a9e814 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.846276 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e988b7-bedc-4e62-a805-a2bc09a9e814 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.846729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e988b7-bedc-4e62-a805-a2bc09a9e814 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.852901 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f4e988b7-bedc-4e62-a805-a2bc09a9e814 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8346 time: 0.3532522 Dec 10 18:34:07.853102 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33982) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:07.869049 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Pushing event updated for resources: {'Port': ['ID=8f2619b0-bbea-4977-8681-42ad04500bee,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:07.873119 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port bd1c9fd7-d37d-4932-8729-50230a90edc2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=bd1c9fd7-d37d-4932-8729-50230a90edc2,segment=NetworkSegment(1724272f-09b1-4f77-92a1-826fccc648b4),segment_id=1724272f-09b1-4f77-92a1-826fccc648b4)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:07.894644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:07.894644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:07.894644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:07.894644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:07.894644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:07.894644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:07.894644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:07.894644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:07.894644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:07.894644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:07.894644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:07.894644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:07.894644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:07.975251 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.976265 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d7a0ce9b-2678-4695-b36b-de4d8400f513 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:08.045504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-57480443-7396-4df1-966c-ac9fe1284788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.071658 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Attempting to bind port 8f2619b0-bbea-4977-8681-42ad04500bee on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:08.072380 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Attempting to bind port 8f2619b0-bbea-4977-8681-42ad04500bee by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'e986ec33-4453-4b59-9da8-d50fa373f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:08.073497 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Attempting to bind port 8f2619b0-bbea-4977-8681-42ad04500bee on network 645bfaa1-3540-47d5-94a7-c6adda953e6d {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:08.094509 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:08.094895 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Checking segment: {'id': 'e986ec33-4453-4b59-9da8-d50fa373f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:08.095305 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.095703 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Bound using segment: {'id': 'e986ec33-4453-4b59-9da8-d50fa373f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:08.096736 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Bound port: 8f2619b0-bbea-4977-8681-42ad04500bee, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e986ec33-4453-4b59-9da8-d50fa373f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:08.097151 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.157025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-171d51cb-7b87-4a41-b871-a366eb846916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:08.159002 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-171d51cb-7b87-4a41-b871-a366eb846916 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43ce9d6cb6cc4b06a1aba6c078f79ea2&device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 1096 time: 0.9540186 Dec 10 18:34:08.159860 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93268758-b1a4-48bb-bb3c-0003615c2e89 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Made reservation on behalf of 2d767a51ab244aabbcd8d5cbed070b58 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:08.163647 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93268758-b1a4-48bb-bb3c-0003615c2e89 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.226851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e8564fa1-7094-493a-8ced-03fc1670deec tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Calling delete_port for ab9ac04b-53c5-48d8-9c36-33cd02b44ac3 owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:08.261921 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] For port 8f2619b0-bbea-4977-8681-42ad04500bee, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:08.275672 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] For port 8f2619b0-bbea-4977-8681-42ad04500bee, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8f2619b0-bbea-4977-8681-42ad04500bee,segment=NetworkSegment(e986ec33-4453-4b59-9da8-d50fa373f53e),segment_id=e986ec33-4453-4b59-9da8-d50fa373f53e)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:08.276862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=bd1c9fd7-d37d-4932-8729-50230a90edc2,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:08.291945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-57480443-7396-4df1-966c-ac9fe1284788 None None] For port d7a0ce9b-2678-4695-b36b-de4d8400f513, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d7a0ce9b-2678-4695-b36b-de4d8400f513,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:08.296413 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port d7a0ce9b-2678-4695-b36b-de4d8400f513 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:08.298421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.370267 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.410681 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1ea1e945-0435-4788-9a75-2cefe72b2b45 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5742 time: 0.5563748 Dec 10 18:34:08.418906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Made reservation on behalf of a6c3b8a24d794da8abac363856818076 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:08.471007 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.507037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-57480443-7396-4df1-966c-ac9fe1284788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.750894 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Routers {'b9a1e9a2-d666-475c-8069-2bc5d72200a0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:08.752749 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:08.782059 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.797624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57480443-7396-4df1-966c-ac9fe1284788 None None] Pushing event updated for resources: {'Port': ['ID=d7a0ce9b-2678-4695-b36b-de4d8400f513,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:08.883809 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] device_id is not set on port 305b971a-0312-48e1-ac52-53e3a8d893b0 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:34:08.989861 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c277be0c-a862-4e2c-8f4b-da2d40c363ae None None] Provisioning complete for port 8f2619b0-bbea-4977-8681-42ad04500bee triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:08.989861 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c277be0c-a862-4e2c-8f4b-da2d40c363ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.991654 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3b067-8b6b-4cd4-a562-a3915a065e06 None None] Pushing event updated for resources: {'Port': ['ID=8f2619b0-bbea-4977-8681-42ad04500bee,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:09.045352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:34:09.067704 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:34:09.146194 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-b83b75f6-e04f-46c8-a010-3ed5df085a60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b13d6bf-9366-4681-9eb1-ff03db87cdb5 HTTP/1.1" status: 200 len: 217 time: 0.9688993 Dec 10 18:34:09.152369 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] Set router b9a1e9a2-d666-475c-8069-2bc5d72200a0 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:09.154255 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93268758-b1a4-48bb-bb3c-0003615c2e89 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:09.232227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c277be0c-a862-4e2c-8f4b-da2d40c363ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:09.241851 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e67ac6-3325-41d0-9454-306f2843aaa7 req-0735c021-b94e-48cd-8e54-5b82cbcd75ee tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:09.251724 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-81e67ac6-3325-41d0-9454-306f2843aaa7 req-0735c021-b94e-48cd-8e54-5b82cbcd75ee tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 943 time: 0.2213676 Dec 10 18:34:09.287466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c277be0c-a862-4e2c-8f4b-da2d40c363ae None None] For port 8f2619b0-bbea-4977-8681-42ad04500bee, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8f2619b0-bbea-4977-8681-42ad04500bee,segment=NetworkSegment(e986ec33-4453-4b59-9da8-d50fa373f53e),segment_id=e986ec33-4453-4b59-9da8-d50fa373f53e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:09.362870 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-81e67ac6-3325-41d0-9454-306f2843aaa7 req-1d43c16d-ccf8-41ef-a818-6a862446943e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102700 Dec 10 18:34:09.402037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93268758-b1a4-48bb-bb3c-0003615c2e89 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event updated for resources: {'Subnet': ['ID=de19d098-46d2-4009-bd71-6179f45746da,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:09.431609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8::2d3 (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/ab150c84-fa3e-4064-8ce8-03c55bd7690e/305b971a-0312-48e1-ac52-53e3a8d893b0) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:09.442174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Allocated IP 2001:db8:0:1:f816:3eff:fea4:829a (8bd3e5a8-bd6d-4e24-b727-84b818b1f700/00d0958e-3b7f-4c7c-82f5-71beb1b389ec/305b971a-0312-48e1-ac52-53e3a8d893b0) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:09.451451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-206c8d7c-33b6-48e3-bf99-3e85d6e3d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:09.453149 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-206c8d7c-33b6-48e3-bf99-3e85d6e3d542 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b83466d8-72a6-4359-a134-6e82896679be HTTP/1.1" status: 200 len: 835 time: 0.2827132 Dec 10 18:34:09.456578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93268758-b1a4-48bb-bb3c-0003615c2e89 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Checking segment: {'id': '46ab9583-c5a4-4df8-9624-02e3b839f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f7e1079a-eb65-4086-83d8-9835e3ffab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:09.457092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93268758-b1a4-48bb-bb3c-0003615c2e89 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Network hostable DHCP agents. Network: f7e1079a-eb65-4086-83d8-9835e3ffab29, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:09.463722 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:34:03Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:08Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:09.531866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-eb0dd9ca-9cc0-4c68-b2da-2f4eb3710d20 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Allocated IP 172.20.0.21 (b5985788-3396-402f-8c7c-78b01777a762/286e0bf3-317a-40c9-9e50-47e3cb1081e1/cb474b5a-01cb-4de5-b7a7-6602f221018d) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:09.539888 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31323e43-3208-4c8a-849c-55145a70d6e2 None None] The sync data for ids ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'] in dv-neutron-821434-1-hyperv is: [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:34:03Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:08Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:09.675637 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-672a03c0-015d-49a7-9f97-c132fec8566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:09.677682 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-672a03c0-015d-49a7-9f97-c132fec8566b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac1c8d42-7196-4e66-9797-b72aa1abd05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2120154 Dec 10 18:34:09.771791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:09.862732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 33998) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:09.870811 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-affc0d99-6861-4e71-b616-59e9131b6226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177178657', 'description': 'tempest-secgroup-smoke-1177178657 description', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:09.907036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8564fa1-7094-493a-8ced-03fc1670deec tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:09.932491 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c277be0c-a862-4e2c-8f4b-da2d40c363ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:09.947614 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:09.950057 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93268758-b1a4-48bb-bb3c-0003615c2e89 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Network f7e1079a-eb65-4086-83d8-9835e3ffab29 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:09.972025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Router fe6a6715-a4c8-4804-bbcb-83118a603baf is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:34:09.986323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8564fa1-7094-493a-8ced-03fc1670deec tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Pushing event deleted for resources: {'Port': ['ID=ab9ac04b-53c5-48d8-9c36-33cd02b44ac3,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:10.052036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c277be0c-a862-4e2c-8f4b-da2d40c363ae None None] Provisioning complete for port bd1c9fd7-d37d-4932-8729-50230a90edc2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:10.052407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c277be0c-a862-4e2c-8f4b-da2d40c363ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.072681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event updated for resources: {'Port': ['ID=305b971a-0312-48e1-ac52-53e3a8d893b0,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:10.083142 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 053e27da-db5e-428f-92c8-eb5cec1d31e9 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:10.087664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-affc0d99-6861-4e71-b616-59e9131b6226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.163251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:10.171086 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:10.176484 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:10.191451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:10.192179 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.203880 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-7ff95efc-0f70-4c92-9d1f-80303693ceac service neutron] 10.222.0.21 "GET /v2.0/networks/ac1c8d42-7196-4e66-9797-b72aa1abd05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079613 Dec 10 18:34:10.216706 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-93268758-b1a4-48bb-bb3c-0003615c2e89 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, f7e1079a-eb65-4086-83d8-9835e3ffab29) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:10.285774 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93268758-b1a4-48bb-bb3c-0003615c2e89 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:10.285774 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93268758-b1a4-48bb-bb3c-0003615c2e89 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.294095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e74483-9c3f-4bce-8f70-c1d119edc72a None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:10.299333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864d497-dd2f-45cf-85a0-3d350318c9f5 None None] Network f7e1079a-eb65-4086-83d8-9835e3ffab29 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:10.393857 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-affc0d99-6861-4e71-b616-59e9131b6226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.422488 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2cbf2ca9-eb2a-4c56-8408-91b9abd8ea55 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9197114 Dec 10 18:34:10.427698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34004) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:10.485091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-affc0d99-6861-4e71-b616-59e9131b6226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.497874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277be0c-a862-4e2c-8f4b-da2d40c363ae None None] Pushing event updated for resources: {'Port': ['ID=8f2619b0-bbea-4977-8681-42ad04500bee,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:10.578256 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc0d99-6861-4e71-b616-59e9131b6226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d47db7a-db7b-430b-9f9b-c6afb1da2b19,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:10.686589 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 053e27da-db5e-428f-92c8-eb5cec1d31e9 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:10.686981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.728591 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-f7e1079a-eb65-4086-83d8-9835e3ffab29', 'network_id': 'f7e1079a-eb65-4086-83d8-9835e3ffab29', 'project_id': '2d767a51ab244aabbcd8d5cbed070b58', 'fixed_ips': [{'subnet_id': 'de19d098-46d2-4009-bd71-6179f45746da'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:10.730477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.760928 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0e76d-f048-4ab3-a7e7-e73dd4098aac req-1a70c0e2-c6dc-4c09-9f11-500b1dc2c968 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:10.762847 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-18c0e76d-f048-4ab3-a7e7-e73dd4098aac req-1a70c0e2-c6dc-4c09-9f11-500b1dc2c968 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 943 time: 0.1912560 Dec 10 18:34:10.767624 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-affc0d99-6861-4e71-b616-59e9131b6226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.771758 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-affc0d99-6861-4e71-b616-59e9131b6226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9045291 Dec 10 18:34:10.793044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34006) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:10.800702 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8768d142-59fa-4e07-8539-ef74a3f4eed5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '9d47db7a-db7b-430b-9f9b-c6afb1da2b19', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:10.902779 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-18c0e76d-f048-4ab3-a7e7-e73dd4098aac req-03d23a38-156d-4e95-9951-14b1eea4cb7d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303332 Dec 10 18:34:10.935109 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e4c572f9-1f2a-4813-8e24-7ea2bff5aab6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting port 305b971a-0312-48e1-ac52-53e3a8d893b0 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:10.935605 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4c572f9-1f2a-4813-8e24-7ea2bff5aab6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.951686 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd9ca-9cc0-4c68-b2da-2f4eb3710d20 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.958809 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-93268758-b1a4-48bb-bb3c-0003615c2e89 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4817898 Dec 10 18:34:10.965145 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34016) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:10.971924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-9a8af832-76c3-434a-9c0a-5749af30dc0a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Request body: {'subnet': {'network_id': '36cf0b9d-a426-4455-8218-688a10c64dd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:11.002053 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3903677c-54a1-4f08-a729-aeb65a9063a8 None None] Provisioning complete for port 8f2619b0-bbea-4977-8681-42ad04500bee triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:11.002053 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3903677c-54a1-4f08-a729-aeb65a9063a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.024360 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8768d142-59fa-4e07-8539-ef74a3f4eed5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.030654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Allocated IP 2001:db8::2 (f7e1079a-eb65-4086-83d8-9835e3ffab29/de19d098-46d2-4009-bd71-6179f45746da/ffca095a-a707-4687-9609-7829c982f0d4) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:11.085101 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:11.096145 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4c572f9-1f2a-4813-8e24-7ea2bff5aab6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.096428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd9ca-9cc0-4c68-b2da-2f4eb3710d20 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.115002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e4c572f9-1f2a-4813-8e24-7ea2bff5aab6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Calling delete_port for 305b971a-0312-48e1-ac52-53e3a8d893b0 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:11.122230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.128456 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9e7f20d0-c76c-4fd2-983d-90c54435915c tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "PUT /v2.0/routers/fe6a6715-a4c8-4804-bbcb-83118a603baf HTTP/1.1" status: 200 len: 879 time: 12.0561128 Dec 10 18:34:11.131659 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34018) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:11.135497 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ae8ed-98df-4b36-b5a7-0825f928c76c None None] Sync routers for ids ['fe6a6715-a4c8-4804-bbcb-83118a603baf'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:11.158447 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8768d142-59fa-4e07-8539-ef74a3f4eed5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.168248 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-49889422-bc7e-420e-a7e2-c4a0a2ed020b req-4e2fbf57-24e1-4c3c-b132-f818eb7ef599 service neutron] 10.222.0.21 "GET /v2.0/networks/ac1c8d42-7196-4e66-9797-b72aa1abd05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9445872 Dec 10 18:34:11.174098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8564fa1-7094-493a-8ced-03fc1670deec tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.186351 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8564fa1-7094-493a-8ced-03fc1670deec tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.190714 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e8564fa1-7094-493a-8ced-03fc1670deec tempest-ServerActionsTestJSON-1781996776 tempest-ServerActionsTestJSON-1781996776-project] 10.222.0.60 "DELETE /v2.0/floatingips/dfd6875a-71b1-40be-a727-466f6a3a61c4 HTTP/1.1" status: 204 len: 168 time: 6.4161639 Dec 10 18:34:11.193402 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34022) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:11.245658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ae8ed-98df-4b36-b5a7-0825f928c76c None None] Routers {'fe6a6715-a4c8-4804-bbcb-83118a603baf'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:11.246323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a29ae8ed-98df-4b36-b5a7-0825f928c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fe6a6715-a4c8-4804-bbcb-83118a603baf'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:11.306905 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8768d142-59fa-4e07-8539-ef74a3f4eed5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.365235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768d142-59fa-4e07-8539-ef74a3f4eed5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd501be7-129a-4a32-8435-a403c1601e2d,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:11.442037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a29ae8ed-98df-4b36-b5a7-0825f928c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:11.452098 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7f60b3e2-96a1-4866-a248-919b421bd28d tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/routers/fe6a6715-a4c8-4804-bbcb-83118a603baf HTTP/1.1" status: 200 len: 920 time: 0.3142738 Dec 10 18:34:11.457918 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8768d142-59fa-4e07-8539-ef74a3f4eed5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.462446 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8768d142-59fa-4e07-8539-ef74a3f4eed5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6660409 Dec 10 18:34:11.465931 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34024) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:11.471553 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34026) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:11.498432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-95f17de1-bd52-41c6-8059-9e4416d2c198 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '9d47db7a-db7b-430b-9f9b-c6afb1da2b19', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:11.523280 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device bd1c9fd7-d37d-4932-8729-50230a90edc2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:11.576524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ae8ed-98df-4b36-b5a7-0825f928c76c None None] Routers {'fe6a6715-a4c8-4804-bbcb-83118a603baf'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:11.580082 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a29ae8ed-98df-4b36-b5a7-0825f928c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:33:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fe6a6715-a4c8-4804-bbcb-83118a603baf'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:11.586893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dd9ca-9cc0-4c68-b2da-2f4eb3710d20 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=cb474b5a-01cb-4de5-b7a7-6602f221018d,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:11.651426 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a29ae8ed-98df-4b36-b5a7-0825f928c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:11.652182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ae8ed-98df-4b36-b5a7-0825f928c76c None None] The sync data for ids ['fe6a6715-a4c8-4804-bbcb-83118a603baf'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:11.659606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-95f17de1-bd52-41c6-8059-9e4416d2c198 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.668228 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3903677c-54a1-4f08-a729-aeb65a9063a8 None None] Provisioning complete for port d7a0ce9b-2678-4695-b36b-de4d8400f513 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:11.668690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3903677c-54a1-4f08-a729-aeb65a9063a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.706666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9df3dcd-79ff-4f40-8558-623a1c7a2eae tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:11.708487 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e9df3dcd-79ff-4f40-8558-623a1c7a2eae tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&device_id=fe6a6715-a4c8-4804-bbcb-83118a603baf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2412422 Dec 10 18:34:11.713106 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34028) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:11.715828 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.741061 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port bd1c9fd7-d37d-4932-8729-50230a90edc2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:11.741426 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.793776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-eb0dd9ca-9cc0-4c68-b2da-2f4eb3710d20 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] In _notify_port_updated(), no bound segment for port cb474b5a-01cb-4de5-b7a7-6602f221018d on network b5985788-3396-402f-8c7c-78b01777a762 {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:34:11.801270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0dd9ca-9cc0-4c68-b2da-2f4eb3710d20 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:11.801992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd9ca-9cc0-4c68-b2da-2f4eb3710d20 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.807329 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-eb0dd9ca-9cc0-4c68-b2da-2f4eb3710d20 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "PUT /v2.0/ports/cb474b5a-01cb-4de5-b7a7-6602f221018d HTTP/1.1" status: 200 len: 1000 time: 5.3291464 Dec 10 18:34:11.815188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34030) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:11.833193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.855610 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Network f7e1079a-eb65-4086-83d8-9835e3ffab29 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:11.859130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:11.862421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3903677c-54a1-4f08-a729-aeb65a9063a8 None None] Provisioning complete for port 305b971a-0312-48e1-ac52-53e3a8d893b0 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:11.862794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3903677c-54a1-4f08-a729-aeb65a9063a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.885539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:12.001037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8af832-76c3-434a-9c0a-5749af30dc0a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Made reservation on behalf of 2d767a51ab244aabbcd8d5cbed070b58 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:12.004951 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9a8af832-76c3-434a-9c0a-5749af30dc0a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.028096 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Pushing event updated for resources: {'Port': ['ID=ffca095a-a707-4687-9609-7829c982f0d4,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:12.068532 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8f2619b0-bbea-4977-8681-42ad04500bee up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:12.071473 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3903677c-54a1-4f08-a729-aeb65a9063a8 None None] Port 305b971a-0312-48e1-ac52-53e3a8d893b0 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:12.095003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Attempting to bind port ffca095a-a707-4687-9609-7829c982f0d4 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:12.095377 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Attempting to bind port ffca095a-a707-4687-9609-7829c982f0d4 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '46ab9583-c5a4-4df8-9624-02e3b839f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f7e1079a-eb65-4086-83d8-9835e3ffab29'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:12.095742 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Attempting to bind port ffca095a-a707-4687-9609-7829c982f0d4 on network f7e1079a-eb65-4086-83d8-9835e3ffab29 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:12.111521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:12.111962 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Checking segment: {'id': '46ab9583-c5a4-4df8-9624-02e3b839f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f7e1079a-eb65-4086-83d8-9835e3ffab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:12.112307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.112707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Bound using segment: {'id': '46ab9583-c5a4-4df8-9624-02e3b839f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f7e1079a-eb65-4086-83d8-9835e3ffab29'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:12.113194 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Bound port: ffca095a-a707-4687-9609-7829c982f0d4, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ab9583-c5a4-4df8-9624-02e3b839f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f7e1079a-eb65-4086-83d8-9835e3ffab29'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:12.113578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.127849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-95f17de1-bd52-41c6-8059-9e4416d2c198 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.139854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3903677c-54a1-4f08-a729-aeb65a9063a8 None None] Provisioning complete for port bd1c9fd7-d37d-4932-8729-50230a90edc2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:12.140229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3903677c-54a1-4f08-a729-aeb65a9063a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.141570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707f631-aaba-48b0-97f4-7ca0a497dee4 req-66bb880c-6cf1-4d50-9981-13e8a49d2078 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:12.144148 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d707f631-aaba-48b0-97f4-7ca0a497dee4 req-66bb880c-6cf1-4d50-9981-13e8a49d2078 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 943 time: 0.1095455 Dec 10 18:34:12.209392 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32195254-db26-4cc2-b365-9fbf28ddf9a8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:12.211113 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-32195254-db26-4cc2-b365-9fbf28ddf9a8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/networks/ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 881 time: 0.4924459 Dec 10 18:34:12.217905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34034) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:12.229403 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-95f17de1-bd52-41c6-8059-9e4416d2c198 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.243083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 8f2619b0-bbea-4977-8681-42ad04500bee triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:12.243455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.248662 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] For port ffca095a-a707-4687-9609-7829c982f0d4, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:12.274103 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f17de1-bd52-41c6-8059-9e4416d2c198 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4da773-174b-4c2f-9014-7973956f19a0,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:12.289445 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] For port ffca095a-a707-4687-9609-7829c982f0d4, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ffca095a-a707-4687-9609-7829c982f0d4,segment=NetworkSegment(46ab9583-c5a4-4df8-9624-02e3b839f2d3),segment_id=46ab9583-c5a4-4df8-9624-02e3b839f2d3)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:12.295713 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4c572f9-1f2a-4813-8e24-7ea2bff5aab6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.326217 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3026ac4f-f034-456a-bffc-35df06a8d95b tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe6a6715-a4c8-4804-bbcb-83118a603baf HTTP/1.1" status: 200 len: 205 time: 0.0997717 Dec 10 18:34:12.329609 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d707f631-aaba-48b0-97f4-7ca0a497dee4 req-aab712a8-e58c-41c3-a1db-ad71eae63c88 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566060 Dec 10 18:34:12.333511 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34038) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:12.363323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-189657d5-dfe2-444c-a697-c316ae739d7f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port cb474b5a-01cb-4de5-b7a7-6602f221018d {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:12.376605 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-189657d5-dfe2-444c-a697-c316ae739d7f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.386622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-95f17de1-bd52-41c6-8059-9e4416d2c198 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.388134 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-95f17de1-bd52-41c6-8059-9e4416d2c198 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9003451 Dec 10 18:34:12.395211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c572f9-1f2a-4813-8e24-7ea2bff5aab6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Port': ['ID=305b971a-0312-48e1-ac52-53e3a8d893b0,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:12.413239 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34040) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:12.418221 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d7a0ce9b-2678-4695-b36b-de4d8400f513 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:12.419804 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-16ae423b-3beb-4f62-8833-5b258fa28720 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '9d47db7a-db7b-430b-9f9b-c6afb1da2b19', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:12.424070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.486177 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4c572f9-1f2a-4813-8e24-7ea2bff5aab6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.490848 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e4c572f9-1f2a-4813-8e24-7ea2bff5aab6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/305b971a-0312-48e1-ac52-53e3a8d893b0 HTTP/1.1" status: 204 len: 168 time: 2.0621047 Dec 10 18:34:12.493885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34042) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:12.592821 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-14ab1f72-d0be-4451-b4bb-8d0f0da4881b None None] Provisioning complete for port cb474b5a-01cb-4de5-b7a7-6602f221018d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:12.593497 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-14ab1f72-d0be-4451-b4bb-8d0f0da4881b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.599407 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd30253e-09e6-4e0a-9f73-d527ed18ea68 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:12.599798 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bd30253e-09e6-4e0a-9f73-d527ed18ea68 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1029897 Dec 10 18:34:12.604063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34044) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:12.626707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426405e-758f-4f6b-b660-27e6033b2d6d None None] Pushing event updated for resources: {'Port': ['ID=ffca095a-a707-4687-9609-7829c982f0d4,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:12.653548 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-16ae423b-3beb-4f62-8833-5b258fa28720 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.666050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-14ab1f72-d0be-4451-b4bb-8d0f0da4881b None None] Port cb474b5a-01cb-4de5-b7a7-6602f221018d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:12.668873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port d7a0ce9b-2678-4695-b36b-de4d8400f513 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:12.670140 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.681749 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.727597 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08838fa2-e7d0-434b-91fa-889ebb645bff tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:12.732483 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-08838fa2-e7d0-434b-91fa-889ebb645bff tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1273904 Dec 10 18:34:12.742432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34046) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:12.836813 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-16ae423b-3beb-4f62-8833-5b258fa28720 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.855314 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1538ee2-7388-4cfd-9ec7-ef6cf0e23e9c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:12.857542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1538ee2-7388-4cfd-9ec7-ef6cf0e23e9c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:12.860245 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1538ee2-7388-4cfd-9ec7-ef6cf0e23e9c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:12.865361 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a1538ee2-7388-4cfd-9ec7-ef6cf0e23e9c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1218927 Dec 10 18:34:12.866192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34048) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:12.928283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-16ae423b-3beb-4f62-8833-5b258fa28720 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.948677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-189657d5-dfe2-444c-a697-c316ae739d7f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.958662 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-8249b254-9cbe-41a4-b4e6-6169d438e964 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet 00d0958e-3b7f-4c7c-82f5-71beb1b389ec {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:34:12.960489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae423b-3beb-4f62-8833-5b258fa28720 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf253fc6-3442-4a7d-812f-130706e34a8f,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:12.966638 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8249b254-9cbe-41a4-b4e6-6169d438e964 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.010640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-189657d5-dfe2-444c-a697-c316ae739d7f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for cb474b5a-01cb-4de5-b7a7-6602f221018d owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:13.017936 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8249b254-9cbe-41a4-b4e6-6169d438e964 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.066216 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-16ae423b-3beb-4f62-8833-5b258fa28720 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.070210 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-16ae423b-3beb-4f62-8833-5b258fa28720 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6525402 Dec 10 18:34:13.070414 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34050) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:13.075497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-6ede4988-bb40-4373-96d9-d9d9c1a97269 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '9d47db7a-db7b-430b-9f9b-c6afb1da2b19', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:13.111195 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.133077 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8249b254-9cbe-41a4-b4e6-6169d438e964 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.143443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9a8af832-76c3-434a-9c0a-5749af30dc0a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.306269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6ede4988-bb40-4373-96d9-d9d9c1a97269 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.329278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8af832-76c3-434a-9c0a-5749af30dc0a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event updated for resources: {'Subnet': ['ID=98893d40-411f-491b-af12-bfd3fa57ac27,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:13.332408 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8249b254-9cbe-41a4-b4e6-6169d438e964 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.363811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ffca095a-a707-4687-9609-7829c982f0d4 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:13.397813 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8af832-76c3-434a-9c0a-5749af30dc0a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Checking segment: {'id': '95261171-c46e-4508-852f-666d4930d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36cf0b9d-a426-4455-8218-688a10c64dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:13.398185 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8af832-76c3-434a-9c0a-5749af30dc0a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Network hostable DHCP agents. Network: 36cf0b9d-a426-4455-8218-688a10c64dd9, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:13.496222 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8249b254-9cbe-41a4-b4e6-6169d438e964 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.498889 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bdcc9a-6c64-49c9-8703-28dda37ec4b1 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:13.500330 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Deleting port 3832e3b7-d17e-47b5-a97a-2cfa825c70d8 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:13.500682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.510541 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8249b254-9cbe-41a4-b4e6-6169d438e964 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/00d0958e-3b7f-4c7c-82f5-71beb1b389ec HTTP/1.1" status: 204 len: 168 time: 0.6407206 Dec 10 18:34:13.510541 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249b254-9cbe-41a4-b4e6-6169d438e964 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=00d0958e-3b7f-4c7c-82f5-71beb1b389ec,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:13.525659 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34056) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:13.597118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d269335-e64e-4df8-be55-bfabc8b4f960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.604205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-189657d5-dfe2-444c-a697-c316ae739d7f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.631167 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6ede4988-bb40-4373-96d9-d9d9c1a97269 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.639943 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43988c2-2bb9-4661-b1a1-db9ecc6797d4 req-4c363266-e909-4a30-a4d1-d9e79695bc1f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:13.649186 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f43988c2-2bb9-4661-b1a1-db9ecc6797d4 req-4c363266-e909-4a30-a4d1-d9e79695bc1f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 943 time: 0.1209676 Dec 10 18:34:13.652099 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:34:13.671866 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3375d9-2458-434a-bb0d-ed13103c4e32 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Deleting subnet ab150c84-fa3e-4064-8ce8-03c55bd7690e {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:34:13.687605 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4d3375d9-2458-434a-bb0d-ed13103c4e32 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.712890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port ffca095a-a707-4687-9609-7829c982f0d4 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:13.712890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.740178 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4d3375d9-2458-434a-bb0d-ed13103c4e32 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.826444 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6ede4988-bb40-4373-96d9-d9d9c1a97269 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.894530 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede4988-bb40-4373-96d9-d9d9c1a97269 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a7764d-dff1-4a5d-8ab9-459323af1bdc,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:13.942351 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6ede4988-bb40-4373-96d9-d9d9c1a97269 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.942351 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6ede4988-bb40-4373-96d9-d9d9c1a97269 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8644273 Dec 10 18:34:13.947185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4d3375d9-2458-434a-bb0d-ed13103c4e32 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.952505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34058) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:13.959746 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-4ef6d137-d2c6-423e-a4a4-e6d1d36bba8b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '9d47db7a-db7b-430b-9f9b-c6afb1da2b19', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:13.969628 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f43988c2-2bb9-4661-b1a1-db9ecc6797d4 req-84655318-ce38-4efb-868c-9dadb5e4d4ef tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205931 Dec 10 18:34:14.129998 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-4ef6d137-d2c6-423e-a4a4-e6d1d36bba8b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:34:14.144479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d137-d2c6-423e-a4a4-e6d1d36bba8b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.177493 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8af832-76c3-434a-9c0a-5749af30dc0a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Network 36cf0b9d-a426-4455-8218-688a10c64dd9 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:14.198975 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4d3375d9-2458-434a-bb0d-ed13103c4e32 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.223329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189657d5-dfe2-444c-a697-c316ae739d7f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=cb474b5a-01cb-4de5-b7a7-6602f221018d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:14.242187 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9713eaaf-c769-4010-b278-ed833a7070ef None None] Network f7e1079a-eb65-4086-83d8-9835e3ffab29 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:14.291850 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3375d9-2458-434a-bb0d-ed13103c4e32 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Subnet': ['ID=ab150c84-fa3e-4064-8ce8-03c55bd7690e,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:14.297254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4d3375d9-2458-434a-bb0d-ed13103c4e32 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.300392 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4d3375d9-2458-434a-bb0d-ed13103c4e32 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/ab150c84-fa3e-4064-8ce8-03c55bd7690e HTTP/1.1" status: 204 len: 168 time: 0.7725146 Dec 10 18:34:14.306047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34060) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:14.321022 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d137-d2c6-423e-a4a4-e6d1d36bba8b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.344665 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-9a8af832-76c3-434a-9c0a-5749af30dc0a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 36cf0b9d-a426-4455-8218-688a10c64dd9) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:14.354990 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:14.372304 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c75590-9705-454f-885e-f1621a17f453 None None] Network 36cf0b9d-a426-4455-8218-688a10c64dd9 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:14.413632 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34062) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:14.429569 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2181a1e0-441e-42b0-8fc1-d508797b0dc5 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127746 Dec 10 18:34:14.429805 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.432478 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8af832-76c3-434a-9c0a-5749af30dc0a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:14.433292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9a8af832-76c3-434a-9c0a-5749af30dc0a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.440772 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.455771 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d137-d2c6-423e-a4a4-e6d1d36bba8b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.458552 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'port_id': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5', 'mac_address': 'fa:16:3e:d7:95:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83466d8-72a6-4359-a134-6e82896679be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:34:14.503463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3300a1c8-d508-41a9-81c6-4fa05743d118 None None] Provisioning complete for port ffca095a-a707-4687-9609-7829c982f0d4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:14.505110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3300a1c8-d508-41a9-81c6-4fa05743d118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.509001 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Calling delete_port for 3832e3b7-d17e-47b5-a97a-2cfa825c70d8 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:14.541816 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6d137-d2c6-423e-a4a4-e6d1d36bba8b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f509924-8eab-4c6f-8fbd-7d39f280882f,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:14.551723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-189657d5-dfe2-444c-a697-c316ae739d7f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.555082 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-189657d5-dfe2-444c-a697-c316ae739d7f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/cb474b5a-01cb-4de5-b7a7-6602f221018d HTTP/1.1" status: 204 len: 168 time: 2.7388976 Dec 10 18:34:14.557947 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1240d2c9-0eee-449d-b19c-b73050a35b03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:14.560469 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1240d2c9-0eee-449d-b19c-b73050a35b03 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1454184 Dec 10 18:34:14.561117 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34070) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:14.561456 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34072) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:14.616318 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9a8af832-76c3-434a-9c0a-5749af30dc0a tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6484685 Dec 10 18:34:14.623951 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34078) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:14.631509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d137-d2c6-423e-a4a4-e6d1d36bba8b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.632692 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4ef6d137-d2c6-423e-a4a4-e6d1d36bba8b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6767950 Dec 10 18:34:14.637526 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b644f9b-4bb7-4b14-bc63-972b9b3f4d69 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] GET failed (client error): The resource could not be found. Dec 10 18:34:14.639015 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6b644f9b-4bb7-4b14-bc63-972b9b3f4d69 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/cb474b5a-01cb-4de5-b7a7-6602f221018d HTTP/1.1" status: 404 len: 333 time: 0.0766003 Dec 10 18:34:14.647255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port ffca095a-a707-4687-9609-7829c982f0d4, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ffca095a-a707-4687-9609-7829c982f0d4,segment=NetworkSegment(46ab9583-c5a4-4df8-9624-02e3b839f2d3),segment_id=46ab9583-c5a4-4df8-9624-02e3b839f2d3)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:14.651826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34080) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:14.652174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34082) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:14.661522 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f09a62f9-526d-4092-86b3-2c98aef8e169 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '9d47db7a-db7b-430b-9f9b-c6afb1da2b19', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:14.689748 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.728921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:14.739333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-36cf0b9d-a426-4455-8218-688a10c64dd9', 'network_id': '36cf0b9d-a426-4455-8218-688a10c64dd9', 'project_id': '2d767a51ab244aabbcd8d5cbed070b58', 'fixed_ips': [{'subnet_id': '98893d40-411f-491b-af12-bfd3fa57ac27'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:14.740525 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.752128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.812476 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78193ffa-3a6b-4a5f-b522-06df9e86cb4b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:14.817340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:14.819738 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-78193ffa-3a6b-4a5f-b522-06df9e86cb4b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2488320 Dec 10 18:34:14.826796 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34084) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:14.850102 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-f09a62f9-526d-4092-86b3-2c98aef8e169 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:34:14.948048 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f09a62f9-526d-4092-86b3-2c98aef8e169 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.983312 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a07718cf-a1f3-468f-9a35-6d8ab2eb90aa tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1525397 Dec 10 18:34:15.003401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34086) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:15.027904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=ffca095a-a707-4687-9609-7829c982f0d4,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:15.035607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.064527 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8094ba3-7bc2-400c-af73-29f68db2cdc5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting subnet 286e0bf3-317a-40c9-9e50-47e3cb1081e1 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:34:15.079424 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a8094ba3-7bc2-400c-af73-29f68db2cdc5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.129153 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Allocated IP 2001:db8::2 (36cf0b9d-a426-4455-8218-688a10c64dd9/98893d40-411f-491b-af12-bfd3fa57ac27/73dd0d41-04f4-434c-9850-7555fe9a653d) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:15.155735 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a8094ba3-7bc2-400c-af73-29f68db2cdc5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.204761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.305019 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.308921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:15.320843 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-14eed550-2af2-4c98-856f-254595f324cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:15.321500 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec70811-98e1-4183-8743-07151a92a8fa None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:15.321607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14eed550-2af2-4c98-856f-254595f324cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:15.324113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbc293c-2d18-44e9-80bb-6cc39c751da7 None None] Network 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:15.325325 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-14eed550-2af2-4c98-856f-254595f324cc tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/305b971a-0312-48e1-ac52-53e3a8d893b0 HTTP/1.1" status: 404 len: 333 time: 0.3186672 Dec 10 18:34:15.337574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34090) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:15.383890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ffca095a-a707-4687-9609-7829c982f0d4 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:15.392866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.394885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a8094ba3-7bc2-400c-af73-29f68db2cdc5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.402363 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f09a62f9-526d-4092-86b3-2c98aef8e169 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.420474 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Pushing event deleted for resources: {'Port': ['ID=3832e3b7-d17e-47b5-a97a-2cfa825c70d8,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:15.429588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.449012 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f0946-f1e9-45e9-82d4-cfd5bdd27c78 req-fade745c-6e83-4195-a6f0-f828a9549ace tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:15.450908 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-451f0946-f1e9-45e9-82d4-cfd5bdd27c78 req-fade745c-6e83-4195-a6f0-f828a9549ace tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 944 time: 0.1873243 Dec 10 18:34:15.452558 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['2b13d6bf-9366-4681-9eb1-ff03db87cdb5'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:15.495817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f09a62f9-526d-4092-86b3-2c98aef8e169 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.514551 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a62f9-526d-4092-86b3-2c98aef8e169 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c301e3a3-5eea-4e9b-b9aa-ff682b38ef23,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:15.518195 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d471f9-1b82-4c0a-842d-972d6b8c93e9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:15.519029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d471f9-1b82-4c0a-842d-972d6b8c93e9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:15.522941 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-56d471f9-1b82-4c0a-842d-972d6b8c93e9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/00d0958e-3b7f-4c7c-82f5-71beb1b389ec HTTP/1.1" status: 404 len: 337 time: 0.1544614 Dec 10 18:34:15.527772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34092) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:15.570310 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Pushing event updated for resources: {'Port': ['ID=73dd0d41-04f4-434c-9850-7555fe9a653d,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:15.583061 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0ac5130d-f705-4d0a-8157-8326c4f098eb None None] Provisioning complete for port ffca095a-a707-4687-9609-7829c982f0d4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:15.583061 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0ac5130d-f705-4d0a-8157-8326c4f098eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.590063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a8094ba3-7bc2-400c-af73-29f68db2cdc5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.605019 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd5c178-33be-4085-b835-f1f3e8e08413 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:15.605804 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd5c178-33be-4085-b835-f1f3e8e08413 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:15.610606 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bbd5c178-33be-4085-b835-f1f3e8e08413 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/ab150c84-fa3e-4064-8ce8-03c55bd7690e HTTP/1.1" status: 404 len: 337 time: 0.0812845 Dec 10 18:34:15.625749 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34096) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:15.644660 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.653938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a8094ba3-7bc2-400c-af73-29f68db2cdc5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.660071 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a8094ba3-7bc2-400c-af73-29f68db2cdc5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/286e0bf3-317a-40c9-9e50-47e3cb1081e1 HTTP/1.1" status: 204 len: 168 time: 0.9511449 Dec 10 18:34:15.663944 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f09a62f9-526d-4092-86b3-2c98aef8e169 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.665779 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f09a62f9-526d-4092-86b3-2c98aef8e169 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0124595 Dec 10 18:34:15.667438 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8094ba3-7bc2-400c-af73-29f68db2cdc5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Subnet': ['ID=286e0bf3-317a-40c9-9e50-47e3cb1081e1,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:15.670131 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34098) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:15.672233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.678656 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-69124146-6f49-4235-9a50-b6275006bfa5 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:15.679267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69124146-6f49-4235-9a50-b6275006bfa5 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:15.683693 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-69124146-6f49-4235-9a50-b6275006bfa5 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/35b41aab-3dbf-40b9-9d72-e38104ee8fe5 HTTP/1.1" status: 404 len: 333 time: 0.0519767 Dec 10 18:34:15.687910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de145c3a-0086-4ab5-b6fb-224ae8819186 None None] Network b5985788-3396-402f-8c7c-78b01777a762 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:15.694905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34102) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:15.703190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Network 36cf0b9d-a426-4455-8218-688a10c64dd9 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:15.724431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:15.738191 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-451f0946-f1e9-45e9-82d4-cfd5bdd27c78 req-4fc6c54a-1c4c-49be-bf98-ae9062394023 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2788191 Dec 10 18:34:15.790992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc6239f-6cde-439e-800e-57536b36604b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting subnet f01d990b-21a8-4b48-8e2a-f2f17594e1ad {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:34:15.792840 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd3b9cf-a241-4982-89e6-0299a78d4c85 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:15.793370 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd3b9cf-a241-4982-89e6-0299a78d4c85 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:15.797191 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6bd3b9cf-a241-4982-89e6-0299a78d4c85 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/3d8c3d3f-2cfa-4fc2-8915-dbb5446b73af HTTP/1.1" status: 404 len: 337 time: 0.1012688 Dec 10 18:34:15.800059 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34104) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:15.807341 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7bc6239f-6cde-439e-800e-57536b36604b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.829292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-0d269335-e64e-4df8-be55-bfabc8b4f960 admin admin] Deleting port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:15.829643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d269335-e64e-4df8-be55-bfabc8b4f960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.832785 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:15.878985 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7bc6239f-6cde-439e-800e-57536b36604b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.892654 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.898022 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.898646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Fanout notify agent at l3_agent the message router_deleted on router fe6a6715-a4c8-4804-bbcb-83118a603baf {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:34:15.921418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.928025 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4de15eb2-dc54-4939-8eaf-057fe2f140f9 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "DELETE /v2.0/routers/fe6a6715-a4c8-4804-bbcb-83118a603baf HTTP/1.1" status: 204 len: 168 time: 3.5555274 Dec 10 18:34:15.929203 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34116) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:15.933626 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0e8a3013-29fa-4bb8-842c-37ef04e618fa tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1498818187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:15.995564 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7bc6239f-6cde-439e-800e-57536b36604b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.075287 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Attempting to bind port 73dd0d41-04f4-434c-9850-7555fe9a653d on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:16.075991 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Attempting to bind port 73dd0d41-04f4-434c-9850-7555fe9a653d by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '95261171-c46e-4508-852f-666d4930d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36cf0b9d-a426-4455-8218-688a10c64dd9'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:16.076570 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Attempting to bind port 73dd0d41-04f4-434c-9850-7555fe9a653d on network 36cf0b9d-a426-4455-8218-688a10c64dd9 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:16.079433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df91fff7-0a8f-4d52-b889-8ca5dd95b55d None None] DHCP port deletion for 8bd3e5a8-bd6d-4e24-b727-84b818b1f700 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:16.104230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-0d269335-e64e-4df8-be55-bfabc8b4f960 admin admin] For port 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3f2a95d7-7ce6-4c9a-b347-00012b59a3d8,segment=NetworkSegment(e5e6aa80-20a5-4b0c-989a-59d560e97b40),segment_id=e5e6aa80-20a5-4b0c-989a-59d560e97b40)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:16.104647 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d269335-e64e-4df8-be55-bfabc8b4f960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.128332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-0d269335-e64e-4df8-be55-bfabc8b4f960 admin admin] Calling delete_port for 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:16.129842 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a71fc2f-774b-4d0c-9538-e9394af66b0a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:16.130879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a71fc2f-774b-4d0c-9538-e9394af66b0a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:16.137958 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8a71fc2f-774b-4d0c-9538-e9394af66b0a tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/ca888ce2-7ddb-46b2-adb2-45dceb4a7b3b HTTP/1.1" status: 404 len: 337 time: 0.3326669 Dec 10 18:34:16.141565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34118) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:16.171204 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3013-29fa-4bb8-842c-37ef04e618fa tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.172501 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3013-29fa-4bb8-842c-37ef04e618fa tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.178356 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1da3c44-9337-44c9-a900-10f7f42a54f9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:16.178965 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1da3c44-9337-44c9-a900-10f7f42a54f9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:16.184815 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b1da3c44-9337-44c9-a900-10f7f42a54f9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/22cdccd3-3a40-43b8-8cf2-a9885a0869a5 HTTP/1.1" status: 404 len: 333 time: 0.0408981 Dec 10 18:34:16.185650 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34120) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:16.187073 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7bc6239f-6cde-439e-800e-57536b36604b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.211218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7bc6239f-6cde-439e-800e-57536b36604b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.219246 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7bc6239f-6cde-439e-800e-57536b36604b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/f01d990b-21a8-4b48-8e2a-f2f17594e1ad HTTP/1.1" status: 204 len: 168 time: 0.5466681 Dec 10 18:34:16.220340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34122) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:16.235064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port ffca095a-a707-4687-9609-7829c982f0d4 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:16.235760 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.239683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:16.240380 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Checking segment: {'id': '95261171-c46e-4508-852f-666d4930d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36cf0b9d-a426-4455-8218-688a10c64dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:16.240992 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.242714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Bound using segment: {'id': '95261171-c46e-4508-852f-666d4930d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36cf0b9d-a426-4455-8218-688a10c64dd9'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:16.243440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Bound port: 73dd0d41-04f4-434c-9850-7555fe9a653d, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95261171-c46e-4508-852f-666d4930d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36cf0b9d-a426-4455-8218-688a10c64dd9'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:16.244054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.249545 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-a91025c6-d05e-4010-8dcb-2083ba1d723b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177178657&fields=id&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 267 time: 0.1833608 Dec 10 18:34:16.249545 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6239f-6cde-439e-800e-57536b36604b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Subnet': ['ID=f01d990b-21a8-4b48-8e2a-f2f17594e1ad,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:16.302290 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb95526-ae95-4656-bc29-7f8b1c64d064 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:16.302760 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb95526-ae95-4656-bc29-7f8b1c64d064 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:16.305904 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-feb95526-ae95-4656-bc29-7f8b1c64d064 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/68b45684-0486-4bb8-a61b-2165a02756d8 HTTP/1.1" status: 404 len: 337 time: 0.0927734 Dec 10 18:34:16.319044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34124) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:16.387936 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-119d8b07-3bd8-4359-8712-f2faf360d25d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:16.388375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119d8b07-3bd8-4359-8712-f2faf360d25d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:16.394208 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-119d8b07-3bd8-4359-8712-f2faf360d25d tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/62f3e6cf-0579-42ce-9ed6-0ae47e686a20 HTTP/1.1" status: 404 len: 337 time: 0.0719550 Dec 10 18:34:16.407045 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-71d3b250-9156-480c-b484-049741ab6886 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:16.415001 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-71d3b250-9156-480c-b484-049741ab6886 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/networks?id=645bfaa1-3540-47d5-94a7-c6adda953e6d HTTP/1.1" status: 200 len: 796 time: 0.1597066 Dec 10 18:34:16.424471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34126) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:16.440035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] For port 73dd0d41-04f4-434c-9850-7555fe9a653d, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:16.448905 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] For port 73dd0d41-04f4-434c-9850-7555fe9a653d, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=73dd0d41-04f4-434c-9850-7555fe9a653d,segment=NetworkSegment(95261171-c46e-4508-852f-666d4930d7e3),segment_id=95261171-c46e-4508-852f-666d4930d7e3)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:16.474095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3013-29fa-4bb8-842c-37ef04e618fa tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.490246 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f330f70e-3045-47e8-a05b-2ec4e5e3b658 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:16.490246 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f330f70e-3045-47e8-a05b-2ec4e5e3b658 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:16.495996 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f330f70e-3045-47e8-a05b-2ec4e5e3b658 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/f6d7d248-9bc4-4cfe-9e40-ad37d6e9b8ea HTTP/1.1" status: 404 len: 333 time: 0.0696440 Dec 10 18:34:16.497803 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-cac2c2db-9b88-4276-9a22-2a5baf8fe68a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/quotas/d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 375 time: 0.0817139 Dec 10 18:34:16.505275 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34128) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:16.530587 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.542882 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26735f8-8b37-4e58-a231-473db95669fd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:16.543846 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26735f8-8b37-4e58-a231-473db95669fd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:16.550391 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d26735f8-8b37-4e58-a231-473db95669fd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/72d8307d-65d4-4998-a006-4fdcbfd1b4cf HTTP/1.1" status: 404 len: 337 time: 0.0415263 Dec 10 18:34:16.554375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34130) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:16.569543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Allocated IP 2001:db8::1 (f7e1079a-eb65-4086-83d8-9835e3ffab29/de19d098-46d2-4009-bd71-6179f45746da/e6b7e594-8b58-4a1e-a38d-ff1ee25fa3c9) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:16.588983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-513bd10d-4639-449b-81d3-3f739be47580 None None] Provisioning complete for port d7a0ce9b-2678-4695-b36b-de4d8400f513 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:16.589450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-513bd10d-4639-449b-81d3-3f739be47580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.600874 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3013-29fa-4bb8-842c-37ef04e618fa tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.606015 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.606234 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-f560da35-949f-4427-a56d-9ca6ffeac3b9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:16.606625 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f560da35-949f-4427-a56d-9ca6ffeac3b9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:16.611992 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f560da35-949f-4427-a56d-9ca6ffeac3b9 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/345d83f5-7c7f-42a1-948b-fa7de3c83a4b HTTP/1.1" status: 404 len: 337 time: 0.0543590 Dec 10 18:34:16.612157 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-f49fc072-42bd-40d2-b7ce-1ec243cc11f3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038828 Dec 10 18:34:16.612370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34132) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:16.640634 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cd8e22-7551-4ba9-888a-2d8d15d0aacb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:16.641264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5cd8e22-7551-4ba9-888a-2d8d15d0aacb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:16.649250 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c5cd8e22-7551-4ba9-888a-2d8d15d0aacb tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/87627a8c-cfa4-4daf-8dfc-70e50de69d09 HTTP/1.1" status: 404 len: 333 time: 0.0317378 Dec 10 18:34:16.661864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34136) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:16.725981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7af4ed-12f3-4209-9b97-273a408300b5 None None] Pushing event updated for resources: {'Port': ['ID=73dd0d41-04f4-434c-9850-7555fe9a653d,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:16.736203 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-428ab7e1-c43c-46d2-bd90-b671a3700aee tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:16.736203 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428ab7e1-c43c-46d2-bd90-b671a3700aee tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:16.738824 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-428ab7e1-c43c-46d2-bd90-b671a3700aee tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/9c275bca-9839-4047-93b7-33ad08fa3bbd HTTP/1.1" status: 404 len: 337 time: 0.0757904 Dec 10 18:34:16.755819 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34138) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:16.763544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-df91fff7-0a8f-4d52-b889-8ca5dd95b55d None None] Deleting port d7a0ce9b-2678-4695-b36b-de4d8400f513 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:16.763929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-df91fff7-0a8f-4d52-b889-8ca5dd95b55d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.770215 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-53257c43-00d8-4890-9dda-44e53e4d22ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.783566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e2b93-5c09-470a-9577-347271820b96 None None] Update dhcp port {'port': {'network_id': 'b5985788-3396-402f-8c7c-78b01777a762', 'fixed_ips': [{'subnet_id': 'f01d990b-21a8-4b48-8e2a-f2f17594e1ad'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '1589b0a4-1830-44eb-84e1-bdf51684783e'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:34:16.836564 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89203f8-606f-4dee-89dd-eb41d929b946 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:16.839292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89203f8-606f-4dee-89dd-eb41d929b946 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:16.854594 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34142) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:16.855604 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c89203f8-606f-4dee-89dd-eb41d929b946 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/41b0972f-c176-46db-8cee-4c2bff46f8f1 HTTP/1.1" status: 404 len: 333 time: 0.0929389 Dec 10 18:34:16.868092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3013-29fa-4bb8-842c-37ef04e618fa tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.873981 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0e8a3013-29fa-4bb8-842c-37ef04e618fa tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9430151 Dec 10 18:34:16.878795 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34144) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:16.909278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'enable_snat': True}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:16.931106 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46d26b8-d27f-4626-976e-21a93c93d1fd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:16.931564 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46d26b8-d27f-4626-976e-21a93c93d1fd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:16.937094 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c46d26b8-d27f-4626-976e-21a93c93d1fd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/21af90d1-896f-4dfc-a10e-ce664b9ef63c HTTP/1.1" status: 404 len: 337 time: 0.0793974 Dec 10 18:34:16.941553 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34146) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:17.043322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.092018 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-da2db35b-c3c1-41bc-8886-0060c8308f7e service neutron] 10.222.0.60 "GET /v2.0/networks/645bfaa1-3540-47d5-94a7-c6adda953e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446549 Dec 10 18:34:17.141082 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac43a38-f731-47ec-a98a-0209db73dbae tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:17.141668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac43a38-f731-47ec-a98a-0209db73dbae tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:17.148041 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1ac43a38-f731-47ec-a98a-0209db73dbae tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/bd88a3d4-4827-49cd-bd84-e3de8bdda3f7 HTTP/1.1" status: 404 len: 333 time: 0.1983178 Dec 10 18:34:17.149325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34148) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:17.159360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f72e2b93-5c09-470a-9577-347271820b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.190094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.214546 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Network f7e1079a-eb65-4086-83d8-9835e3ffab29 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:17.219992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:17.223390 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:17.224289 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.228201 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d16e9e-304c-4a1f-b2ef-3c6d71c5ff93 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:17.228750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d16e9e-304c-4a1f-b2ef-3c6d71c5ff93 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:17.234467 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-50d16e9e-304c-4a1f-b2ef-3c6d71c5ff93 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/c4b65978-0fcd-4eba-8334-1b784452c9f7 HTTP/1.1" status: 404 len: 337 time: 0.0828435 Dec 10 18:34:17.262496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34150) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:17.291059 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023df83e-06fa-497b-9264-787a0339bea9 req-ca9944c3-b7d7-4730-ae3b-5313ebf078f3 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:17.292700 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-023df83e-06fa-497b-9264-787a0339bea9 req-ca9944c3-b7d7-4730-ae3b-5313ebf078f3 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 944 time: 0.4173751 Dec 10 18:34:17.334415 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc6e251-6613-4994-8903-1f8cb5cb5f53 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:17.340279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc6e251-6613-4994-8903-1f8cb5cb5f53 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:17.340279 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-afc6e251-6613-4994-8903-1f8cb5cb5f53 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/986dfa9d-f0b3-4a2d-b806-1cd7e274a573 HTTP/1.1" status: 404 len: 333 time: 0.0318856 Dec 10 18:34:17.340498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 1589b0a4-1830-44eb-84e1-bdf51684783e {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:17.340743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.348244 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34152) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:17.415260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] For port 1589b0a4-1830-44eb-84e1-bdf51684783e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1589b0a4-1830-44eb-84e1-bdf51684783e,segment=NetworkSegment(97043e97-e34f-4ad6-bb42-152e182873ea),segment_id=97043e97-e34f-4ad6-bb42-152e182873ea)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:17.415627 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.430378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 1589b0a4-1830-44eb-84e1-bdf51684783e owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:17.482472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-df91fff7-0a8f-4d52-b889-8ca5dd95b55d None None] For port d7a0ce9b-2678-4695-b36b-de4d8400f513, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d7a0ce9b-2678-4695-b36b-de4d8400f513,segment=NetworkSegment(7f986d68-6653-4a44-b45f-ef1bd72967e9),segment_id=7f986d68-6653-4a44-b45f-ef1bd72967e9)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:17.483499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-df91fff7-0a8f-4d52-b889-8ca5dd95b55d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.501002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.522547 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d269335-e64e-4df8-be55-bfabc8b4f960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.553618 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d838321b-ab41-4fff-9673-e064e66c374e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:17.554795 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d838321b-ab41-4fff-9673-e064e66c374e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:17.561657 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d838321b-ab41-4fff-9673-e064e66c374e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/5872eb89-e367-47fc-940a-2d53978a7ac0 HTTP/1.1" status: 404 len: 337 time: 0.2122552 Dec 10 18:34:17.564810 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34154) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:17.623123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-df91fff7-0a8f-4d52-b889-8ca5dd95b55d None None] Calling delete_port for d7a0ce9b-2678-4695-b36b-de4d8400f513 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:17.625666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.646073 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb13d470-a0be-43a9-a37c-e1e6e27fe332 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:17.646767 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb13d470-a0be-43a9-a37c-e1e6e27fe332 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:17.653991 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-eb13d470-a0be-43a9-a37c-e1e6e27fe332 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/95ea4d30-117f-4a51-92cb-d40508670980 HTTP/1.1" status: 404 len: 333 time: 0.0859792 Dec 10 18:34:17.658244 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34156) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:17.670655 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-023df83e-06fa-497b-9264-787a0339bea9 req-133afcff-a794-4fbc-9f04-d75bb6d22fcf tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3684134 Dec 10 18:34:17.691055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No DVR routers for this DVR port 1589b0a4-1830-44eb-84e1-bdf51684783e on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:17.718590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event updated for resources: {'Port': ['ID=e6b7e594-8b58-4a1e-a38d-ff1ee25fa3c9,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:17.777931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d269335-e64e-4df8-be55-bfabc8b4f960 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2a95d7-7ce6-4c9a-b347-00012b59a3d8,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:17.804020 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-aecd1f3c-c6fb-495c-90d0-2a26fed9ce11 service neutron] 10.222.0.60 "GET /v2.0/networks/645bfaa1-3540-47d5-94a7-c6adda953e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6984036 Dec 10 18:34:17.820568 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab98971-5059-48fa-a8ca-7a5faa9d2cfd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:17.821505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab98971-5059-48fa-a8ca-7a5faa9d2cfd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:17.841070 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-eab98971-5059-48fa-a8ca-7a5faa9d2cfd tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/3bf64579-4950-4b88-bf97-83f2aec5d7f5 HTTP/1.1" status: 404 len: 337 time: 0.1764979 Dec 10 18:34:17.842895 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34160) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:17.853231 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=1589b0a4-1830-44eb-84e1-bdf51684783e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:17.894841 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 73dd0d41-04f4-434c-9850-7555fe9a653d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:17.896955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb8b15-7b00-485f-87c5-69bc9cc33d4b None None] Network b5985788-3396-402f-8c7c-78b01777a762 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:17.919592 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d503ff-60e9-4476-9aef-685677ba8bc3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:17.920178 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d503ff-60e9-4476-9aef-685677ba8bc3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:17.926433 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-09d503ff-60e9-4476-9aef-685677ba8bc3 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/49192c9b-1d0e-4a7c-aaf1-52903f652d9d HTTP/1.1" status: 404 len: 333 time: 0.0808465 Dec 10 18:34:17.927371 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34162) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:17.998422 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f792b88-bf27-47f6-8990-4749b52fd92c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:17.998986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f792b88-bf27-47f6-8990-4749b52fd92c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:18.011159 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0f792b88-bf27-47f6-8990-4749b52fd92c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/907f7ed7-e4d1-4837-9622-1457dc6c09c0 HTTP/1.1" status: 404 len: 337 time: 0.0804894 Dec 10 18:34:18.016074 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34164) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.069222 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-939c28c3-ffd0-4956-979a-0635ee608f1c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:18.070069 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939c28c3-ffd0-4956-979a-0635ee608f1c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:18.075507 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.080566 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-939c28c3-ffd0-4956-979a-0635ee608f1c tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/8682e8f5-57ba-4815-b9b8-69b2bb51d8a1 HTTP/1.1" status: 404 len: 337 time: 0.0630608 Dec 10 18:34:18.082453 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34166) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.087241 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-98e392ca-d6bd-4e4e-aee8-24a1187885d2 None None] Provisioning complete for port e6b7e594-8b58-4a1e-a38d-ff1ee25fa3c9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:18.087703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-98e392ca-d6bd-4e4e-aee8-24a1187885d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.118089 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d5ad94-d17a-47d0-80de-542a52f2fb90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:18.118648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d5ad94-d17a-47d0-80de-542a52f2fb90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:18.125850 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d1d5ad94-d17a-47d0-80de-542a52f2fb90 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/0801d23e-1c40-42ce-883d-f982a81ab3c5 HTTP/1.1" status: 404 len: 333 time: 0.0423386 Dec 10 18:34:18.127854 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34168) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.209848 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86db23e-4840-41d6-90f1-c3e626fb3ee4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:18.210338 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86db23e-4840-41d6-90f1-c3e626fb3ee4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:18.229254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-98e392ca-d6bd-4e4e-aee8-24a1187885d2 None None] Port e6b7e594-8b58-4a1e-a38d-ff1ee25fa3c9 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:18.235921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4a1e7a-c93f-4e72-b108-267b98f731c1 None None] DHCP port deletion for b5985788-3396-402f-8c7c-78b01777a762 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:18.239489 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f86db23e-4840-41d6-90f1-c3e626fb3ee4 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/43e1f866-9142-4285-9e4c-c43f2d10598a HTTP/1.1" status: 404 len: 337 time: 0.1084523 Dec 10 18:34:18.244437 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34174) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.245372 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-98e392ca-d6bd-4e4e-aee8-24a1187885d2 None None] Could not find standard attr ID for object 1589b0a4-1830-44eb-84e1-bdf51684783e. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:34:18.257010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 73dd0d41-04f4-434c-9850-7555fe9a653d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:18.257496 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.308234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-df91fff7-0a8f-4d52-b889-8ca5dd95b55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.351517 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-819ca1e3-117f-40aa-9e2b-cbad42bb6556 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:18.354494 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819ca1e3-117f-40aa-9e2b-cbad42bb6556 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:18.364267 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-819ca1e3-117f-40aa-9e2b-cbad42bb6556 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/d6691cce-49a1-4321-9912-7145b28c30f8 HTTP/1.1" status: 404 len: 337 time: 0.1072688 Dec 10 18:34:18.368664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91fff7-0a8f-4d52-b889-8ca5dd95b55d None None] Pushing event deleted for resources: {'Port': ['ID=d7a0ce9b-2678-4695-b36b-de4d8400f513,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:18.379085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91fff7-0a8f-4d52-b889-8ca5dd95b55d None None] No DVR routers for this DVR port d7a0ce9b-2678-4695-b36b-de4d8400f513 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:18.381435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34176) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.387440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.428125 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f944e2-1466-4497-b360-13c3948f8359 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:18.429158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f944e2-1466-4497-b360-13c3948f8359 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:18.444910 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-54f944e2-1466-4497-b360-13c3948f8359 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/45c8df65-f724-454c-982a-bf785793cedc HTTP/1.1" status: 404 len: 333 time: 0.0583048 Dec 10 18:34:18.446024 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34178) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.464945 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50417ec6-ab98-4ad3-a352-38ef20857975 req-3ac44f93-c98e-42ce-bd2d-2b8ac98527fb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 210 time: 0.1588864 Dec 10 18:34:18.525111 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ddaf235-3cfd-4336-ae1d-2b3b90e48356 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:18.536151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ddaf235-3cfd-4336-ae1d-2b3b90e48356 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:18.541331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.543970 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0ddaf235-3cfd-4336-ae1d-2b3b90e48356 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/a6a811e1-30d0-4481-895d-9a7bad93965d HTTP/1.1" status: 404 len: 337 time: 0.0930688 Dec 10 18:34:18.546878 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34184) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.585307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a44a56-6ee8-498d-91f6-b84d27fef4aa None None] Network 36cf0b9d-a426-4455-8218-688a10c64dd9 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:18.616304 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfae852e-172f-4703-9396-37b72cb15771 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:18.616304 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfae852e-172f-4703-9396-37b72cb15771 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:18.616304 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cfae852e-172f-4703-9396-37b72cb15771 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/26a600da-677d-4db3-8752-fa73c70b3391 HTTP/1.1" status: 404 len: 337 time: 0.0645425 Dec 10 18:34:18.625944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34186) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.633941 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 73dd0d41-04f4-434c-9850-7555fe9a653d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=73dd0d41-04f4-434c-9850-7555fe9a653d,segment=NetworkSegment(95261171-c46e-4508-852f-666d4930d7e3),segment_id=95261171-c46e-4508-852f-666d4930d7e3)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:18.691671 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa984f2-e40b-4a01-9208-573a88d58dbe tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:18.692352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa984f2-e40b-4a01-9208-573a88d58dbe tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:18.698797 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-caa984f2-e40b-4a01-9208-573a88d58dbe tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/e248208a-4e1b-4c68-a758-7282b0ae51b5 HTTP/1.1" status: 404 len: 333 time: 0.0665741 Dec 10 18:34:18.700019 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.702691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5985788-3396-402f-8c7c-78b01777a762']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:18.705096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34188) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.728251 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.742032 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.743942 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-22cee110-625d-4f75-a348-ff428500447a None None] Provisioning complete for port 73dd0d41-04f4-434c-9850-7555fe9a653d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:18.745003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-22cee110-625d-4f75-a348-ff428500447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.752364 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.764342 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97043e97-e34f-4ad6-bb42-152e182873ea') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:18.764709 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97043e97-e34f-4ad6-bb42-152e182873ea') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:18.777156 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-58262fc1-2a8e-4494-8385-11404b81e380 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:18.777747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58262fc1-2a8e-4494-8385-11404b81e380 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:18.781026 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-58262fc1-2a8e-4494-8385-11404b81e380 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/5b0527d2-bbd1-451f-ae28-71bea9dc88bc HTTP/1.1" status: 404 len: 337 time: 0.0710151 Dec 10 18:34:18.793189 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34192) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.813431 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.862228 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=73dd0d41-04f4-434c-9850-7555fe9a653d,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:18.903410 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-983a771c-d941-4a51-a707-5e6032305485 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:18.905649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983a771c-d941-4a51-a707-5e6032305485 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:18.914201 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-983a771c-d941-4a51-a707-5e6032305485 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/943876f9-4664-499b-a030-f61a8a0f798f HTTP/1.1" status: 404 len: 337 time: 0.1158590 Dec 10 18:34:18.926307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34196) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.955307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d7a0ce9b-2678-4695-b36b-de4d8400f513 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:18.957151 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.962352 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1cec33af-7d36-4c1b-a5db-e248c61e367e tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports?device_id=79940eea-15c8-46e9-a23e-9db378798a51 HTTP/1.1" status: 200 len: 205 time: 0.0349090 Dec 10 18:34:18.970380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34198) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.979589 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:18.979996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.986913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d269335-e64e-4df8-be55-bfabc8b4f960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:18.989344 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:19.011197 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b9f928e5-2417-4349-ba5c-1e388cfcc118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.014885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: d7a0ce9b-2678-4695-b36b-de4d8400f513 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:19.015513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d7a0ce9b-2678-4695-b36b-de4d8400f513 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:19.034782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Allocated IP 172.26.5.137 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/a65172f6-b77f-41d3-a473-09e963f7d5be) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:19.046164 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40940ff-6a79-43f8-a234-2f3dbdf3f19b req-398d49bc-ad11-45c8-8a99-b7a4b5c032f7 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:19.057531 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c40940ff-6a79-43f8-a234-2f3dbdf3f19b req-398d49bc-ad11-45c8-8a99-b7a4b5c032f7 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 944 time: 0.1572182 Dec 10 18:34:19.107213 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-faa376a8-0698-4521-b6f9-953177366308 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] delete failed (client error): The resource could not be found. Dec 10 18:34:19.108275 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-faa376a8-0698-4521-b6f9-953177366308 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/routers/79940eea-15c8-46e9-a23e-9db378798a51 HTTP/1.1" status: 404 len: 336 time: 0.1359432 Dec 10 18:34:19.123467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34200) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.130706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3cfff146-5138-4d59-a6cc-6b31677ade9c None None] Provisioning complete for port 73dd0d41-04f4-434c-9850-7555fe9a653d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:19.132013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3cfff146-5138-4d59-a6cc-6b31677ade9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.175810 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a5f97b-fc6f-4b5c-a170-8b74ce6b1c04 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:19.176265 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a5f97b-fc6f-4b5c-a170-8b74ce6b1c04 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:19.179409 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-34a5f97b-fc6f-4b5c-a170-8b74ce6b1c04 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/86719c39-7af9-4f91-ad01-eac3667ae34b HTTP/1.1" status: 404 len: 337 time: 0.0538158 Dec 10 18:34:19.189162 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34202) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.225734 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-95b04f65-3440-4f0a-8954-45372f6a5c68 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b703170-1f42-436a-a063-f9f1639d8fd6 HTTP/1.1" status: 200 len: 205 time: 0.0296805 Dec 10 18:34:19.226746 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34204) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.230380 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c40940ff-6a79-43f8-a234-2f3dbdf3f19b req-eb27a655-23ca-4d53-96ab-85e4e2bcc350 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734569 Dec 10 18:34:19.274277 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-eb69262c-d04b-4f58-9712-58b4128bd022 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] delete failed (client error): The resource could not be found. Dec 10 18:34:19.275338 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-eb69262c-d04b-4f58-9712-58b4128bd022 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/routers/4b703170-1f42-436a-a063-f9f1639d8fd6 HTTP/1.1" status: 404 len: 336 time: 0.0475547 Dec 10 18:34:19.278395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.283522 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34206) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.369952 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.382335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.389625 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/networks/b5985788-3396-402f-8c7c-78b01777a762 HTTP/1.1" status: 204 len: 168 time: 3.1593812 Dec 10 18:34:19.395885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34208) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.425501 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4cce9-75ac-4248-95c4-7014b77fcb55 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Network': ['ID=b5985788-3396-402f-8c7c-78b01777a762,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:19.602212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29abcf66-c299-4175-a485-7d5d2377d083 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:19.606503 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-29abcf66-c299-4175-a485-7d5d2377d083 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2060032 Dec 10 18:34:19.618744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34214) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.623684 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.652117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d269335-e64e-4df8-be55-bfabc8b4f960 admin admin] Router 63a877c0-8edc-42ac-87a7-9575b8905ea9 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:34:19.665912 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8827de2-c663-4cf0-831d-8e6636dd78cf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:19.666899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8827de2-c663-4cf0-831d-8e6636dd78cf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:19.670182 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d8827de2-c663-4cf0-831d-8e6636dd78cf tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/2ce3c7a5-86d0-451d-b026-1eafc358eacd HTTP/1.1" status: 404 len: 337 time: 0.3856475 Dec 10 18:34:19.678603 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34216) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.688749 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:19.727431 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-a469a6a3-f2fd-48b0-ae3f-16959c16be49 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:19.728084 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a469a6a3-f2fd-48b0-ae3f-16959c16be49 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:19.731732 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a469a6a3-f2fd-48b0-ae3f-16959c16be49 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/831d53b1-4b88-4298-9bf3-2f3b460f04d4 HTTP/1.1" status: 404 len: 337 time: 0.0522444 Dec 10 18:34:19.740996 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-75b2d799-38d6-4840-8c67-0f3bb5094c22 req-1f245fe1-f2d2-4d6a-a06b-ad94220f9513 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 210 time: 0.1228368 Dec 10 18:34:19.741274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34218) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.759550 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f1da7504-ff70-4869-a0fc-ce532fd163ca tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1376703 Dec 10 18:34:19.763151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34220) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.768148 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-0edfb076-39c8-42bb-940c-d8b3871301dd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1619036291'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:19.787024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.787825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.795587 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b101783-3349-4cb7-b68b-0e824cb315f6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:19.795808 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b101783-3349-4cb7-b68b-0e824cb315f6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:19.799172 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8b101783-3349-4cb7-b68b-0e824cb315f6 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/ad916c7c-1e1a-4ae6-bf85-dad9c0a0fc20 HTTP/1.1" status: 404 len: 333 time: 0.0565193 Dec 10 18:34:19.800524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 73dd0d41-04f4-434c-9850-7555fe9a653d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:19.802725 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34222) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.834710 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b308f021-fb0b-4024-a80b-41f03b4eaf33 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:19.835977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b308f021-fb0b-4024-a80b-41f03b4eaf33 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:19.841728 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b308f021-fb0b-4024-a80b-41f03b4eaf33 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/ff684637-9f77-45eb-a9a4-010284167960 HTTP/1.1" status: 404 len: 337 time: 0.0377021 Dec 10 18:34:19.842351 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34224) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.857772 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 73dd0d41-04f4-434c-9850-7555fe9a653d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:19.857907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.867875 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea03f948-92dd-4cf5-85a8-40f714494cd2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:19.868548 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea03f948-92dd-4cf5-85a8-40f714494cd2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:19.875524 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ea03f948-92dd-4cf5-85a8-40f714494cd2 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/69afa418-58b3-40ea-962f-24a6138a86e9 HTTP/1.1" status: 404 len: 333 time: 0.0321820 Dec 10 18:34:19.876158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34226) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.899607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event updated for resources: {'Port': ['ID=e6b7e594-8b58-4a1e-a38d-ff1ee25fa3c9,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:19.905721 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ceb0f54-74c9-48ab-ab10-71df37ad76d1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:19.906196 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ceb0f54-74c9-48ab-ab10-71df37ad76d1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:19.910751 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8ceb0f54-74c9-48ab-ab10-71df37ad76d1 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/42b268fe-3ad3-46a8-9df9-31e8b01b08a3 HTTP/1.1" status: 404 len: 337 time: 0.0336328 Dec 10 18:34:19.912147 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.919414 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34228) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.943054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:34:19.950275 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0dabfa-563f-412a-8c40-500c0a09a296 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:19.954953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:19.955083 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0dabfa-563f-412a-8c40-500c0a09a296 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:19.955170 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:19.955170 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.955355 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:19.955456 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bd0dabfa-563f-412a-8c40-500c0a09a296 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/72ebafb3-08fd-4835-81f8-57db7e7002f5 HTTP/1.1" status: 404 len: 333 time: 0.0317461 Dec 10 18:34:19.956790 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d269335-e64e-4df8-be55-bfabc8b4f960 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:19.959776 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:19.962160 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34230) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.968350 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0d269335-e64e-4df8-be55-bfabc8b4f960 admin admin] 10.222.0.60 "PUT /v2.0/routers/63a877c0-8edc-42ac-87a7-9575b8905ea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7617242 Dec 10 18:34:19.971156 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34232) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.999764 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796f9d4-38dc-48bd-9988-0e9971786c45 None None] Sync routers for ids ['63a877c0-8edc-42ac-87a7-9575b8905ea9'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:20.013733 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796f9d4-38dc-48bd-9988-0e9971786c45 None None] Routers {'63a877c0-8edc-42ac-87a7-9575b8905ea9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:20.014540 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-e796f9d4-38dc-48bd-9988-0e9971786c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['63a877c0-8edc-42ac-87a7-9575b8905ea9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:20.021384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b26c50-dc2b-4e4e-a435-45c5e52b67ef None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:20.044897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edfb076-39c8-42bb-940c-d8b3871301dd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:20.052863 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0edfb076-39c8-42bb-940c-d8b3871301dd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.088888 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50e8088-0c4b-4fe6-a0b5-17a64534fa3b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:20.089371 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50e8088-0c4b-4fe6-a0b5-17a64534fa3b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:20.089485 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1589b0a4-1830-44eb-84e1-bdf51684783e no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:20.095541 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f50e8088-0c4b-4fe6-a0b5-17a64534fa3b tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/628b3ef5-a6e8-42ef-980d-a409e3020d17 HTTP/1.1" status: 404 len: 337 time: 0.1230297 Dec 10 18:34:20.100359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34236) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:20.123121 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Network f7e1079a-eb65-4086-83d8-9835e3ffab29 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:20.131118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:20.134278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 1589b0a4-1830-44eb-84e1-bdf51684783e {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:20.134671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1589b0a4-1830-44eb-84e1-bdf51684783e not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:20.146867 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event updated for resources: {'Port': ['ID=a65172f6-b77f-41d3-a473-09e963f7d5be,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:20.175105 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edfb076-39c8-42bb-940c-d8b3871301dd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:20.191532 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.194243 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-e796f9d4-38dc-48bd-9988-0e9971786c45 None None] Set router 63a877c0-8edc-42ac-87a7-9575b8905ea9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:20.207277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2b5babb2-81b1-4e66-9f64-efb6607fc309 None None] Provisioning complete for port a65172f6-b77f-41d3-a473-09e963f7d5be triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:20.207654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2b5babb2-81b1-4e66-9f64-efb6607fc309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.210592 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.217466 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90e4611-379d-4a99-a27d-cd2e89b60318 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:20.218522 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90e4611-379d-4a99-a27d-cd2e89b60318 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:20.223601 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a90e4611-379d-4a99-a27d-cd2e89b60318 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/9b3c5d6e-a8f4-4ff6-b63b-84186fcacda3 HTTP/1.1" status: 404 len: 333 time: 0.1155066 Dec 10 18:34:20.252758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34238) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:20.268785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0edfb076-39c8-42bb-940c-d8b3871301dd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.269332 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-0edfb076-39c8-42bb-940c-d8b3871301dd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Added segment fac1bdb7-86bf-4cff-9a24-37d2486663b3 of type vlan for network 6754db7b-8c59-4996-a85b-78750f74123b Dec 10 18:34:20.307614 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:20.312761 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab83aff-907e-4107-bfbc-f1f8f09cbd05 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:20.313312 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8023b599-9463-4807-8b3b-db88fb5925d3" -d '{"events": [{"server_uuid": "8f12d1a5-019d-4f98-abe1-c5575825c177", "name": "network-vif-plugged", "status": "completed", "tag": "2b13d6bf-9366-4681-9eb1-ff03db87cdb5"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:20.314674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab83aff-907e-4107-bfbc-f1f8f09cbd05 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:20.321493 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cab83aff-907e-4107-bfbc-f1f8f09cbd05 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/ebc1704c-5c8d-40b5-92ae-3e17fa2639f2 HTTP/1.1" status: 404 len: 337 time: 0.0655956 Dec 10 18:34:20.323504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34244) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:20.362819 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c637ef-82a4-4455-98bb-842a185aef13 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:20.363537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c637ef-82a4-4455-98bb-842a185aef13 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:20.370917 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c4c637ef-82a4-4455-98bb-842a185aef13 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/c38795b3-b9ec-4f28-81fb-14e3c5008b5e HTTP/1.1" status: 404 len: 333 time: 0.0398648 Dec 10 18:34:20.375526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0edfb076-39c8-42bb-940c-d8b3871301dd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.382414 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34246) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:20.390212 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:20.391468 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-2b5babb2-81b1-4e66-9f64-efb6607fc309 None None] Port a65172f6-b77f-41d3-a473-09e963f7d5be cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:20.404392 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6471966a-92be-4f7a-859f-a410ef8dc7e9 x-openstack-request-id: req-6471966a-92be-4f7a-859f-a410ef8dc7e9 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:20.404691 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f12d1a5-019d-4f98-abe1-c5575825c177", "name": "network-vif-plugged", "status": "completed", "tag": "2b13d6bf-9366-4681-9eb1-ff03db87cdb5", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:20.405013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6471966a-92be-4f7a-859f-a410ef8dc7e9 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:20.405419 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5', 'code': 200} Dec 10 18:34:20.446616 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b293e1-f178-48fa-9df4-232095d78939 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:20.447001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b293e1-f178-48fa-9df4-232095d78939 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:20.452742 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-07b293e1-f178-48fa-9df4-232095d78939 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/f3e39da6-6743-4115-bc1c-7997e092f727 HTTP/1.1" status: 404 len: 337 time: 0.0665505 Dec 10 18:34:20.456225 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34248) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:20.492945 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-e796f9d4-38dc-48bd-9988-0e9971786c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:34:16Z', 'revision_number': 5, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:20.507613 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.513211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df921ea3-c74b-46e5-bad6-57562e0188a6 req-86d57b11-0933-41cf-91a6-6a4a9fdbe299 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:20.521663 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-df921ea3-c74b-46e5-bad6-57562e0188a6 req-86d57b11-0933-41cf-91a6-6a4a9fdbe299 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 944 time: 0.1053214 Dec 10 18:34:20.535908 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-5492f1a6-47b4-4cde-b91d-1d98aeff8d61 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:20.536614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5492f1a6-47b4-4cde-b91d-1d98aeff8d61 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:20.541807 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5492f1a6-47b4-4cde-b91d-1d98aeff8d61 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/681d942b-da29-4c50-8f29-6cca8f5c8d40 HTTP/1.1" status: 404 len: 333 time: 0.0837440 Dec 10 18:34:20.549333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34250) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:20.587538 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3bd6fe-fcfc-4f9a-981d-cdd07659ffc7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:20.588631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3bd6fe-fcfc-4f9a-981d-cdd07659ffc7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:20.592348 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796f9d4-38dc-48bd-9988-0e9971786c45 None None] Checking router: 63a877c0-8edc-42ac-87a7-9575b8905ea9 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:34:20.592904 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ac3bd6fe-fcfc-4f9a-981d-cdd07659ffc7 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/9c4d40e3-7a1f-4e0c-a138-b15f7da94e9d HTTP/1.1" status: 404 len: 337 time: 0.0398512 Dec 10 18:34:20.594364 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-df921ea3-c74b-46e5-bad6-57562e0188a6 req-3a9d4390-69c0-44c9-afc4-5022d14fe69b tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730855 Dec 10 18:34:20.597640 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34252) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:20.613497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.633501 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796f9d4-38dc-48bd-9988-0e9971786c45 None None] Routers {'63a877c0-8edc-42ac-87a7-9575b8905ea9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:20.634882 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-e796f9d4-38dc-48bd-9988-0e9971786c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['63a877c0-8edc-42ac-87a7-9575b8905ea9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:20.640182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:20.643632 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0edfb076-39c8-42bb-940c-d8b3871301dd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.649648 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-95051085-71cc-4f99-b075-62a2b8f64c4c None None] Provisioning complete for port e6b7e594-8b58-4a1e-a38d-ff1ee25fa3c9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:20.649648 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-95051085-71cc-4f99-b075-62a2b8f64c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.651380 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edfb076-39c8-42bb-940c-d8b3871301dd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:20.652048 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0edfb076-39c8-42bb-940c-d8b3871301dd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.711011 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-95051085-71cc-4f99-b075-62a2b8f64c4c None None] Port e6b7e594-8b58-4a1e-a38d-ff1ee25fa3c9 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:20.760546 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ab4a9b-c21d-4320-8b0a-3f32735c5e95 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:20.761183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ab4a9b-c21d-4320-8b0a-3f32735c5e95 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:20.765194 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-43ab4a9b-c21d-4320-8b0a-3f32735c5e95 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/ports/e2c6f5cd-5247-4035-b342-9530ac2e0bd6 HTTP/1.1" status: 404 len: 333 time: 0.1664970 Dec 10 18:34:20.768255 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34254) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:20.776332 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-e796f9d4-38dc-48bd-9988-0e9971786c45 None None] Set router 63a877c0-8edc-42ac-87a7-9575b8905ea9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:20.807988 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0edfb076-39c8-42bb-940c-d8b3871301dd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0430961 Dec 10 18:34:20.811331 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfd7aef-c055-4946-820c-e4f561888145 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:20.811912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfd7aef-c055-4946-820c-e4f561888145 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:20.812821 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34258) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:20.816376 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bdfd7aef-c055-4946-820c-e4f561888145 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/subnets/4094cdcd-a16c-4d23-b9dd-699b54a4b795 HTTP/1.1" status: 404 len: 337 time: 0.0446646 Dec 10 18:34:20.819550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ea238072-5878-459c-9cde-e5b2c2858fcc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': '6754db7b-8c59-4996-a85b-78750f74123b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:20.819915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34260) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:20.826079 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfb076-39c8-42bb-940c-d8b3871301dd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Network': ['ID=6754db7b-8c59-4996-a85b-78750f74123b,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:20.839951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 6754db7b-8c59-4996-a85b-78750f74123b details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:20.844653 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.924568 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-393eece9-7390-4328-a3d3-75390ac14fde req-e1fa66e9-e705-4231-8f41-f11c6f0a32d5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 210 time: 0.0471356 Dec 10 18:34:20.943397 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b141fa20-92db-4b0a-8982-1e32a54d1535 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.944495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.978397 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Router bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:34:21.066447 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-e796f9d4-38dc-48bd-9988-0e9971786c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:34:16Z', 'revision_number': 5, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:21.097644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796f9d4-38dc-48bd-9988-0e9971786c45 None None] The sync data for ids ['63a877c0-8edc-42ac-87a7-9575b8905ea9'] in dv-neutron-821434-1-hyperv is: [{'id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'name': 'tempest-ServerActionsTestJSON-321788075-router', 'tenant_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:29:54Z', 'updated_at': '2021-12-10T18:34:16Z', 'revision_number': 5, 'project_id': 'ec5b0ea7622f4bae8e83a24fbb913e21', 'gw_port': {'id': '2f108a61-af9a-4ed7-a7ed-3626f5c6139d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a877c0-8edc-42ac-87a7-9575b8905ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:29:56Z', 'updated_at': '2021-12-10T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:21.135714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b141fa20-92db-4b0a-8982-1e32a54d1535 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.159113 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea238072-5878-459c-9cde-e5b2c2858fcc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:21.162307 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ea238072-5878-459c-9cde-e5b2c2858fcc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.172107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b141fa20-92db-4b0a-8982-1e32a54d1535 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd3e5a8-bd6d-4e24-b727-84b818b1f700']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:21.236369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b141fa20-92db-4b0a-8982-1e32a54d1535 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f986d68-6653-4a44-b45f-ef1bd72967e9') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:21.236595 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b141fa20-92db-4b0a-8982-1e32a54d1535 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f986d68-6653-4a44-b45f-ef1bd72967e9') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:21.252589 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.261585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.263081 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b141fa20-92db-4b0a-8982-1e32a54d1535 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.281381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdcdc9-ae4f-4acc-a6f3-aaccc7b29eb1 req-b14c466c-2da2-4c14-aa7b-ace967ad2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:21.283049 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-27cdcdc9-ae4f-4acc-a6f3-aaccc7b29eb1 req-b14c466c-2da2-4c14-aa7b-ace967ad2936 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 1098 time: 0.3157535 Dec 10 18:34:21.287658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b141fa20-92db-4b0a-8982-1e32a54d1535 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.292149 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.299711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b141fa20-92db-4b0a-8982-1e32a54d1535 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:21.300105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b141fa20-92db-4b0a-8982-1e32a54d1535 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:21.309088 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:21.321128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:21.331606 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d9e55-8c4a-4b84-89b1-9f368c49a17b None None] Sync routers for ids ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:21.343216 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d9e55-8c4a-4b84-89b1-9f368c49a17b None None] Routers {'bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:21.344336 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-218d9e55-8c4a-4b84-89b1-9f368c49a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:21.364148 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d804b780-a486-432a-89bb-5c82b4f1d3de tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "PUT /v2.0/routers/bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4301691 Dec 10 18:34:21.366769 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34264) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:21.382384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-218d9e55-8c4a-4b84-89b1-9f368c49a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:21.392433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d9e55-8c4a-4b84-89b1-9f368c49a17b None None] Routers {'bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:21.393222 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-218d9e55-8c4a-4b84-89b1-9f368c49a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:21.429085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-218d9e55-8c4a-4b84-89b1-9f368c49a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:21.429943 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d9e55-8c4a-4b84-89b1-9f368c49a17b None None] The sync data for ids ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:21.475717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] Deleting port 2f108a61-af9a-4ed7-a7ed-3626f5c6139d {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:21.476045 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.537908 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-27cdcdc9-ae4f-4acc-a6f3-aaccc7b29eb1 req-69ca7687-9c1d-4f12-9066-8f61b7523435 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342157 Dec 10 18:34:21.601405 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ea238072-5878-459c-9cde-e5b2c2858fcc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.638100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Router 58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:34:21.650671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:21.677468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea238072-5878-459c-9cde-e5b2c2858fcc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Subnet': ['ID=bbda5762-34e7-4139-ba21-ccaf3f3b8932,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:21.705938 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:21.706939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3f2a95d7-7ce6-4c9a-b347-00012b59a3d8 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:21.791934 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea238072-5878-459c-9cde-e5b2c2858fcc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Checking segment: {'id': 'fac1bdb7-86bf-4cff-9a24-37d2486663b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6754db7b-8c59-4996-a85b-78750f74123b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:21.792199 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea238072-5878-459c-9cde-e5b2c2858fcc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network hostable DHCP agents. Network: 6754db7b-8c59-4996-a85b-78750f74123b, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:21.849468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f64389-1b2a-4c00-ae45-2cc181bd2958 req-d0efae21-eb6d-4e80-938d-91e36a17608c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:21.849468 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-57f64389-1b2a-4c00-ae45-2cc181bd2958 req-d0efae21-eb6d-4e80-938d-91e36a17608c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.0971551 Dec 10 18:34:21.863415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:21.874525 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.874919 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3136043-3dfd-49b3-92b3-96a83641ed32 None None] Sync routers for ids ['58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:21.875766 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c92c11df-20c8-4cef-8394-35069f54f5a3 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "PUT /v2.0/routers/58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e HTTP/1.1" status: 200 len: 915 time: 4.9702413 Dec 10 18:34:21.882313 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34268) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:21.887903 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3136043-3dfd-49b3-92b3-96a83641ed32 None None] Routers {'58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:21.891465 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f3136043-3dfd-49b3-92b3-96a83641ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:21.943871 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f3136043-3dfd-49b3-92b3-96a83641ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:21.955011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b141fa20-92db-4b0a-8982-1e32a54d1535 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.966078 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3136043-3dfd-49b3-92b3-96a83641ed32 None None] Routers {'58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:21.966653 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f3136043-3dfd-49b3-92b3-96a83641ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:21.976318 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b141fa20-92db-4b0a-8982-1e32a54d1535 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.980238 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b141fa20-92db-4b0a-8982-1e32a54d1535 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] 10.222.0.60 "DELETE /v2.0/networks/8bd3e5a8-bd6d-4e24-b727-84b818b1f700 HTTP/1.1" status: 204 len: 168 time: 1.1590474 Dec 10 18:34:21.990879 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-57f64389-1b2a-4c00-ae45-2cc181bd2958 req-d431baac-b3cf-48a6-a210-d92016753400 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342018 Dec 10 18:34:22.011690 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea238072-5878-459c-9cde-e5b2c2858fcc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 6754db7b-8c59-4996-a85b-78750f74123b is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:22.027645 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-347e3c98-0bf3-47b4-92bb-724eb2fef78f tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/routers/58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e HTTP/1.1" status: 200 len: 921 time: 0.1442196 Dec 10 18:34:22.031498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34274) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:22.053033 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f3136043-3dfd-49b3-92b3-96a83641ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:22.054069 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3136043-3dfd-49b3-92b3-96a83641ed32 None None] The sync data for ids ['58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:22.072757 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141fa20-92db-4b0a-8982-1e32a54d1535 tempest-NetworksTestDHCPv6-55859780 tempest-NetworksTestDHCPv6-55859780-project] Pushing event deleted for resources: {'Network': ['ID=8bd3e5a8-bd6d-4e24-b727-84b818b1f700,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:22.096461 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50492439-10ef-419b-ac4f-d2ebb988fb6f req-24e303d9-f839-4dcb-b420-982c8b2d902f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 210 time: 0.0319614 Dec 10 18:34:22.110594 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] For port 2f108a61-af9a-4ed7-a7ed-3626f5c6139d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2f108a61-af9a-4ed7-a7ed-3626f5c6139d,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:22.110987 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.134384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] Calling delete_port for 2f108a61-af9a-4ed7-a7ed-3626f5c6139d owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:22.147101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-ea238072-5878-459c-9cde-e5b2c2858fcc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 6754db7b-8c59-4996-a85b-78750f74123b) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:22.157549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea238072-5878-459c-9cde-e5b2c2858fcc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:22.158156 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59acec7c-e21f-4368-b978-76a9cb90fdc4 None None] Network 6754db7b-8c59-4996-a85b-78750f74123b requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:22.158619 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ea238072-5878-459c-9cde-e5b2c2858fcc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.276432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-6754db7b-8c59-4996-a85b-78750f74123b', 'network_id': '6754db7b-8c59-4996-a85b-78750f74123b', 'project_id': '0436a4832bd94e0b890c68cbddcd3acb', 'fixed_ips': [{'subnet_id': 'bbda5762-34e7-4139-ba21-ccaf3f3b8932'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:22.276432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.279485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e64b84c-a6ad-48bc-99a8-77f60f14ec65 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:22.281017 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9e64b84c-a6ad-48bc-99a8-77f60f14ec65 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&device_id=58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2451086 Dec 10 18:34:22.284252 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34278) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:22.339878 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ea238072-5878-459c-9cde-e5b2c2858fcc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5240963 Dec 10 18:34:22.342646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34280) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:22.351636 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3c4bf7a9-749e-488e-9587-a3c17eb5abe0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'network_id': '6754db7b-8c59-4996-a85b-78750f74123b', 'name': 'tempest-PortsTestJSON-1809671514'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:22.431651 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-8a964f85-258f-4405-aa3b-a171944dd009 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:22.433142 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-8a964f85-258f-4405-aa3b-a171944dd009 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/networks?id=645bfaa1-3540-47d5-94a7-c6adda953e6d HTTP/1.1" status: 200 len: 796 time: 0.2875402 Dec 10 18:34:22.455984 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Allocated IP 172.20.0.2 (6754db7b-8c59-4996-a85b-78750f74123b/bbda5762-34e7-4139-ba21-ccaf3f3b8932/7cdd0eae-f76b-4611-9ab6-30a1ee149561) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:22.515508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.534619 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f035019-9ce0-418c-99be-7566e97ca239 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:22.536217 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8f035019-9ce0-418c-99be-7566e97ca239 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/networks/ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 881 time: 0.2506540 Dec 10 18:34:22.540430 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34282) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:22.579662 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-8526f83c-e32c-4ebc-a390-90c595ee91cd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 380 time: 0.1102908 Dec 10 18:34:22.583890 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ad14f32f-10c6-4bad-a146-37360269fa3b tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "GET /v2.0/ports?device_id=58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e HTTP/1.1" status: 200 len: 205 time: 0.0415783 Dec 10 18:34:22.586318 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34284) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:22.601238 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-952ce36a-2912-47da-9a0f-6c4ed0d5b19b tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:34:22.602280 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-952ce36a-2912-47da-9a0f-6c4ed0d5b19b tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "PUT /v2.0/routers/bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2302821 Dec 10 18:34:22.605401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34288) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:22.636384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.676142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-540a229e-545a-4467-b341-f6005a066e36 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'port': {'device_id': '8a46df59-f614-4972-9936-575f9cb60a31', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'admin_state_up': True, 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'security_groups': ['9d47db7a-db7b-430b-9f9b-c6afb1da2b19']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:22.708056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4bf7a9-749e-488e-9587-a3c17eb5abe0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:22.711732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf7a9-749e-488e-9587-a3c17eb5abe0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.725145 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34290) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:22.732033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.758864 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-3c4bf7a9-749e-488e-9587-a3c17eb5abe0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port afa7fef4-6efc-4a13-840e-532fe86e8748 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:34:22.784707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Network 6754db7b-8c59-4996-a85b-78750f74123b is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:22.788431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:22.797287 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:22.801627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Pushing event updated for resources: {'Port': ['ID=7cdd0eae-f76b-4611-9ab6-30a1ee149561,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:22.880372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.881960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Attempting to bind port 7cdd0eae-f76b-4611-9ab6-30a1ee149561 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:22.882734 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Attempting to bind port 7cdd0eae-f76b-4611-9ab6-30a1ee149561 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'fac1bdb7-86bf-4cff-9a24-37d2486663b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6754db7b-8c59-4996-a85b-78750f74123b'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:22.883378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Attempting to bind port 7cdd0eae-f76b-4611-9ab6-30a1ee149561 on network 6754db7b-8c59-4996-a85b-78750f74123b {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:22.890005 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:22.890688 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Checking segment: {'id': 'fac1bdb7-86bf-4cff-9a24-37d2486663b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6754db7b-8c59-4996-a85b-78750f74123b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:22.896532 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.896532 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Bound using segment: {'id': 'fac1bdb7-86bf-4cff-9a24-37d2486663b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6754db7b-8c59-4996-a85b-78750f74123b'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:22.896532 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Bound port: 7cdd0eae-f76b-4611-9ab6-30a1ee149561, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac1bdb7-86bf-4cff-9a24-37d2486663b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6754db7b-8c59-4996-a85b-78750f74123b'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:22.896532 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.975521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.990486 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] For port 7cdd0eae-f76b-4611-9ab6-30a1ee149561, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:23.006098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] For port 7cdd0eae-f76b-4611-9ab6-30a1ee149561, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=7cdd0eae-f76b-4611-9ab6-30a1ee149561,segment=NetworkSegment(fac1bdb7-86bf-4cff-9a24-37d2486663b3),segment_id=fac1bdb7-86bf-4cff-9a24-37d2486663b3)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:23.008827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3949f4ce-2fde-49fb-a2c3-f431f02ea00f None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:23.048276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=2f108a61-af9a-4ed7-a7ed-3626f5c6139d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:23.111596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.129250 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.133408 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.140451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-540a229e-545a-4467-b341-f6005a066e36 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:23.157406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-540a229e-545a-4467-b341-f6005a066e36 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.207419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2a4b6-0942-4428-abb5-7420deea5df6 None None] Pushing event updated for resources: {'Port': ['ID=7cdd0eae-f76b-4611-9ab6-30a1ee149561,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:23.328363 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.335586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.381372 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-3c4bf7a9-749e-488e-9587-a3c17eb5abe0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Allocated IP 172.20.0.4 (6754db7b-8c59-4996-a85b-78750f74123b/bbda5762-34e7-4139-ba21-ccaf3f3b8932/afa7fef4-6efc-4a13-840e-532fe86e8748) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:23.389067 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b4394461-d8ee-4770-9620-1419a3a40c2c req-ce173bbd-0e23-4c49-a2b0-a995a70a44e2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 210 time: 0.0634062 Dec 10 18:34:23.411432 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2aa3f7ce-1f66-4bbc-8735-26cfc934136b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a6c3b8a24d794da8abac363856818076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6812100 Dec 10 18:34:23.421411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34304) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:23.499671 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Deleting port a65172f6-b77f-41d3-a473-09e963f7d5be {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:23.501879 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.524552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7f298-e04e-4ddb-8ce1-58942e289ed3 req-bcaf84f9-00b0-4533-8779-0130a9844fc9 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:23.526277 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-70a7f298-e04e-4ddb-8ce1-58942e289ed3 req-bcaf84f9-00b0-4533-8779-0130a9844fc9 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.2016752 Dec 10 18:34:23.561107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.561459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63a877c0-8edc-42ac-87a7-9575b8905ea9 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:34:23.570884 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.571951 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-db4e6359-3944-47d0-a70e-4701c8f25c7a admin admin] 10.222.0.60 "DELETE /v2.0/routers/63a877c0-8edc-42ac-87a7-9575b8905ea9 HTTP/1.1" status: 204 len: 168 time: 3.5998921 Dec 10 18:34:23.583657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34306) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:23.617604 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-540a229e-545a-4467-b341-f6005a066e36 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.5 (645bfaa1-3540-47d5-94a7-c6adda953e6d/343dcd47-8866-46a0-acdb-a8fa6d287f77/1a70b555-212d-462b-8692-644662309202) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:23.633391 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8cde8c15-40ef-466e-885d-3c32c9878f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.737649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.741655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8cde8c15-40ef-466e-885d-3c32c9878f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.785671 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Calling delete_port for a65172f6-b77f-41d3-a473-09e963f7d5be owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:23.832474 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-70a7f298-e04e-4ddb-8ce1-58942e289ed3 req-dcb4b24f-94bb-4d0a-8955-acb6deb67d3c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942662 Dec 10 18:34:23.844419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-593f1c6f-289d-4956-a8f8-ea8227cdf16a admin admin] Deleting subnet ae237fdd-10af-4d8e-bdae-3b418032a0b5 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:34:23.859648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-593f1c6f-289d-4956-a8f8-ea8227cdf16a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.942483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-593f1c6f-289d-4956-a8f8-ea8227cdf16a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.988974 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf7a9-749e-488e-9587-a3c17eb5abe0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.003384 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8d14-0bb6-4c70-906c-42bace36cb94 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.030136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-540a229e-545a-4467-b341-f6005a066e36 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.091800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8cde8c15-40ef-466e-885d-3c32c9878f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.094735 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8cde8c15-40ef-466e-885d-3c32c9878f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.098555 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8cde8c15-40ef-466e-885d-3c32c9878f04 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8230579-d7a7-4a7d-bce3-49b8924be792 HTTP/1.1" status: 204 len: 168 time: 0.6710453 Dec 10 18:34:24.113860 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde8c15-40ef-466e-885d-3c32c9878f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8230579-d7a7-4a7d-bce3-49b8924be792,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:24.187652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 7cdd0eae-f76b-4611-9ab6-30a1ee149561 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:24.211927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-593f1c6f-289d-4956-a8f8-ea8227cdf16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.261373 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 7cdd0eae-f76b-4611-9ab6-30a1ee149561 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:24.262258 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.275920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-540a229e-545a-4467-b341-f6005a066e36 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.332063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.343300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-540a229e-545a-4467-b341-f6005a066e36 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 645bfaa1-3540-47d5-94a7-c6adda953e6d is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:24.364841 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bc054c-016d-4538-9a45-3fa96554cf93 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:24.382453 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.385354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-540a229e-545a-4467-b341-f6005a066e36 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:24.388078 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-540a229e-545a-4467-b341-f6005a066e36 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:24.421238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf7a9-749e-488e-9587-a3c17eb5abe0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.423603 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-593f1c6f-289d-4956-a8f8-ea8227cdf16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.437750 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 7cdd0eae-f76b-4611-9ab6-30a1ee149561, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=7cdd0eae-f76b-4611-9ab6-30a1ee149561,segment=NetworkSegment(fac1bdb7-86bf-4cff-9a24-37d2486663b3),segment_id=fac1bdb7-86bf-4cff-9a24-37d2486663b3)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:24.458411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a229e-545a-4467-b341-f6005a066e36 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=1a70b555-212d-462b-8692-644662309202,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:24.529130 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-540a229e-545a-4467-b341-f6005a066e36 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:24.535084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-540a229e-545a-4467-b341-f6005a066e36 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.543941 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4bf7a9-749e-488e-9587-a3c17eb5abe0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 6754db7b-8c59-4996-a85b-78750f74123b is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:24.558731 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.571581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.574986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f1c6f-289d-4956-a8f8-ea8227cdf16a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae237fdd-10af-4d8e-bdae-3b418032a0b5,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:24.585891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Pushing event deleted for resources: {'Port': ['ID=a65172f6-b77f-41d3-a473-09e963f7d5be,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:24.589137 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-3c4bf7a9-749e-488e-9587-a3c17eb5abe0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:24.612875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4bf7a9-749e-488e-9587-a3c17eb5abe0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:24.629177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac15ea8c-2ced-495e-94fd-dd18ecc21638 None None] Network 62f9555d-cabd-4fc1-91e0-b246290379c5 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:24.662638 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-593f1c6f-289d-4956-a8f8-ea8227cdf16a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.674513 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-593f1c6f-289d-4956-a8f8-ea8227cdf16a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ae237fdd-10af-4d8e-bdae-3b418032a0b5 HTTP/1.1" status: 204 len: 168 time: 1.0898285 Dec 10 18:34:24.714917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34316) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:24.715462 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eb4eb3-7c21-4b7a-9a75-966408e05d66 None None] Network 6754db7b-8c59-4996-a85b-78750f74123b requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:24.732980 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-540a229e-545a-4467-b341-f6005a066e36 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0628860 Dec 10 18:34:24.745769 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.759791 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Request body: {'port': {'device_id': '8a46df59-f614-4972-9936-575f9cb60a31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:24.762005 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bf7a9-749e-488e-9587-a3c17eb5abe0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=afa7fef4-6efc-4a13-840e-532fe86e8748,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:24.774926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.820150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd59ba5-71c5-4705-a71b-ce864c0476db req-0f99dc4e-a783-47bf-86a0-1ec4846a1eac tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:24.821790 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1bd59ba5-71c5-4705-a71b-ce864c0476db req-0f99dc4e-a783-47bf-86a0-1ec4846a1eac tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 931 time: 0.2659936 Dec 10 18:34:24.864362 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=7cdd0eae-f76b-4611-9ab6-30a1ee149561,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:24.884709 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4bf7a9-749e-488e-9587-a3c17eb5abe0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:24.890701 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf7a9-749e-488e-9587-a3c17eb5abe0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.896613 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-71266069-7b8b-45fb-a8e5-bb0589bcd1e5 None None] Provisioning complete for port 7cdd0eae-f76b-4611-9ab6-30a1ee149561 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:24.897127 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-71266069-7b8b-45fb-a8e5-bb0589bcd1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.897750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.000268 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1bd59ba5-71c5-4705-a71b-ce864c0476db req-2625691f-d66e-4419-a220-a176d81194b8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d47db7a-db7b-430b-9f9b-c6afb1da2b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682615 Dec 10 18:34:25.003033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.027109 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8d14-0bb6-4c70-906c-42bace36cb94 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Deleting port e6b7e594-8b58-4a1e-a38d-ff1ee25fa3c9 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:25.027516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8d14-0bb6-4c70-906c-42bace36cb94 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.052956 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.053518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Fanout notify agent at l3_agent the message router_deleted on router 58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:34:25.057625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422248a6-5a42-4286-899d-05438931a992 None None] DHCP port deletion for 62f9555d-cabd-4fc1-91e0-b246290379c5 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:25.064064 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.064594 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3a3b90fc-93d0-491d-bce9-6951ca50fb67 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "DELETE /v2.0/routers/58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e HTTP/1.1" status: 204 len: 168 time: 2.4773531 Dec 10 18:34:25.071790 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34326) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:25.084782 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-6aba035d-dab4-4eb6-8e2f-56364e4281c1 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-340529790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:25.156171 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3c4bf7a9-749e-488e-9587-a3c17eb5abe0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8075557 Dec 10 18:34:25.158704 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34330) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:25.170282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af73d7-1173-4e03-b70a-b378f5824c12 req-7841fd37-9f43-46c8-a7f0-80022b8ac9f6 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:25.171853 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-14af73d7-1173-4e03-b70a-b378f5824c12 req-7841fd37-9f43-46c8-a7f0-80022b8ac9f6 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.1806753 Dec 10 18:34:25.179346 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ec50a4cd-9b39-4693-94d2-dae0fe025946 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'network_id': '6754db7b-8c59-4996-a85b-78750f74123b', 'name': 'tempest-PortsTestJSON-1116345743'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:25.186854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4d15bd9a-213c-486b-9f23-b26c5f2e5251 None None] Provisioning complete for port 1a70b555-212d-462b-8692-644662309202 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:25.187224 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4d15bd9a-213c-486b-9f23-b26c5f2e5251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.229862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-422248a6-5a42-4286-899d-05438931a992 None None] Deleting port 68a156b2-6005-49ab-ba01-afdee35ade77 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:25.230735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-422248a6-5a42-4286-899d-05438931a992 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.287605 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8d14-0bb6-4c70-906c-42bace36cb94 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.302947 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-4d15bd9a-213c-486b-9f23-b26c5f2e5251 None None] Port 1a70b555-212d-462b-8692-644662309202 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:25.322761 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8d14-0bb6-4c70-906c-42bace36cb94 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Calling delete_port for e6b7e594-8b58-4a1e-a38d-ff1ee25fa3c9 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:25.323929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-422248a6-5a42-4286-899d-05438931a992 None None] For port 68a156b2-6005-49ab-ba01-afdee35ade77, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=68a156b2-6005-49ab-ba01-afdee35ade77,segment=NetworkSegment(e5e6aa80-20a5-4b0c-989a-59d560e97b40),segment_id=e5e6aa80-20a5-4b0c-989a-59d560e97b40)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:25.324339 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-422248a6-5a42-4286-899d-05438931a992 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.341001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-422248a6-5a42-4286-899d-05438931a992 None None] Calling delete_port for 68a156b2-6005-49ab-ba01-afdee35ade77 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:25.348258 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-14af73d7-1173-4e03-b70a-b378f5824c12 req-67c6899e-62b9-4e85-9f75-ebcd753d80a5 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630907 Dec 10 18:34:25.354261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a70b555-212d-462b-8692-644662309202 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:25.388188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.409868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Deleting port 68a156b2-6005-49ab-ba01-afdee35ade77 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:25.410111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.427085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Transition to ACTIVE for port object 1a70b555-212d-462b-8692-644662309202 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:34:25.474287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6aba035d-dab4-4eb6-8e2f-56364e4281c1 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.475528 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6aba035d-dab4-4eb6-8e2f-56364e4281c1 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.577585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6aba035d-dab4-4eb6-8e2f-56364e4281c1 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.585088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.624358 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] For port 68a156b2-6005-49ab-ba01-afdee35ade77, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=68a156b2-6005-49ab-ba01-afdee35ade77,segment=NetworkSegment(e5e6aa80-20a5-4b0c-989a-59d560e97b40),segment_id=e5e6aa80-20a5-4b0c-989a-59d560e97b40)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:25.624785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.697441 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Calling delete_port for 68a156b2-6005-49ab-ba01-afdee35ade77 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:25.743582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d208b6e-78f7-42f3-ace1-7a8705f44d5c req-0913da56-f636-40c3-9d4e-3c3ec285044b tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:25.745684 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7d208b6e-78f7-42f3-ace1-7a8705f44d5c req-0913da56-f636-40c3-9d4e-3c3ec285044b tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.2284379 Dec 10 18:34:25.768129 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6aba035d-dab4-4eb6-8e2f-56364e4281c1 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.777005 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a2c58fb2-d824-4478-82db-d6cffb984462 None None] Provisioning complete for port afa7fef4-6efc-4a13-840e-532fe86e8748 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:25.777659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a2c58fb2-d824-4478-82db-d6cffb984462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.780169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 7cdd0eae-f76b-4611-9ab6-30a1ee149561 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:25.793610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Pushing event updated for resources: {'Port': ['ID=1a70b555-212d-462b-8692-644662309202,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:25.818736 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Attempting to bind port 1a70b555-212d-462b-8692-644662309202 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:25.819179 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Attempting to bind port 1a70b555-212d-462b-8692-644662309202 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'e986ec33-4453-4b59-9da8-d50fa373f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:25.819585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Attempting to bind port 1a70b555-212d-462b-8692-644662309202 on network 645bfaa1-3540-47d5-94a7-c6adda953e6d {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:25.824548 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Port 1a70b555-212d-462b-8692-644662309202 on network 645bfaa1-3540-47d5-94a7-c6adda953e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:34:25.824965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Attempting to bind port 1a70b555-212d-462b-8692-644662309202 on network 645bfaa1-3540-47d5-94a7-c6adda953e6d {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:25.835867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:25.836295 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Checking segment: {'id': 'e986ec33-4453-4b59-9da8-d50fa373f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:25.836771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Bound using segment: {'id': 'e986ec33-4453-4b59-9da8-d50fa373f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:25.846032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Bound port: 1a70b555-212d-462b-8692-644662309202, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e986ec33-4453-4b59-9da8-d50fa373f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:25.854257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.939656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec50a4cd-9b39-4693-94d2-dae0fe025946 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:25.946752 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ec50a4cd-9b39-4693-94d2-dae0fe025946 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.957592 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a2c58fb2-d824-4478-82db-d6cffb984462 None None] Port afa7fef4-6efc-4a13-840e-532fe86e8748 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:25.971871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] For port 1a70b555-212d-462b-8692-644662309202, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:25.975285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] For port 1a70b555-212d-462b-8692-644662309202, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1a70b555-212d-462b-8692-644662309202,segment=NetworkSegment(e986ec33-4453-4b59-9da8-d50fa373f53e),segment_id=e986ec33-4453-4b59-9da8-d50fa373f53e)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:25.989547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 7cdd0eae-f76b-4611-9ab6-30a1ee149561 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:25.999376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.999376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a2c58fb2-d824-4478-82db-d6cffb984462 None None] Provisioning complete for port 7cdd0eae-f76b-4611-9ab6-30a1ee149561 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:25.999376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a2c58fb2-d824-4478-82db-d6cffb984462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.999695 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6aba035d-dab4-4eb6-8e2f-56364e4281c1 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.999800 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-ec50a4cd-9b39-4693-94d2-dae0fe025946 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port 74177b64-b6b2-4b5a-9169-9fe5ff47feb3 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:34:26.003058 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6aba035d-dab4-4eb6-8e2f-56364e4281c1 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9291599 Dec 10 18:34:26.003772 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34344) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:26.009353 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'enable_snat': False}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:26.011486 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7d208b6e-78f7-42f3-ace1-7a8705f44d5c req-1a307c46-062b-4b58-9d8a-5eeea6367563 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584155 Dec 10 18:34:26.057956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34348) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:26.057956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34350) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:26.196882 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-422248a6-5a42-4286-899d-05438931a992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.246445 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422248a6-5a42-4286-899d-05438931a992 None None] Pushing event deleted for resources: {'Port': ['ID=68a156b2-6005-49ab-ba01-afdee35ade77,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:26.256814 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422248a6-5a42-4286-899d-05438931a992 None None] No DVR routers for this DVR port 68a156b2-6005-49ab-ba01-afdee35ade77 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:26.279089 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 68a156b2-6005-49ab-ba01-afdee35ade77 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:26.305482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 68a156b2-6005-49ab-ba01-afdee35ade77 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:26.306314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 68a156b2-6005-49ab-ba01-afdee35ade77 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:26.306314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2f108a61-af9a-4ed7-a7ed-3626f5c6139d no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:26.330136 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 2f108a61-af9a-4ed7-a7ed-3626f5c6139d {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:26.330510 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2f108a61-af9a-4ed7-a7ed-3626f5c6139d not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:26.362628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-592f2ae9-7f23-4814-a0e8-0ce2d4cb571c None None] Provisioning complete for port afa7fef4-6efc-4a13-840e-532fe86e8748 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:26.363120 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-592f2ae9-7f23-4814-a0e8-0ce2d4cb571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.400576 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-592f2ae9-7f23-4814-a0e8-0ce2d4cb571c None None] Port afa7fef4-6efc-4a13-840e-532fe86e8748 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:26.508153 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-467773866'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:26.511562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8d14-0bb6-4c70-906c-42bace36cb94 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.558921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.570178 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8d14-0bb6-4c70-906c-42bace36cb94 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event deleted for resources: {'Port': ['ID=e6b7e594-8b58-4a1e-a38d-ff1ee25fa3c9,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:26.573074 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562db2d4-b722-4b0f-803d-3bec978fc848 tempest-TestNetworkAdvancedServerOps-2136350864 tempest-TestNetworkAdvancedServerOps-2136350864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:26.577392 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-562db2d4-b722-4b0f-803d-3bec978fc848 tempest-TestNetworkAdvancedServerOps-2136350864 tempest-TestNetworkAdvancedServerOps-2136350864-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 1093 time: 0.5171049 Dec 10 18:34:26.577392 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.584535 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34356) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:26.600420 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:26.639986 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:26.641148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.642661 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] 10.222.0.21 "PUT /v2.0/ports/1a70b555-212d-462b-8692-644662309202 HTTP/1.1" status: 200 len: 1093 time: 1.8905592 Dec 10 18:34:26.643146 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a46df59-f614-4972-9936-575f9cb60a31', 'tag': '1a70b555-212d-462b-8692-644662309202'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:26.645440 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824c1439-089b-4a1c-b886-922d45a65a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a46df59-f614-4972-9936-575f9cb60a31", "tag": "1a70b555-212d-462b-8692-644662309202"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:26.656859 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=68a156b2-6005-49ab-ba01-afdee35ade77,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:26.677130 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-ec50a4cd-9b39-4693-94d2-dae0fe025946 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Allocated IP 172.20.0.10 (6754db7b-8c59-4996-a85b-78750f74123b/bbda5762-34e7-4139-ba21-ccaf3f3b8932/74177b64-b6b2-4b5a-9169-9fe5ff47feb3) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:26.679451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] No DVR routers for this DVR port 68a156b2-6005-49ab-ba01-afdee35ade77 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:26.692712 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.692969 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847bf38-d322-49bf-ac6b-c556d7766090 req-3c1af2cf-3933-43cd-a348-4c83d5f52004 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:26.694503 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d847bf38-d322-49bf-ac6b-c556d7766090 req-3c1af2cf-3933-43cd-a348-4c83d5f52004 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 943 time: 0.5617580 Dec 10 18:34:26.704784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69770a-b516-4aea-9d59-9cbdefde5e69 service neutron] Pushing event updated for resources: {'Port': ['ID=1a70b555-212d-462b-8692-644662309202,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:26.723639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c78cfd9-15b6-4302-892d-935912b52e12 x-openstack-request-id: req-6c78cfd9-15b6-4302-892d-935912b52e12 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:26.723938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a46df59-f614-4972-9936-575f9cb60a31", "tag": "1a70b555-212d-462b-8692-644662309202", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:26.724634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c78cfd9-15b6-4302-892d-935912b52e12 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:26.725045 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a46df59-f614-4972-9936-575f9cb60a31', 'tag': '1a70b555-212d-462b-8692-644662309202', 'status': 'completed', 'code': 200} Dec 10 18:34:26.797421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c1439-089b-4a1c-b886-922d45a65a8f req-da2a801d-4803-4cec-a4f4-b76dd3b19e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:26.799026 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-824c1439-089b-4a1c-b886-922d45a65a8f req-da2a801d-4803-4cec-a4f4-b76dd3b19e8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 1096 time: 0.0516067 Dec 10 18:34:26.812817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:26.816254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.878622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.894362 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8d14-0bb6-4c70-906c-42bace36cb94 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.912917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.974970 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c1439-089b-4a1c-b886-922d45a65a8f req-ed6cb678-a1d1-4df4-be47-4ea94e888618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:26.976535 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-824c1439-089b-4a1c-b886-922d45a65a8f req-ed6cb678-a1d1-4df4-be47-4ea94e888618 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d8d709b5542940cd80a96d0fc97864e7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1699963 Dec 10 18:34:26.982403 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f9555d-cabd-4fc1-91e0-b246290379c5']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:27.063878 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d847bf38-d322-49bf-ac6b-c556d7766090 req-f9427acb-3bdf-41cb-992f-ad2ec077aad1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d47db7a-db7b-430b-9f9b-c6afb1da2b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156133 Dec 10 18:34:27.078158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e6aa80-20a5-4b0c-989a-59d560e97b40') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:27.078158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e6aa80-20a5-4b0c-989a-59d560e97b40') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:27.086644 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.100532 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.102576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c1439-089b-4a1c-b886-922d45a65a8f req-3f4def36-358f-4628-9c6d-6f547adb0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:27.104093 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-824c1439-089b-4a1c-b886-922d45a65a8f req-3f4def36-358f-4628-9c6d-6f547adb0f3a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1205266 Dec 10 18:34:27.198773 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.222234 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:27.222676 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.240092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-1e240e00-56b5-4e02-b97b-948b2dfb36df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:27.241598 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-1e240e00-56b5-4e02-b97b-948b2dfb36df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 1096 time: 0.0742321 Dec 10 18:34:27.246847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:27.252561 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:27.273070 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.307853 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-72e2782e-4fc0-428e-b5cd-c84837173c2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a70b555-212d-462b-8692-644662309202 HTTP/1.1" status: 200 len: 217 time: 0.0582418 Dec 10 18:34:27.392760 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fe8d14-0bb6-4c70-906c-42bace36cb94 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Router bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:34:27.401970 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-4e200387-1d00-4207-b0ec-ae41af39c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:27.403461 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-4e200387-1d00-4207-b0ec-ae41af39c96e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=343dcd47-8866-46a0-acdb-a8fa6d287f77 HTTP/1.1" status: 200 len: 835 time: 0.0872300 Dec 10 18:34:27.426693 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.446135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ec50a4cd-9b39-4693-94d2-dae0fe025946 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.456369 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.478845 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Allocated IP 172.26.5.109 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/198e747a-0555-49fe-8b35-7a610fb858b9) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:27.500206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-a0ded1d6-f850-46b1-bd61-b0e856c9d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:27.501752 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-a0ded1d6-f850-46b1-bd61-b0e856c9d2d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=645bfaa1-3540-47d5-94a7-c6adda953e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805578 Dec 10 18:34:27.528694 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.531985 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] 10.222.0.60 "DELETE /v2.0/networks/62f9555d-cabd-4fc1-91e0-b246290379c5 HTTP/1.1" status: 204 len: 168 time: 2.8101439 Dec 10 18:34:27.554279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4069025-6568-4145-a4b7-ab8432ccf4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=62f9555d-cabd-4fc1-91e0-b246290379c5,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:27.564923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.564923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fe8d14-0bb6-4c70-906c-42bace36cb94 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:27.588271 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d8fe8d14-0bb6-4c70-906c-42bace36cb94 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "PUT /v2.0/routers/bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9777486 Dec 10 18:34:27.591424 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b51945-757f-46a4-a928-700dbdec2cb6 None None] Sync routers for ids ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:27.592479 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34364) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:27.622887 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:27.631826 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b51945-757f-46a4-a928-700dbdec2cb6 None None] Routers {'bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:27.633312 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a7b51945-757f-46a4-a928-700dbdec2cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:27.647647 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-1d7ce106-4b78-4cde-8e17-2574744d6907 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] delete failed (client error): The resource could not be found. Dec 10 18:34:27.652615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.652764 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1d7ce106-4b78-4cde-8e17-2574744d6907 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1358143324 HTTP/1.1" status: 404 len: 335 time: 0.0540206 Dec 10 18:34:27.652852 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.652852 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Added segment adc7e11a-7dac-4d5d-85ca-7934a8c3121c of type vlan for network abd75b88-a106-4e48-9e4d-35626502550a Dec 10 18:34:27.654725 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34366) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:27.655499 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89433af0-81a2-4309-9984-14c9dfa0ffa1,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:27.675748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f10a7349-bfab-4487-b8bd-a10b33160c35 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:27.709863 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-7c9955b1-32c1-4a48-a090-0ae93e694970 service neutron] 10.222.0.21 "GET /v2.0/networks/645bfaa1-3540-47d5-94a7-c6adda953e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977017 Dec 10 18:34:27.719711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.760352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a7b51945-757f-46a4-a928-700dbdec2cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:27.777093 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b51945-757f-46a4-a928-700dbdec2cb6 None None] Routers {'bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:27.778062 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a7b51945-757f-46a4-a928-700dbdec2cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:27.814333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a7b51945-757f-46a4-a928-700dbdec2cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:27.815453 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b51945-757f-46a4-a928-700dbdec2cb6 None None] The sync data for ids ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:27.820727 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.822971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ec50a4cd-9b39-4693-94d2-dae0fe025946 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.832466 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0ded76e6-dc2e-4acd-945e-b3928d1a0a64 req-c5111e45-992c-43f3-8efe-bfd0d8ca22ee service neutron] 10.222.0.21 "GET /v2.0/networks/645bfaa1-3540-47d5-94a7-c6adda953e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109710 Dec 10 18:34:27.935508 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.resource_extend [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:34:27.967391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec50a4cd-9b39-4693-94d2-dae0fe025946 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 6754db7b-8c59-4996-a85b-78750f74123b is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:27.967777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.976409 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-ec50a4cd-9b39-4693-94d2-dae0fe025946 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:27.982657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50a4cd-9b39-4693-94d2-dae0fe025946 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:28.008807 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50a4cd-9b39-4693-94d2-dae0fe025946 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=74177b64-b6b2-4b5a-9169-9fe5ff47feb3,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:28.016031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:28.020834 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:28.026195 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:28.029122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Pushing event updated for resources: {'Port': ['ID=198e747a-0555-49fe-8b35-7a610fb858b9,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:28.050527 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4312c2-4e1c-4666-a5c5-3b6053003b3a None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:28.095278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.100838 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:28.101432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.126880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f10a7349-bfab-4487-b8bd-a10b33160c35 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.194633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50a4cd-9b39-4693-94d2-dae0fe025946 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:28.195321 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ec50a4cd-9b39-4693-94d2-dae0fe025946 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.208536 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-30283cec-5983-43d4-9f94-a38c6a15bda4 None None] Provisioning complete for port 198e747a-0555-49fe-8b35-7a610fb858b9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:28.213743 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-30283cec-5983-43d4-9f94-a38c6a15bda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.226869 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Allocated IP 172.26.5.169 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/13973183-d8a5-4a27-8408-dd9aae792f6e) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:28.258959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-30283cec-5983-43d4-9f94-a38c6a15bda4 None None] Port 198e747a-0555-49fe-8b35-7a610fb858b9 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:28.264007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Network': ['ID=abd75b88-a106-4e48-9e4d-35626502550a,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:28.280294 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network abd75b88-a106-4e48-9e4d-35626502550a details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:28.347134 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-f10a7349-bfab-4487-b8bd-a10b33160c35 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] update failed (client error): The resource could not be found. Dec 10 18:34:28.348207 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f10a7349-bfab-4487-b8bd-a10b33160c35 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "PUT /v2.0/routers/bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95 HTTP/1.1" status: 404 len: 339 time: 0.6897585 Dec 10 18:34:28.351868 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34370) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:28.356849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722094b-168a-40ce-bbf6-745fa617a5f7 req-b2d2d306-f1f8-40f9-8ba9-50102c9caba8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:28.357537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a6104766-379b-4d60-925c-bda741515eaa tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-450007151'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:28.364135 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7722094b-168a-40ce-bbf6-745fa617a5f7 req-b2d2d306-f1f8-40f9-8ba9-50102c9caba8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 943 time: 0.1387355 Dec 10 18:34:28.365292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34372) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:28.385733 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8e50dd94-70ab-4910-97d5-b5ec8e32bc57 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3200064 Dec 10 18:34:28.396947 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ee592033-edc1-4b5a-9538-4e4a65710df3 None None] Provisioning complete for port 74177b64-b6b2-4b5a-9169-9fe5ff47feb3 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:28.397875 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ee592033-edc1-4b5a-9538-4e4a65710df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.423921 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-dcc31501-ee00-4b18-8ce8-43df3bded807 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec5b0ea7622f4bae8e83a24fbb913e21&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0548029 Dec 10 18:34:28.426939 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34374) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:28.441720 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ec50a4cd-9b39-4693-94d2-dae0fe025946 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2688086 Dec 10 18:34:28.443582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34376) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:28.455827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ee592033-edc1-4b5a-9538-4e4a65710df3 None None] Port 74177b64-b6b2-4b5a-9169-9fe5ff47feb3 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:28.461918 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7722094b-168a-40ce-bbf6-745fa617a5f7 req-2281c374-a6ad-49d4-82b7-055e8bea7558 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d47db7a-db7b-430b-9f9b-c6afb1da2b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920477 Dec 10 18:34:28.503318 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34378) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:28.513000 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8907f24e-2ecb-4d1a-8204-254cc9de2a79 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'subnet': {'network_id': 'abd75b88-a106-4e48-9e4d-35626502550a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:28.534942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.580308 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6104766-379b-4d60-925c-bda741515eaa tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Made reservation on behalf of 2d767a51ab244aabbcd8d5cbed070b58 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:28.583964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6104766-379b-4d60-925c-bda741515eaa tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.593881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed12a5dc-cde0-4e8d-a9ec-d2c9137ee53f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:28.598940 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ed12a5dc-cde0-4e8d-a9ec-d2c9137ee53f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1521757 Dec 10 18:34:28.600407 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34380) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:28.624396 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.662897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7fb22c20-0a74-4878-9dcc-7bc066ec1100 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.688984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6104766-379b-4d60-925c-bda741515eaa tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:28.706698 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6104766-379b-4d60-925c-bda741515eaa tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.706909 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-a6104766-379b-4d60-925c-bda741515eaa tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Added segment 7dd19e87-0b44-4dbb-9a79-763751010ade of type vlan for network 13c87ccb-8a34-4e87-9cab-e3624b3c99b7 Dec 10 18:34:28.736117 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7fb22c20-0a74-4878-9dcc-7bc066ec1100 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.767915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6104766-379b-4d60-925c-bda741515eaa tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.785896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-ce60732c-7d8a-4603-ad7c-1ccd2a7ffad3 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 74177b64-b6b2-4b5a-9169-9fe5ff47feb3 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:28.786233 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ce60732c-7d8a-4603-ad7c-1ccd2a7ffad3 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.895064 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.899013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.971584 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6104766-379b-4d60-925c-bda741515eaa tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.977662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6104766-379b-4d60-925c-bda741515eaa tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:28.978319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6104766-379b-4d60-925c-bda741515eaa tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.076123 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6104766-379b-4d60-925c-bda741515eaa tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event updated for resources: {'Network': ['ID=13c87ccb-8a34-4e87-9cab-e3624b3c99b7,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:29.089723 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 13c87ccb-8a34-4e87-9cab-e3624b3c99b7 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:29.113103 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8907f24e-2ecb-4d1a-8204-254cc9de2a79 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:29.121872 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8907f24e-2ecb-4d1a-8204-254cc9de2a79 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.121872 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.147125 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a6104766-379b-4d60-925c-bda741515eaa tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7937365 Dec 10 18:34:29.149730 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34384) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:29.157102 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-92c08e98-3715-48c7-ad59-a67cbfe1549c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Request body: {'subnet': {'network_id': '13c87ccb-8a34-4e87-9cab-e3624b3c99b7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:29.201405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Router 01e31c37-950b-4a3f-a551-afc71203a9e2 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:34:29.232934 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:29.250657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:29.252507 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7fb22c20-0a74-4878-9dcc-7bc066ec1100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.255023 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7fb22c20-0a74-4878-9dcc-7bc066ec1100 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.258938 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7fb22c20-0a74-4878-9dcc-7bc066ec1100 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1de08ace-bf60-4122-8900-f8f0ae817dbb HTTP/1.1" status: 204 len: 168 time: 0.8270721 Dec 10 18:34:29.261872 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:29.265108 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'Port': ['ID=13973183-d8a5-4a27-8408-dd9aae792f6e,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:29.315050 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ce60732c-7d8a-4603-ad7c-1ccd2a7ffad3 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.328962 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb22c20-0a74-4878-9dcc-7bc066ec1100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de08ace-bf60-4122-8900-f8f0ae817dbb,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:29.340003 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-ce60732c-7d8a-4603-ad7c-1ccd2a7ffad3 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 74177b64-b6b2-4b5a-9169-9fe5ff47feb3 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:29.350174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:29.356655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.360851 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-64af491c-4d6c-48bf-bfc2-57c31687d6c8 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "PUT /v2.0/routers/01e31c37-950b-4a3f-a551-afc71203a9e2 HTTP/1.1" status: 200 len: 915 time: 3.3557875 Dec 10 18:34:29.361640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34388) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:29.372884 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ae1bda-70cd-4297-9752-a6753a552c95 None None] Sync routers for ids ['01e31c37-950b-4a3f-a551-afc71203a9e2'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:29.387088 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ae1bda-70cd-4297-9752-a6753a552c95 None None] Routers {'01e31c37-950b-4a3f-a551-afc71203a9e2'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:29.388575 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-69ae1bda-70cd-4297-9752-a6753a552c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['01e31c37-950b-4a3f-a551-afc71203a9e2'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:29.432815 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-69ae1bda-70cd-4297-9752-a6753a552c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:29.442605 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ae1bda-70cd-4297-9752-a6753a552c95 None None] Routers {'01e31c37-950b-4a3f-a551-afc71203a9e2'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:29.443360 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-69ae1bda-70cd-4297-9752-a6753a552c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['01e31c37-950b-4a3f-a551-afc71203a9e2'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:29.448711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c08e98-3715-48c7-ad59-a67cbfe1549c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Made reservation on behalf of 2d767a51ab244aabbcd8d5cbed070b58 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:29.453573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92c08e98-3715-48c7-ad59-a67cbfe1549c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.489870 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-69ae1bda-70cd-4297-9752-a6753a552c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:29.502367 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ae1bda-70cd-4297-9752-a6753a552c95 None None] The sync data for ids ['01e31c37-950b-4a3f-a551-afc71203a9e2'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:29.657285 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c71b08dc-37ff-45e8-b3b2-38635cd9fad5 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/routers/01e31c37-950b-4a3f-a551-afc71203a9e2 HTTP/1.1" status: 200 len: 921 time: 0.2944310 Dec 10 18:34:29.657902 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34392) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:29.707449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686690a9-9bd5-4cd9-9fd6-ca32fdb1fe93 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:29.710205 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-686690a9-9bd5-4cd9-9fd6-ca32fdb1fe93 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&device_id=01e31c37-950b-4a3f-a551-afc71203a9e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0483429 Dec 10 18:34:29.711579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34394) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:29.755625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 1a70b555-212d-462b-8692-644662309202 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:34:29.756283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69e33-26ab-40cc-be69-ba6758024126 req-f95c6a98-d3ee-4f78-975d-cbfa886f4812 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:29.757877 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a6f69e33-26ab-40cc-be69-ba6758024126 req-f95c6a98-d3ee-4f78-975d-cbfa886f4812 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 943 time: 0.1710744 Dec 10 18:34:29.851765 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d62758b-2504-4fdf-95de-2ec82f2ccf5a tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:29.852549 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a6f69e33-26ab-40cc-be69-ba6758024126 req-873afbbb-f641-4a21-a316-21b95e39b2a4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d47db7a-db7b-430b-9f9b-c6afb1da2b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638475 Dec 10 18:34:29.853187 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5d62758b-2504-4fdf-95de-2ec82f2ccf5a tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/networks/ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 881 time: 0.1406620 Dec 10 18:34:29.856730 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34400) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:29.893653 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4cb5a408-91cd-4d7c-814a-06c5ccad7342 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "GET /v2.0/ports?device_id=01e31c37-950b-4a3f-a551-afc71203a9e2 HTTP/1.1" status: 200 len: 205 time: 0.0356762 Dec 10 18:34:29.894970 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92c08e98-3715-48c7-ad59-a67cbfe1549c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.897132 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34402) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:29.908525 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 1a70b555-212d-462b-8692-644662309202, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1a70b555-212d-462b-8692-644662309202,segment=NetworkSegment(e986ec33-4453-4b59-9da8-d50fa373f53e),segment_id=e986ec33-4453-4b59-9da8-d50fa373f53e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:29.936068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8907f24e-2ecb-4d1a-8204-254cc9de2a79 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.938927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ce60732c-7d8a-4603-ad7c-1ccd2a7ffad3 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.955442 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '1a70b555-212d-462b-8692-644662309202', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'port_id': '1a70b555-212d-462b-8692-644662309202', 'mac_address': 'fa:16:3e:1c:aa:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:34:30.067698 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.089962 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60732c-7d8a-4603-ad7c-1ccd2a7ffad3 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=74177b64-b6b2-4b5a-9169-9fe5ff47feb3,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:30.110574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c08e98-3715-48c7-ad59-a67cbfe1549c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event updated for resources: {'Subnet': ['ID=1232aea8-e9f2-471d-9b58-b348fdee9ff6,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:30.119450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c08e98-3715-48c7-ad59-a67cbfe1549c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Checking segment: {'id': '7dd19e87-0b44-4dbb-9a79-763751010ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '13c87ccb-8a34-4e87-9cab-e3624b3c99b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:30.119716 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c08e98-3715-48c7-ad59-a67cbfe1549c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Network hostable DHCP agents. Network: 13c87ccb-8a34-4e87-9cab-e3624b3c99b7, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:30.124752 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.139459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a70b555-212d-462b-8692-644662309202 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:30.167895 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 1a70b555-212d-462b-8692-644662309202, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1a70b555-212d-462b-8692-644662309202,segment=NetworkSegment(e986ec33-4453-4b59-9da8-d50fa373f53e),segment_id=e986ec33-4453-4b59-9da8-d50fa373f53e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:30.319050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.360044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907f24e-2ecb-4d1a-8204-254cc9de2a79 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Subnet': ['ID=62e7b2bf-a4a6-4a17-9a6d-53455a1b62b7,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:30.397555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=1a70b555-212d-462b-8692-644662309202,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:30.432147 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ce60732c-7d8a-4603-ad7c-1ccd2a7ffad3 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.435571 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ce60732c-7d8a-4603-ad7c-1ccd2a7ffad3 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/74177b64-b6b2-4b5a-9169-9fe5ff47feb3 HTTP/1.1" status: 204 len: 168 time: 1.8342021 Dec 10 18:34:30.436500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8907f24e-2ecb-4d1a-8204-254cc9de2a79 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Checking segment: {'id': 'adc7e11a-7dac-4d5d-85ca-7934a8c3121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'abd75b88-a106-4e48-9e4d-35626502550a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:30.436844 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8907f24e-2ecb-4d1a-8204-254cc9de2a79 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network hostable DHCP agents. Network: abd75b88-a106-4e48-9e4d-35626502550a, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:30.439059 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34412) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:30.453834 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.511143 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2402ea3-5cc2-484f-aeb2-f184e1681ba6 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] GET failed (client error): The resource could not be found. Dec 10 18:34:30.515175 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f2402ea3-5cc2-484f-aeb2-f184e1681ba6 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/74177b64-b6b2-4b5a-9169-9fe5ff47feb3 HTTP/1.1" status: 404 len: 333 time: 0.0698693 Dec 10 18:34:30.526906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34414) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:30.547047 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['1a70b555-212d-462b-8692-644662309202'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:30.649851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.667741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8907f24e-2ecb-4d1a-8204-254cc9de2a79 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network abd75b88-a106-4e48-9e4d-35626502550a is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:30.693019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c08e98-3715-48c7-ad59-a67cbfe1549c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Network 13c87ccb-8a34-4e87-9cab-e3624b3c99b7 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:30.695602 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e6bac75b-a16c-4af2-8d60-7568fc358770 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port afa7fef4-6efc-4a13-840e-532fe86e8748 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:30.695959 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e6bac75b-a16c-4af2-8d60-7568fc358770 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.777532 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.806057 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-92c08e98-3715-48c7-ad59-a67cbfe1549c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 13c87ccb-8a34-4e87-9cab-e3624b3c99b7) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:30.806315 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-8907f24e-2ecb-4d1a-8204-254cc9de2a79 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, abd75b88-a106-4e48-9e4d-35626502550a) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:30.812785 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c08e98-3715-48c7-ad59-a67cbfe1549c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:30.813383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92c08e98-3715-48c7-ad59-a67cbfe1549c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.817953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8907f24e-2ecb-4d1a-8204-254cc9de2a79 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:30.818548 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8907f24e-2ecb-4d1a-8204-254cc9de2a79 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.838598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Deleting port 198e747a-0555-49fe-8b35-7a610fb858b9 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:30.839438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.842415 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:34:30.868088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c680a8-b8f7-491e-890e-8046a22f756b None None] Network 13c87ccb-8a34-4e87-9cab-e3624b3c99b7 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:30.872356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d1cdac-1413-4331-9749-810bebff62c4 None None] Network abd75b88-a106-4e48-9e4d-35626502550a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:30.945150 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-92c08e98-3715-48c7-ad59-a67cbfe1549c tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7922223 Dec 10 18:34:30.948869 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34428) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:30.955947 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-63887e36-3090-4b92-b4bc-9eaef4b2d1b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Request body: {'router': {'external_gateway_info': {'network_id': '13c87ccb-8a34-4e87-9cab-e3624b3c99b7'}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:31.029376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34430) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:31.036629 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.050482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e6bac75b-a16c-4af2-8d60-7568fc358770 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.067433 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e6bac75b-a16c-4af2-8d60-7568fc358770 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for afa7fef4-6efc-4a13-840e-532fe86e8748 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:31.125302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.145830 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Calling delete_port for 198e747a-0555-49fe-8b35-7a610fb858b9 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:31.169451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.177575 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8907f24e-2ecb-4d1a-8204-254cc9de2a79 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6673558 Dec 10 18:34:31.208737 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34434) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:31.219449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8990cb62-72d5-4a12-8db9-3fbf76bdb771 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-878756617'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:31.258152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-13c87ccb-8a34-4e87-9cab-e3624b3c99b7', 'network_id': '13c87ccb-8a34-4e87-9cab-e3624b3c99b7', 'project_id': '2d767a51ab244aabbcd8d5cbed070b58', 'fixed_ips': [{'subnet_id': '1232aea8-e9f2-471d-9b58-b348fdee9ff6'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:31.259217 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.284095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-abd75b88-a106-4e48-9e4d-35626502550a', 'network_id': 'abd75b88-a106-4e48-9e4d-35626502550a', 'project_id': 'aed3f0eff92346568c4dc809ee8b30fc', 'fixed_ips': [{'subnet_id': '62e7b2bf-a4a6-4a17-9a6d-53455a1b62b7'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:31.285038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.307521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-28263030'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:31.348746 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event updated for resources: {'Port': ['ID=13973183-d8a5-4a27-8408-dd9aae792f6e,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:31.366173 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed85fb0-3024-4186-9e1a-ceec7dd1c5d0 req-919d63e2-897e-4605-9e69-e76ae095d8fe tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:31.368403 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aed85fb0-3024-4186-9e1a-ceec7dd1c5d0 req-919d63e2-897e-4605-9e69-e76ae095d8fe tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 944 time: 0.2060299 Dec 10 18:34:31.392862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.468426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-63887e36-3090-4b92-b4bc-9eaef4b2d1b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.482269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8990cb62-72d5-4a12-8db9-3fbf76bdb771 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:31.486155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8990cb62-72d5-4a12-8db9-3fbf76bdb771 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.488111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e6bac75b-a16c-4af2-8d60-7568fc358770 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.520077 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Allocated IP 2001:db8:1::2 (13c87ccb-8a34-4e87-9cab-e3624b3c99b7/1232aea8-e9f2-471d-9b58-b348fdee9ff6/14acad68-6750-4a55-a923-f39ae013036a) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:31.582945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Allocated IP 172.20.255.242 (abd75b88-a106-4e48-9e4d-35626502550a/62e7b2bf-a4a6-4a17-9a6d-53455a1b62b7/6a54fe16-2733-40b1-8fee-56bd080cec31) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:31.622273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Made reservation on behalf of b2d836b4ccbf49fc88c250d571b4e7d3 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:31.629838 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.634020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.670315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.676120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Pushing event deleted for resources: {'Port': ['ID=198e747a-0555-49fe-8b35-7a610fb858b9,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:31.750070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b1348-e9f2-4048-a915-3c61a113fdf6 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:31.768199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 1a70b555-212d-462b-8692-644662309202 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:31.793301 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.834180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bac75b-a16c-4af2-8d60-7568fc358770 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=afa7fef4-6efc-4a13-840e-532fe86e8748,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:31.874558 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.885451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8990cb62-72d5-4a12-8db9-3fbf76bdb771 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:31.897074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.903867 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aed85fb0-3024-4186-9e1a-ceec7dd1c5d0 req-9caea8cc-56eb-44dd-9202-6ed02283a0fd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d47db7a-db7b-430b-9f9b-c6afb1da2b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5184302 Dec 10 18:34:31.928671 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.932622 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-63887e36-3090-4b92-b4bc-9eaef4b2d1b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:34:31.938967 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.939159 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-63887e36-3090-4b92-b4bc-9eaef4b2d1b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "PUT /v2.0/routers/bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95 HTTP/1.1" status: 400 len: 364 time: 0.9869328 Dec 10 18:34:31.941108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.944579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34438) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:31.967500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8990cb62-72d5-4a12-8db9-3fbf76bdb771 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.970426 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-8990cb62-72d5-4a12-8db9-3fbf76bdb771 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Added segment 5233c6a2-5e82-427b-96cd-8d2920e7ce9e of type vlan for network 5f528c3d-ca94-47f9-b523-48c4a5c21309 Dec 10 18:34:32.017147 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Floating IP 485a5289-fed1-452c-ab55-4af1a41d9d7f associated. External IP: 172.26.5.169, port: 2b13d6bf-9366-4681-9eb1-ff03db87cdb5. Dec 10 18:34:32.025960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 1a70b555-212d-462b-8692-644662309202 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:34:32.030040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.060232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 1a70b555-212d-462b-8692-644662309202 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:32.065122 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.066394 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Network 13c87ccb-8a34-4e87-9cab-e3624b3c99b7 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:32.082715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Pushing event updated for resources: {'Port': ['ID=14acad68-6750-4a55-a923-f39ae013036a,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:32.091649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:32.118706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:32.134715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Network abd75b88-a106-4e48-9e4d-35626502550a is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:32.148797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8990cb62-72d5-4a12-8db9-3fbf76bdb771 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.152954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e6bac75b-a16c-4af2-8d60-7568fc358770 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.159060 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e6bac75b-a16c-4af2-8d60-7568fc358770 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/afa7fef4-6efc-4a13-840e-532fe86e8748 HTTP/1.1" status: 204 len: 168 time: 1.6321757 Dec 10 18:34:32.161764 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34444) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:32.162642 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:32.172807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.187184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:32.247696 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d125f363-ea5a-4040-bc13-d185678535dd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] GET failed (client error): The resource could not be found. Dec 10 18:34:32.253549 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d125f363-ea5a-4040-bc13-d185678535dd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/afa7fef4-6efc-4a13-840e-532fe86e8748 HTTP/1.1" status: 404 len: 333 time: 0.0885434 Dec 10 18:34:32.263546 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34448) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:32.280397 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Pushing event updated for resources: {'Port': ['ID=6a54fe16-2733-40b1-8fee-56bd080cec31,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:32.299393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.299920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Fanout notify agent at l3_agent the message router_deleted on router 01e31c37-950b-4a3f-a551-afc71203a9e2 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:34:32.304184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.307985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Attempting to bind port 14acad68-6750-4a55-a923-f39ae013036a on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:32.308157 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Attempting to bind port 14acad68-6750-4a55-a923-f39ae013036a by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7dd19e87-0b44-4dbb-9a79-763751010ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '13c87ccb-8a34-4e87-9cab-e3624b3c99b7'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:32.308509 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Attempting to bind port 14acad68-6750-4a55-a923-f39ae013036a on network 13c87ccb-8a34-4e87-9cab-e3624b3c99b7 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:32.312652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.314094 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1c6a508e-3511-42bb-a284-173e57cd5fbc tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "DELETE /v2.0/routers/01e31c37-950b-4a3f-a551-afc71203a9e2 HTTP/1.1" status: 204 len: 168 time: 2.4120884 Dec 10 18:34:32.317322 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.resource_extend [None req-8990cb62-72d5-4a12-8db9-3fbf76bdb771 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:34:32.323177 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34452) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:32.326050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:32.327419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Checking segment: {'id': '7dd19e87-0b44-4dbb-9a79-763751010ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '13c87ccb-8a34-4e87-9cab-e3624b3c99b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:32.327419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.327419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Bound using segment: {'id': '7dd19e87-0b44-4dbb-9a79-763751010ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '13c87ccb-8a34-4e87-9cab-e3624b3c99b7'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:32.327712 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Bound port: 14acad68-6750-4a55-a923-f39ae013036a, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd19e87-0b44-4dbb-9a79-763751010ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '13c87ccb-8a34-4e87-9cab-e3624b3c99b7'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:32.328813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.334837 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Attempting to bind port 6a54fe16-2733-40b1-8fee-56bd080cec31 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:32.335046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Attempting to bind port 6a54fe16-2733-40b1-8fee-56bd080cec31 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'adc7e11a-7dac-4d5d-85ca-7934a8c3121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'abd75b88-a106-4e48-9e4d-35626502550a'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:32.335397 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Attempting to bind port 6a54fe16-2733-40b1-8fee-56bd080cec31 on network abd75b88-a106-4e48-9e4d-35626502550a {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:32.351472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-38926205', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:32.383683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:32.384120 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Checking segment: {'id': 'adc7e11a-7dac-4d5d-85ca-7934a8c3121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'abd75b88-a106-4e48-9e4d-35626502550a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:32.384451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.384897 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Bound using segment: {'id': 'adc7e11a-7dac-4d5d-85ca-7934a8c3121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'abd75b88-a106-4e48-9e4d-35626502550a'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:32.385397 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Bound port: 6a54fe16-2733-40b1-8fee-56bd080cec31, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc7e11a-7dac-4d5d-85ca-7934a8c3121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'abd75b88-a106-4e48-9e4d-35626502550a'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:32.385983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.422152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:32.430358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.435803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447fe26f-2df5-435a-a421-87e4ca0a6ffe,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:32.472295 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8990cb62-72d5-4a12-8db9-3fbf76bdb771 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.477943 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8990cb62-72d5-4a12-8db9-3fbf76bdb771 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:32.479362 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8990cb62-72d5-4a12-8db9-3fbf76bdb771 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.481569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75be801-8ae5-4fb1-a991-64ec098004c5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting subnet bbda5762-34e7-4139-ba21-ccaf3f3b8932 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:34:32.486662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.486662 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Added segment d0215073-daa8-4709-8574-2e4e8aa013af of type vlan for network 3e80520e-0345-4191-9dfa-d8a937dae40a Dec 10 18:34:32.501226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] For port 14acad68-6750-4a55-a923-f39ae013036a, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:32.514388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a46df59-f614-4972-9936-575f9cb60a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a70b555-212d-462b-8692-644662309202'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:32.516037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3bebca-8628-41d6-8d97-0ab627318f5a" -d '{"events": [{"server_uuid": "8a46df59-f614-4972-9936-575f9cb60a31", "name": "network-vif-plugged", "status": "completed", "tag": "1a70b555-212d-462b-8692-644662309202"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:32.516178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c75be801-8ae5-4fb1-a991-64ec098004c5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.524964 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-ba0c74f1-4b5c-4e7f-8075-227f76e39d73 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402666496&fields=id&tenant_id=1fd525ba53d94408afbd68f89c13ea18 HTTP/1.1" status: 200 len: 267 time: 0.2065582 Dec 10 18:34:32.559916 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.561381 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.601971 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.610060 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.628934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c75be801-8ae5-4fb1-a991-64ec098004c5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.656875 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8990cb62-72d5-4a12-8db9-3fbf76bdb771 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4439046 Dec 10 18:34:32.669590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34456) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:32.681579 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8a5300e4-5bcf-4f44-8506-9649820c07a4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'subnet': {'network_id': '5f528c3d-ca94-47f9-b523-48c4a5c21309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:32.699776 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] For port 14acad68-6750-4a55-a923-f39ae013036a, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=14acad68-6750-4a55-a923-f39ae013036a,segment=NetworkSegment(7dd19e87-0b44-4dbb-9a79-763751010ade),segment_id=7dd19e87-0b44-4dbb-9a79-763751010ade)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:32.701835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 1a70b555-212d-462b-8692-644662309202, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1a70b555-212d-462b-8692-644662309202,segment=NetworkSegment(e986ec33-4453-4b59-9da8-d50fa373f53e),segment_id=e986ec33-4453-4b59-9da8-d50fa373f53e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:32.714464 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] For port 6a54fe16-2733-40b1-8fee-56bd080cec31, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:32.719939 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990cb62-72d5-4a12-8db9-3fbf76bdb771 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Network': ['ID=5f528c3d-ca94-47f9-b523-48c4a5c21309,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:32.720611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] For port 6a54fe16-2733-40b1-8fee-56bd080cec31, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6a54fe16-2733-40b1-8fee-56bd080cec31,segment=NetworkSegment(adc7e11a-7dac-4d5d-85ca-7934a8c3121c),segment_id=adc7e11a-7dac-4d5d-85ca-7934a8c3121c)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:32.732939 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.resource_extend [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:34:32.738350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 5f528c3d-ca94-47f9-b523-48c4a5c21309 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:32.753016 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83593413-dbd5-4319-846b-0ab076012a52 x-openstack-request-id: req-83593413-dbd5-4319-846b-0ab076012a52 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:32.753454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a46df59-f614-4972-9936-575f9cb60a31", "name": "network-vif-plugged", "status": "completed", "tag": "1a70b555-212d-462b-8692-644662309202", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:32.761944 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83593413-dbd5-4319-846b-0ab076012a52 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:32.761944 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a46df59-f614-4972-9936-575f9cb60a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a70b555-212d-462b-8692-644662309202', 'code': 200} Dec 10 18:34:32.789566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.811658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:34:32.815064 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.832454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.845715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.899906 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c75be801-8ae5-4fb1-a991-64ec098004c5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.905997 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.908483 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac7501-5e1f-468c-8d34-522ac6681c41 None None] Pushing event updated for resources: {'Port': ['ID=14acad68-6750-4a55-a923-f39ae013036a,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:32.911540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:32.912148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.973747 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=1a70b555-212d-462b-8692-644662309202,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:33.037685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394f78c-f720-45f8-b7ff-c6c0d15005dd None None] Pushing event updated for resources: {'Port': ['ID=6a54fe16-2733-40b1-8fee-56bd080cec31,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:33.055905 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5300e4-5bcf-4f44-8506-9649820c07a4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:33.061301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a5300e4-5bcf-4f44-8506-9649820c07a4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.089746 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0591950 Dec 10 18:34:33.110225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34460) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:33.135633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-66ef5292-dfd3-4736-a001-ae3ab4c9d3d2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Request body: {'subnet': {'network_id': '3e80520e-0345-4191-9dfa-d8a937dae40a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:33.161555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26230c0-7235-4e0c-9c29-6214c51424fb tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event updated for resources: {'Network': ['ID=3e80520e-0345-4191-9dfa-d8a937dae40a,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:33.187648 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 3e80520e-0345-4191-9dfa-d8a937dae40a details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:33.221297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Allocated IP 2001:db8::1 (88b7d9cb-545c-456e-8360-ede5272364df/832e549e-f7f6-4a48-bd48-4caf45d1ea0b/af9e0c7a-0247-4471-a5dc-a90ba1b9599f) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:33.271707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-24f659a8-0b84-4c28-8a7c-4f158c8477ef tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:33.278414 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-24f659a8-0b84-4c28-8a7c-4f158c8477ef tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 812 time: 0.7231193 Dec 10 18:34:33.294554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c75be801-8ae5-4fb1-a991-64ec098004c5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.373020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75be801-8ae5-4fb1-a991-64ec098004c5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Subnet': ['ID=bbda5762-34e7-4139-ba21-ccaf3f3b8932,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:33.428765 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e0881-b1e1-4820-aa80-f49044cc59e5 None None] Network 6754db7b-8c59-4996-a85b-78750f74123b requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:33.434632 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c75be801-8ae5-4fb1-a991-64ec098004c5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.438564 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c75be801-8ae5-4fb1-a991-64ec098004c5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/bbda5762-34e7-4139-ba21-ccaf3f3b8932 HTTP/1.1" status: 204 len: 168 time: 1.1738944 Dec 10 18:34:33.441456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34462) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:33.445162 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-b81ce402-6e61-4271-b9db-4eb6f59f9939 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/quotas/1fd525ba53d94408afbd68f89c13ea18 HTTP/1.1" status: 200 len: 375 time: 0.1656358 Dec 10 18:34:33.543537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e373cd-b677-400c-9b0d-0da1b47a4a17 req-73efb272-1ea4-414f-91de-ee265619824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:33.545452 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.547381 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f6e373cd-b677-400c-9b0d-0da1b47a4a17 req-73efb272-1ea4-414f-91de-ee265619824a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 1098 time: 0.3423057 Dec 10 18:34:33.565273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:33.584421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0329f6f-0787-480d-b6c5-8968ff139073 None None] Sync routers for ids ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:33.591919 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd5550-1cba-40ae-bc1f-c8c8d6fa1a1b req-f3b08c86-2b89-44b9-9d9a-d483a9e9e49f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:33.593479 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dbcd5550-1cba-40ae-bc1f-c8c8d6fa1a1b req-f3b08c86-2b89-44b9-9d9a-d483a9e9e49f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 945 time: 0.4732606 Dec 10 18:34:33.603711 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0329f6f-0787-480d-b6c5-8968ff139073 None None] Routers {'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:33.603711 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c0329f6f-0787-480d-b6c5-8968ff139073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:33.693368 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-ea367e83-7ee3-4cb7-b1ff-3edbbecf0021 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2061658 Dec 10 18:34:33.695273 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f6e373cd-b677-400c-9b0d-0da1b47a4a17 req-dedb8097-f778-4ec8-b63a-4a9e02d1351c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9d47db7a-db7b-430b-9f9b-c6afb1da2b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372354 Dec 10 18:34:33.704715 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.723282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.737495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d6f91-62c9-4aeb-8a22-212cdd53e9d1 None None] DHCP port deletion for 6754db7b-8c59-4996-a85b-78750f74123b request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:33.787486 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ef5292-dfd3-4736-a001-ae3ab4c9d3d2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Made reservation on behalf of b2d836b4ccbf49fc88c250d571b4e7d3 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:33.792147 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-66ef5292-dfd3-4736-a001-ae3ab4c9d3d2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.819576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 7cdd0eae-f76b-4611-9ab6-30a1ee149561 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:33.819906 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.840052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-897d6f91-62c9-4aeb-8a22-212cdd53e9d1 None None] Deleting port 7cdd0eae-f76b-4611-9ab6-30a1ee149561 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:33.845359 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-897d6f91-62c9-4aeb-8a22-212cdd53e9d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.858631 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-c0329f6f-0787-480d-b6c5-8968ff139073 None None] Set router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:33.898263 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.912333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6a54fe16-2733-40b1-8fee-56bd080cec31 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:33.923234 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.935401 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dbcd5550-1cba-40ae-bc1f-c8c8d6fa1a1b req-b899ca8d-b7b4-43e8-8257-d719b71701e6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d47db7a-db7b-430b-9f9b-c6afb1da2b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298643 Dec 10 18:34:33.974500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Network 88b7d9cb-545c-456e-8360-ede5272364df is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:33.977603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] For port 7cdd0eae-f76b-4611-9ab6-30a1ee149561, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=7cdd0eae-f76b-4611-9ab6-30a1ee149561,segment=NetworkSegment(fac1bdb7-86bf-4cff-9a24-37d2486663b3),segment_id=fac1bdb7-86bf-4cff-9a24-37d2486663b3)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:33.978846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.983877 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:33.994867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:33.995662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.044637 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-897d6f91-62c9-4aeb-8a22-212cdd53e9d1 None None] For port 7cdd0eae-f76b-4611-9ab6-30a1ee149561, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=7cdd0eae-f76b-4611-9ab6-30a1ee149561,segment=NetworkSegment(fac1bdb7-86bf-4cff-9a24-37d2486663b3),segment_id=fac1bdb7-86bf-4cff-9a24-37d2486663b3)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:34.044637 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-897d6f91-62c9-4aeb-8a22-212cdd53e9d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.071595 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-897d6f91-62c9-4aeb-8a22-212cdd53e9d1 None None] Calling delete_port for 7cdd0eae-f76b-4611-9ab6-30a1ee149561 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:34.099730 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-372b9e28-dd0f-444d-816b-13a92ce4808f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5108504 Dec 10 18:34:34.108136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'tag': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:34.111081 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fb926f-5092-4aad-8ce2-ebef4aaa17a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f12d1a5-019d-4f98-abe1-c5575825c177", "tag": "2b13d6bf-9366-4681-9eb1-ff03db87cdb5"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:34.111411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 7cdd0eae-f76b-4611-9ab6-30a1ee149561 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:34.129468 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-60b0a922-405c-4efe-b930-f58def16a56c service neutron] 10.222.0.60 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044962 Dec 10 18:34:34.130469 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a5300e4-5bcf-4f44-8506-9649820c07a4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.134236 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event updated for resources: {'Port': ['ID=af9e0c7a-0247-4471-a5dc-a90ba1b9599f,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:34.286796 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.304752 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.345081 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 6a54fe16-2733-40b1-8fee-56bd080cec31 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:34.345461 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.370571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=7cdd0eae-f76b-4611-9ab6-30a1ee149561,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:34.399190 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No DVR routers for this DVR port 7cdd0eae-f76b-4611-9ab6-30a1ee149561 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:34.415180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5300e4-5bcf-4f44-8506-9649820c07a4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Subnet': ['ID=dbdd2259-95ce-4afb-9706-640d0afa21d4,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:34.459567 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-897d6f91-62c9-4aeb-8a22-212cdd53e9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.545001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5300e4-5bcf-4f44-8506-9649820c07a4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Checking segment: {'id': '5233c6a2-5e82-427b-96cd-8d2920e7ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5f528c3d-ca94-47f9-b523-48c4a5c21309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:34.545432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5300e4-5bcf-4f44-8506-9649820c07a4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network hostable DHCP agents. Network: 5f528c3d-ca94-47f9-b523-48c4a5c21309, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:34.549940 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d6f91-62c9-4aeb-8a22-212cdd53e9d1 None None] Pushing event deleted for resources: {'Port': ['ID=7cdd0eae-f76b-4611-9ab6-30a1ee149561,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:34.558274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c0329f6f-0787-480d-b6c5-8968ff139073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:33:46Z', 'revision_number': 4, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '485a5289-fed1-452c-ab55-4af1a41d9d7f', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'port_id': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'mac_address': 'fa:16:3e:d7:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:34:29Z', 'updated_at': '2021-12-10T18:34:29Z', 'revision_number': 0, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0745af6-0d04-483e-82bc-cde5f8becc48', 'name': '', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'mac_address': 'fa:16:3e:8e:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b83466d8-72a6-4359-a134-6e82896679be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:43Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 5, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'subnets': [{'id': 'b83466d8-72a6-4359-a134-6e82896679be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:34.562876 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d6f91-62c9-4aeb-8a22-212cdd53e9d1 None None] No DVR routers for this DVR port 7cdd0eae-f76b-4611-9ab6-30a1ee149561 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:34.579667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece66c6c-3507-4519-90d0-7601056af43b req-55cad6c5-e588-4db9-a9c9-b72f60fb060a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:34.581631 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ece66c6c-3507-4519-90d0-7601056af43b req-55cad6c5-e588-4db9-a9c9-b72f60fb060a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.3319001 Dec 10 18:34:34.663055 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0329f6f-0787-480d-b6c5-8968ff139073 None None] Checking router: db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:34:34.681369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.702207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.702410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-657c70b3-568c-4cd2-943b-c1ae8f92d6e5 None None] Provisioning complete for port af9e0c7a-0247-4471-a5dc-a90ba1b9599f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:34.702835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-657c70b3-568c-4cd2-943b-c1ae8f92d6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.735840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6754db7b-8c59-4996-a85b-78750f74123b']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:34.748830 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac1bdb7-86bf-4cff-9a24-37d2486663b3') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:34.749453 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac1bdb7-86bf-4cff-9a24-37d2486663b3') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:34.764603 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-657c70b3-568c-4cd2-943b-c1ae8f92d6e5 None None] Port af9e0c7a-0247-4471-a5dc-a90ba1b9599f cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:34.770183 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.790690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bd5ddc-b3d7-4dd8-a1ff-f81261ef8553 None None] Network 13c87ccb-8a34-4e87-9cab-e3624b3c99b7 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:34.813410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0329f6f-0787-480d-b6c5-8968ff139073 None None] Routers {'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:34.814164 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c0329f6f-0787-480d-b6c5-8968ff139073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:35.006662 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 6a54fe16-2733-40b1-8fee-56bd080cec31, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6a54fe16-2733-40b1-8fee-56bd080cec31,segment=NetworkSegment(adc7e11a-7dac-4d5d-85ca-7934a8c3121c),segment_id=adc7e11a-7dac-4d5d-85ca-7934a8c3121c)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:35.040539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-94e8cf86-7c89-4c45-a62b-ed5a8c145b25 None None] Provisioning complete for port 14acad68-6750-4a55-a923-f39ae013036a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:35.041216 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-94e8cf86-7c89-4c45-a62b-ed5a8c145b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.088608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fad2fa-cd01-4ecf-8fcf-183ce07a44c7 None None] Network abd75b88-a106-4e48-9e4d-35626502550a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:35.101711 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-b21a3b16-61b2-473a-9444-5d7928560ef1 service neutron] 10.222.0.60 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9376318 Dec 10 18:34:35.146001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.146811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 14acad68-6750-4a55-a923-f39ae013036a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:35.151544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-c0329f6f-0787-480d-b6c5-8968ff139073 None None] Set router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:35.168156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.190467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.193016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.211758 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5300e4-5bcf-4f44-8506-9649820c07a4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network 5f528c3d-ca94-47f9-b523-48c4a5c21309 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:35.214697 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:35.216768 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:35.221654 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:35.224011 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-66ef5292-dfd3-4736-a001-ae3ab4c9d3d2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.228816 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ece66c6c-3507-4519-90d0-7601056af43b req-08646b77-abce-4572-8994-434e18005c26 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789296 Dec 10 18:34:35.265284 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34472) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:35.397966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.408622 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb926f-5092-4aad-8ce2-ebef4aaa17a4 req-ab092a02-4e62-4ac8-a878-9d8e4be03369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:35.410818 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-02fb926f-5092-4aad-8ce2-ebef4aaa17a4 req-ab092a02-4e62-4ac8-a878-9d8e4be03369 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43ce9d6cb6cc4b06a1aba6c078f79ea2&device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 1098 time: 0.0628064 Dec 10 18:34:35.417286 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbdc842-5186-4e7f-a497-9a81266950fd x-openstack-request-id: req-1cbdc842-5186-4e7f-a497-9a81266950fd {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:35.417612 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f12d1a5-019d-4f98-abe1-c5575825c177", "tag": "2b13d6bf-9366-4681-9eb1-ff03db87cdb5", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:35.418002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cbdc842-5186-4e7f-a497-9a81266950fd {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:35.418401 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'tag': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5', 'status': 'completed', 'code': 200} Dec 10 18:34:35.464110 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-8a5300e4-5bcf-4f44-8506-9649820c07a4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 5f528c3d-ca94-47f9-b523-48c4a5c21309) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:35.480628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.485787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.493468 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-be2bcede-41e5-4dd9-98f2-b890bea68af7 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/floatingips/485a5289-fed1-452c-ab55-4af1a41d9d7f HTTP/1.1" status: 200 len: 991 time: 0.2184219 Dec 10 18:34:35.493673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6768d863-ee65-4ab7-a9c8-60e554b9bfa8 None None] Network 5f528c3d-ca94-47f9-b523-48c4a5c21309 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:35.497366 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34478) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:35.497502 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/networks/6754db7b-8c59-4996-a85b-78750f74123b HTTP/1.1" status: 204 len: 168 time: 2.0491951 Dec 10 18:34:35.504370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5300e4-5bcf-4f44-8506-9649820c07a4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:35.504963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a5300e4-5bcf-4f44-8506-9649820c07a4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.512704 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-85084450-5e66-4f42-b91a-704440761152 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-144432462'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:35.513835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.514788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.572103 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6146e-d9f6-46a4-8bd9-1075a2e5175b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Network': ['ID=6754db7b-8c59-4996-a85b-78750f74123b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:35.593529 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef5292-dfd3-4736-a001-ae3ab4c9d3d2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event updated for resources: {'Subnet': ['ID=4857d383-48ba-430d-94da-a0558ddcee6b,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:35.626643 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ef5292-dfd3-4736-a001-ae3ab4c9d3d2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Checking segment: {'id': 'd0215073-daa8-4709-8574-2e4e8aa013af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3e80520e-0345-4191-9dfa-d8a937dae40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:35.626998 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef5292-dfd3-4736-a001-ae3ab4c9d3d2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Network hostable DHCP agents. Network: 3e80520e-0345-4191-9dfa-d8a937dae40a, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:35.638474 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb5637-7116-463e-aa87-3f2847df8ae4 req-01bb8e4b-8596-4958-a5f8-53406ad9c7a9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:35.649161 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1bb5637-7116-463e-aa87-3f2847df8ae4 req-01bb8e4b-8596-4958-a5f8-53406ad9c7a9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 945 time: 0.2142406 Dec 10 18:34:35.659771 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=6a54fe16-2733-40b1-8fee-56bd080cec31,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:35.664575 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Allocated IP 172.26.5.5 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/222c4bb9-2bab-47b6-b2da-7fd96e78fa57) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:35.691260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event updated for resources: {'Port': ['ID=af9e0c7a-0247-4471-a5dc-a90ba1b9599f,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:35.716861 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb926f-5092-4aad-8ce2-ebef4aaa17a4 req-278e48c4-357b-417a-9a6b-cc71e0790e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:35.718670 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-02fb926f-5092-4aad-8ce2-ebef4aaa17a4 req-278e48c4-357b-417a-9a6b-cc71e0790e33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac1c8d42-7196-4e66-9797-b72aa1abd05a HTTP/1.1" status: 200 len: 898 time: 0.3003337 Dec 10 18:34:35.735653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85084450-5e66-4f42-b91a-704440761152 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:35.739169 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85084450-5e66-4f42-b91a-704440761152 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.808697 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1bb5637-7116-463e-aa87-3f2847df8ae4 req-89f47794-ef71-4617-a1b1-6094341dd503 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d47db7a-db7b-430b-9f9b-c6afb1da2b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495180 Dec 10 18:34:35.823456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Network 88b7d9cb-545c-456e-8360-ede5272364df is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:35.826848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:35.888287 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-94e8cf86-7c89-4c45-a62b-ed5a8c145b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.900761 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-02fb926f-5092-4aad-8ce2-ebef4aaa17a4 req-cf956dff-a020-4e91-9152-9ccf14afafe7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b13d6bf-9366-4681-9eb1-ff03db87cdb5 HTTP/1.1" status: 200 len: 999 time: 0.1717176 Dec 10 18:34:35.912729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.937336 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef5292-dfd3-4736-a001-ae3ab4c9d3d2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Network 3e80520e-0345-4191-9dfa-d8a937dae40a is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:35.970116 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85084450-5e66-4f42-b91a-704440761152 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:35.973340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 14acad68-6750-4a55-a923-f39ae013036a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:35.973746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.975156 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8a5300e4-5bcf-4f44-8506-9649820c07a4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2982488 Dec 10 18:34:36.021608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb926f-5092-4aad-8ce2-ebef4aaa17a4 req-68b1094d-7a5c-4523-8667-3bbb5cc11024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:36.023265 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-02fb926f-5092-4aad-8ce2-ebef4aaa17a4 req-68b1094d-7a5c-4523-8667-3bbb5cc11024 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b83466d8-72a6-4359-a134-6e82896679be HTTP/1.1" status: 200 len: 835 time: 0.0843742 Dec 10 18:34:36.023419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34482) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:36.044052 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85084450-5e66-4f42-b91a-704440761152 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.044341 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-5f528c3d-ca94-47f9-b523-48c4a5c21309', 'network_id': '5f528c3d-ca94-47f9-b523-48c4a5c21309', 'project_id': 'aed3f0eff92346568c4dc809ee8b30fc', 'fixed_ips': [{'subnet_id': 'dbdd2259-95ce-4afb-9706-640d0afa21d4'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:36.044478 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-85084450-5e66-4f42-b91a-704440761152 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Added segment cdf41e4b-18e0-4115-838d-3e520baa79ec of type vlan for network 35e0d8af-7f7b-436c-b6a0-a71736a2c56f Dec 10 18:34:36.045419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.139419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-94e8cf86-7c89-4c45-a62b-ed5a8c145b25 None None] For port 14acad68-6750-4a55-a923-f39ae013036a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=14acad68-6750-4a55-a923-f39ae013036a,segment=NetworkSegment(7dd19e87-0b44-4dbb-9a79-763751010ade),segment_id=7dd19e87-0b44-4dbb-9a79-763751010ade)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:36.147073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Router bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:34:36.169434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb926f-5092-4aad-8ce2-ebef4aaa17a4 req-46f43df0-eb67-4fbf-ba27-469789c37538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:36.169684 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c0329f6f-0787-480d-b6c5-8968ff139073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:33:46Z', 'revision_number': 4, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '485a5289-fed1-452c-ab55-4af1a41d9d7f', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'port_id': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'mac_address': 'fa:16:3e:d7:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:34:29Z', 'updated_at': '2021-12-10T18:34:29Z', 'revision_number': 0, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0745af6-0d04-483e-82bc-cde5f8becc48', 'name': '', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'mac_address': 'fa:16:3e:8e:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b83466d8-72a6-4359-a134-6e82896679be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:43Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 5, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'subnets': [{'id': 'b83466d8-72a6-4359-a134-6e82896679be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:36.180871 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-02fb926f-5092-4aad-8ce2-ebef4aaa17a4 req-46f43df0-eb67-4fbf-ba27-469789c37538 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac1c8d42-7196-4e66-9797-b72aa1abd05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1352026 Dec 10 18:34:36.242628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85084450-5e66-4f42-b91a-704440761152 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.259142 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0329f6f-0787-480d-b6c5-8968ff139073 None None] The sync data for ids ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'] in dv-neutron-821434-1-hyperv is: [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:33:46Z', 'revision_number': 4, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '485a5289-fed1-452c-ab55-4af1a41d9d7f', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'port_id': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'mac_address': 'fa:16:3e:d7:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:34:29Z', 'updated_at': '2021-12-10T18:34:29Z', 'revision_number': 0, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0745af6-0d04-483e-82bc-cde5f8becc48', 'name': '', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'mac_address': 'fa:16:3e:8e:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b83466d8-72a6-4359-a134-6e82896679be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:43Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 5, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'subnets': [{'id': 'b83466d8-72a6-4359-a134-6e82896679be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:36.263179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-94e8cf86-7c89-4c45-a62b-ed5a8c145b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.304382 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-66ef5292-dfd3-4736-a001-ae3ab4c9d3d2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 3e80520e-0345-4191-9dfa-d8a937dae40a) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:36.335465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c351e68-fbbb-4926-89b9-1fc3f5c1301a None None] Network 3e80520e-0345-4191-9dfa-d8a937dae40a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:36.354303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.414314 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ef5292-dfd3-4736-a001-ae3ab4c9d3d2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:36.414895 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-66ef5292-dfd3-4736-a001-ae3ab4c9d3d2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.463703 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85084450-5e66-4f42-b91a-704440761152 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.473183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85084450-5e66-4f42-b91a-704440761152 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:36.473785 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:36.485370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85084450-5e66-4f42-b91a-704440761152 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.488629 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2c7ef-cd8f-4790-831e-804ff5189122 None None] Sync routers for ids ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:36.490730 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d2e3e369-ccbf-4650-9d35-6823232241a1 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "PUT /v2.0/routers/bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5450861 Dec 10 18:34:36.493385 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34492) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:36.497055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34494) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:36.502011 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2c7ef-cd8f-4790-831e-804ff5189122 None None] Routers {'bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:36.503695 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b6d2c7ef-cd8f-4790-831e-804ff5189122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:36.532019 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dd5c4305-71ed-4d0d-82b8-9a62c17d5f1c req-61c7f32b-c9be-418a-b8be-852a82156701 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 210 time: 0.3573921 Dec 10 18:34:36.544439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6a54fe16-2733-40b1-8fee-56bd080cec31 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:36.553866 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742c67d-5ba0-471f-80c7-5c3dd56dcf1e req-840c5f47-3bf4-40de-870f-f0184fc60136 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:36.565998 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b6d2c7ef-cd8f-4790-831e-804ff5189122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:36.566178 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d742c67d-5ba0-471f-80c7-5c3dd56dcf1e req-840c5f47-3bf4-40de-870f-f0184fc60136 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 945 time: 0.6361327 Dec 10 18:34:36.569911 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2c7ef-cd8f-4790-831e-804ff5189122 None None] Routers {'bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:36.570656 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b6d2c7ef-cd8f-4790-831e-804ff5189122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:36.643269 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8cf86-7c89-4c45-a62b-ed5a8c145b25 None None] Pushing event updated for resources: {'Port': ['ID=14acad68-6750-4a55-a923-f39ae013036a,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:36.657281 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-66ef5292-dfd3-4736-a001-ae3ab4c9d3d2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5354636 Dec 10 18:34:36.659336 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-df3f971b-e134-412e-8525-8e92d4f2acbc None None] Provisioning complete for port 14acad68-6750-4a55-a923-f39ae013036a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:36.660021 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-df3f971b-e134-412e-8525-8e92d4f2acbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.677045 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34496) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:36.705683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b8e749ae-b56e-491b-852e-a0958005b0b1 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Request body: {'port': {'network_id': '3e80520e-0345-4191-9dfa-d8a937dae40a', 'name': 'tempest-AllowedAddressPairTestJSON-482745439'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:36.713034 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:36.731782 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-02fb926f-5092-4aad-8ce2-ebef4aaa17a4 req-a9ce581c-31b2-412c-81f1-4b8fe64a059e service neutron] 10.222.0.21 "GET /v2.0/networks/ac1c8d42-7196-4e66-9797-b72aa1abd05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373304 Dec 10 18:34:36.750832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Allocated IP 172.20.0.2 (5f528c3d-ca94-47f9-b523-48c4a5c21309/dbdd2259-95ce-4afb-9706-640d0afa21d4/38614243-af4d-444b-a0c7-4f963a8cca96) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:36.756029 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:36.757620 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b6d2c7ef-cd8f-4790-831e-804ff5189122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:36.759127 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2c7ef-cd8f-4790-831e-804ff5189122 None None] The sync data for ids ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:36.766725 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-85084450-5e66-4f42-b91a-704440761152 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2561092 Dec 10 18:34:36.768948 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:36.783656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Pushing event updated for resources: {'Port': ['ID=222c4bb9-2bab-47b6-b2da-7fd96e78fa57,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:36.791422 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34498) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:36.814148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3d0ae81c-981f-48cb-8c53-e6c4d5d62581 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': '35e0d8af-7f7b-436c-b6a0-a71736a2c56f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:36.829323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d3d538-953b-4d43-a68f-acf11f5f4713 None None] New status for floating IP 485a5289-fed1-452c-ab55-4af1a41d9d7f: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:34:36.836381 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf518d3-4398-4b2c-9d14-837908eacb63 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:36.848723 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.850558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85084450-5e66-4f42-b91a-704440761152 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Network': ['ID=35e0d8af-7f7b-436c-b6a0-a71736a2c56f,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:36.852991 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d1f854d8-5294-430c-8877-1abe8aea246e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/floatingips/485a5289-fed1-452c-ab55-4af1a41d9d7f HTTP/1.1" status: 200 len: 991 time: 0.3186734 Dec 10 18:34:36.907774 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d742c67d-5ba0-471f-80c7-5c3dd56dcf1e req-1d4dff5c-b909-4297-b135-89602b8a9938 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d47db7a-db7b-430b-9f9b-c6afb1da2b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441026 Dec 10 18:34:36.909664 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-23f4a42b-3624-42de-8a11-ea1022d52d7f tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.930922 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34500) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:36.941870 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 35e0d8af-7f7b-436c-b6a0-a71736a2c56f details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:36.955587 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 6a54fe16-2733-40b1-8fee-56bd080cec31 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:36.955968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.049860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-3e80520e-0345-4191-9dfa-d8a937dae40a', 'network_id': '3e80520e-0345-4191-9dfa-d8a937dae40a', 'project_id': 'b2d836b4ccbf49fc88c250d571b4e7d3', 'fixed_ips': [{'subnet_id': '4857d383-48ba-430d-94da-a0558ddcee6b'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:37.050734 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.080636 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-02fb926f-5092-4aad-8ce2-ebef4aaa17a4 req-c8e7ccbf-10dc-4c13-b815-977a7fc11879 service neutron] 10.222.0.21 "GET /v2.0/networks/ac1c8d42-7196-4e66-9797-b72aa1abd05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394477 Dec 10 18:34:37.091618 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-23f4a42b-3624-42de-8a11-ea1022d52d7f tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 18:34:37.092521 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-23f4a42b-3624-42de-8a11-ea1022d52d7f tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "DELETE /v2.0/routers/bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95 HTTP/1.1" status: 409 len: 329 time: 0.5981300 Dec 10 18:34:37.097149 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34504) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:37.144141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.183179 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0ae81c-981f-48cb-8c53-e6c4d5d62581 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:37.186794 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d0ae81c-981f-48cb-8c53-e6c4d5d62581 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.191158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4428ef42-3844-4c04-81cb-ea6bfe4ff5a6 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:37.195665 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4428ef42-3844-4c04-81cb-ea6bfe4ff5a6 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 1093 time: 0.2568009 Dec 10 18:34:37.202996 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34506) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:37.209218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': '1a70b555-212d-462b-8692-644662309202', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:37.325568 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e749ae-b56e-491b-852e-a0958005b0b1 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Made reservation on behalf of b2d836b4ccbf49fc88c250d571b4e7d3 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:37.329574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8e749ae-b56e-491b-852e-a0958005b0b1 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.451339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-b8e749ae-b56e-491b-852e-a0958005b0b1 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] device_id is not set on port ed0c2ad7-aff4-42da-a794-3ad3adbfcad1 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:34:37.506459 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.541178 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.579500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.640960 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1faebcf0-a95a-4971-ada4-781051da7049 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.642946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Allocated IP 172.20.0.2 (3e80520e-0345-4191-9dfa-d8a937dae40a/4857d383-48ba-430d-94da-a0558ddcee6b/a3eae766-ad95-4155-aee0-b26d5194e345) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:37.665443 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-df3f971b-e134-412e-8525-8e92d4f2acbc None None] Provisioning complete for port af9e0c7a-0247-4471-a5dc-a90ba1b9599f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:37.666538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-df3f971b-e134-412e-8525-8e92d4f2acbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.673942 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.716591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d0ae81c-981f-48cb-8c53-e6c4d5d62581 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.775624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 7cdd0eae-f76b-4611-9ab6-30a1ee149561 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:37.824638 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 7cdd0eae-f76b-4611-9ab6-30a1ee149561 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:37.824980 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 7cdd0eae-f76b-4611-9ab6-30a1ee149561 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:37.840517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Network 5f528c3d-ca94-47f9-b523-48c4a5c21309 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:37.842213 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-df3f971b-e134-412e-8525-8e92d4f2acbc None None] Port af9e0c7a-0247-4471-a5dc-a90ba1b9599f cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:37.849512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:37.849920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ae81c-981f-48cb-8c53-e6c4d5d62581 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Subnet': ['ID=cbcd8878-0438-4626-b182-0f24e041a0c7,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:37.854969 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Pushing event updated for resources: {'Port': ['ID=38614243-af4d-444b-a0c7-4f963a8cca96,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:37.859010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34510) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:37.859148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:37.915445 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-df3f971b-e134-412e-8525-8e92d4f2acbc None None] Provisioning complete for port 6a54fe16-2733-40b1-8fee-56bd080cec31 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:37.916395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-df3f971b-e134-412e-8525-8e92d4f2acbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.971404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0ae81c-981f-48cb-8c53-e6c4d5d62581 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Checking segment: {'id': 'cdf41e4b-18e0-4115-838d-3e520baa79ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '35e0d8af-7f7b-436c-b6a0-a71736a2c56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:37.971770 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0ae81c-981f-48cb-8c53-e6c4d5d62581 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network hostable DHCP agents. Network: 35e0d8af-7f7b-436c-b6a0-a71736a2c56f, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:37.998436 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-29788b9a-1e84-4d7b-be57-a34b9a90ba6b tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/floatingips/485a5289-fed1-452c-ab55-4af1a41d9d7f HTTP/1.1" status: 200 len: 993 time: 0.1383009 Dec 10 18:34:38.027244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Attempting to bind port 38614243-af4d-444b-a0c7-4f963a8cca96 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:38.027795 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Attempting to bind port 38614243-af4d-444b-a0c7-4f963a8cca96 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '5233c6a2-5e82-427b-96cd-8d2920e7ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5f528c3d-ca94-47f9-b523-48c4a5c21309'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:38.028189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Attempting to bind port 38614243-af4d-444b-a0c7-4f963a8cca96 on network 5f528c3d-ca94-47f9-b523-48c4a5c21309 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:38.044870 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:38.045253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Checking segment: {'id': '5233c6a2-5e82-427b-96cd-8d2920e7ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5f528c3d-ca94-47f9-b523-48c4a5c21309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:38.045658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.046087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Bound using segment: {'id': '5233c6a2-5e82-427b-96cd-8d2920e7ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5f528c3d-ca94-47f9-b523-48c4a5c21309'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:38.046594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Bound port: 38614243-af4d-444b-a0c7-4f963a8cca96, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5233c6a2-5e82-427b-96cd-8d2920e7ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5f528c3d-ca94-47f9-b523-48c4a5c21309'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:38.046954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.075921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.087355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0ae81c-981f-48cb-8c53-e6c4d5d62581 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 35e0d8af-7f7b-436c-b6a0-a71736a2c56f is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:38.105253 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-71b0e2e5-0b56-4701-87f2-3a142b131f0a req-5a1f99b0-8a47-4d1b-81bc-a816349d0142 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 210 time: 0.4902141 Dec 10 18:34:38.130530 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1faebcf0-a95a-4971-ada4-781051da7049 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Deleting port af9e0c7a-0247-4471-a5dc-a90ba1b9599f {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:38.132197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1faebcf0-a95a-4971-ada4-781051da7049 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.173642 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] For port 38614243-af4d-444b-a0c7-4f963a8cca96, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:38.178346 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] For port 38614243-af4d-444b-a0c7-4f963a8cca96, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=38614243-af4d-444b-a0c7-4f963a8cca96,segment=NetworkSegment(5233c6a2-5e82-427b-96cd-8d2920e7ce9e),segment_id=5233c6a2-5e82-427b-96cd-8d2920e7ce9e)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:38.180023 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.207058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-3d0ae81c-981f-48cb-8c53-e6c4d5d62581 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 35e0d8af-7f7b-436c-b6a0-a71736a2c56f) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:38.217148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ae81c-981f-48cb-8c53-e6c4d5d62581 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.217775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d0ae81c-981f-48cb-8c53-e6c4d5d62581 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.232409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4952c6b5-3467-43fc-a2c1-1c281d57761b None None] Network 35e0d8af-7f7b-436c-b6a0-a71736a2c56f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:38.241930 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Network 3e80520e-0345-4191-9dfa-d8a937dae40a is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:38.265928 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1faebcf0-a95a-4971-ada4-781051da7049 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.267458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.278564 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Pushing event updated for resources: {'Port': ['ID=a3eae766-ad95-4155-aee0-b26d5194e345,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:38.279675 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1faebcf0-a95a-4971-ada4-781051da7049 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Calling delete_port for af9e0c7a-0247-4471-a5dc-a90ba1b9599f owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:38.283671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:38.288396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.302971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:38.324736 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Subnet': ['ID=dbdd2259-95ce-4afb-9706-640d0afa21d4,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:38.337436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.373741 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-36fb2fb5-3047-4562-ba8f-4093b1493933 None None] Provisioning complete for port 222c4bb9-2bab-47b6-b2da-7fd96e78fa57 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:38.373741 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36fb2fb5-3047-4562-ba8f-4093b1493933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.384396 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3d0ae81c-981f-48cb-8c53-e6c4d5d62581 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5765655 Dec 10 18:34:38.385112 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34512) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:38.399525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0c2d87b6-4bee-4d15-828d-3d350f2ac574 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'network_id': '35e0d8af-7f7b-436c-b6a0-a71736a2c56f', 'name': 'tempest-PortsTestJSON-1800986646', 'fixed_ips': [{'subnet_id': 'cbcd8878-0438-4626-b182-0f24e041a0c7', 'ip_address': '172.20.0.10'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:38.408964 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-b8e749ae-b56e-491b-852e-a0958005b0b1 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Allocated IP 172.20.0.11 (3e80520e-0345-4191-9dfa-d8a937dae40a/4857d383-48ba-430d-94da-a0558ddcee6b/ed0c2ad7-aff4-42da-a794-3ad3adbfcad1) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:38.488114 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 14acad68-6750-4a55-a923-f39ae013036a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:38.544852 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.547874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Attempting to bind port a3eae766-ad95-4155-aee0-b26d5194e345 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:38.547874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Attempting to bind port a3eae766-ad95-4155-aee0-b26d5194e345 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'd0215073-daa8-4709-8574-2e4e8aa013af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3e80520e-0345-4191-9dfa-d8a937dae40a'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:38.548253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Attempting to bind port a3eae766-ad95-4155-aee0-b26d5194e345 on network 3e80520e-0345-4191-9dfa-d8a937dae40a {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:38.554370 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da342e-e5a9-40b3-a5f7-8f87d68ad9db None None] Pushing event updated for resources: {'Port': ['ID=38614243-af4d-444b-a0c7-4f963a8cca96,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:38.591756 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.600831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-36fb2fb5-3047-4562-ba8f-4093b1493933 None None] Port 222c4bb9-2bab-47b6-b2da-7fd96e78fa57 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:38.610937 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:38.611427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Checking segment: {'id': 'd0215073-daa8-4709-8574-2e4e8aa013af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3e80520e-0345-4191-9dfa-d8a937dae40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:38.612036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.612639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Bound using segment: {'id': 'd0215073-daa8-4709-8574-2e4e8aa013af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3e80520e-0345-4191-9dfa-d8a937dae40a'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:38.613245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Bound port: a3eae766-ad95-4155-aee0-b26d5194e345, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0215073-daa8-4709-8574-2e4e8aa013af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3e80520e-0345-4191-9dfa-d8a937dae40a'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:38.613724 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.647586 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-35e0d8af-7f7b-436c-b6a0-a71736a2c56f', 'network_id': '35e0d8af-7f7b-436c-b6a0-a71736a2c56f', 'project_id': '0436a4832bd94e0b890c68cbddcd3acb', 'fixed_ips': [{'subnet_id': 'cbcd8878-0438-4626-b182-0f24e041a0c7'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:38.663060 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.693264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f528c3d-ca94-47f9-b523-48c4a5c21309']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:38.718115 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-36fb2fb5-3047-4562-ba8f-4093b1493933 None None] Provisioning complete for port 6a54fe16-2733-40b1-8fee-56bd080cec31 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:38.719266 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36fb2fb5-3047-4562-ba8f-4093b1493933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.741880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2d87b6-4bee-4d15-828d-3d350f2ac574 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:38.769334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 14acad68-6750-4a55-a923-f39ae013036a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:38.769797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.772728 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5233c6a2-5e82-427b-96cd-8d2920e7ce9e') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:38.773104 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5233c6a2-5e82-427b-96cd-8d2920e7ce9e') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:38.785949 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.113 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/e6fbac13-b108-4181-b075-f4c593318832) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:38.810310 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.840179 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0c2d87b6-4bee-4d15-828d-3d350f2ac574 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.851079 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.855606 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1faebcf0-a95a-4971-ada4-781051da7049 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.873175 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-0c2d87b6-4bee-4d15-828d-3d350f2ac574 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port 4ef803ea-ac98-486e-a3ce-00334bc3a19c yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:34:38.884918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] For port a3eae766-ad95-4155-aee0-b26d5194e345, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:38.892761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] For port a3eae766-ad95-4155-aee0-b26d5194e345, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a3eae766-ad95-4155-aee0-b26d5194e345,segment=NetworkSegment(d0215073-daa8-4709-8574-2e4e8aa013af),segment_id=d0215073-daa8-4709-8574-2e4e8aa013af)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:38.903445 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:38.903867 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:38.924059 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:38.970378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faebcf0-a95a-4971-ada4-781051da7049 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event deleted for resources: {'Port': ['ID=af9e0c7a-0247-4471-a5dc-a90ba1b9599f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:38.992812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.009983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Allocated IP 172.20.0.2 (35e0d8af-7f7b-436c-b6a0-a71736a2c56f/cbcd8878-0438-4626-b182-0f24e041a0c7/695bc6b7-e8ac-487a-87f9-abde1ca205e5) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:39.182327 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8e749ae-b56e-491b-852e-a0958005b0b1 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.241367 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57d616-d756-40ef-bfb5-56c6650145d1 None None] Pushing event updated for resources: {'Port': ['ID=a3eae766-ad95-4155-aee0-b26d5194e345,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:39.263616 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.api [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:34:39.263616 dv-neutron-821434-1-hyperv neutron-server[103594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:34:39.263616 dv-neutron-821434-1-hyperv neutron-server[103594]: [parameters: {'id': '5f528c3d-ca94-47f9-b523-48c4a5c21309'}] Dec 10 18:34:39.263616 dv-neutron-821434-1-hyperv neutron-server[103594]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:34:39.264633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG oslo_db.api [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:34:39.328815 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-09cc8c5f-4b8a-4ce2-95e1-5b2a6c3cd4f3 req-921839c0-fc54-4b29-a19f-6ea5417ab7a7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 210 time: 0.0738988 Dec 10 18:34:39.356519 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.450345 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.456489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8e749ae-b56e-491b-852e-a0958005b0b1 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.500991 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e749ae-b56e-491b-852e-a0958005b0b1 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Network 3e80520e-0345-4191-9dfa-d8a937dae40a is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:39.501813 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Router aa7c9cce-f929-4cca-bd99-453b670e7a45 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:34:39.545472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.602445 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Network 35e0d8af-7f7b-436c-b6a0-a71736a2c56f is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:39.606574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:39.609906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-b8e749ae-b56e-491b-852e-a0958005b0b1 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:39.612729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:39.672242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Pushing event updated for resources: {'Port': ['ID=695bc6b7-e8ac-487a-87f9-abde1ca205e5,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:39.699820 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e749ae-b56e-491b-852e-a0958005b0b1 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event updated for resources: {'Port': ['ID=ed0c2ad7-aff4-42da-a794-3ad3adbfcad1,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:39.703978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.718068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e749ae-b56e-491b-852e-a0958005b0b1 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:39.724936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1faebcf0-a95a-4971-ada4-781051da7049 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.766008 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Attempting to bind port 695bc6b7-e8ac-487a-87f9-abde1ca205e5 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:39.768333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Attempting to bind port 695bc6b7-e8ac-487a-87f9-abde1ca205e5 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'cdf41e4b-18e0-4115-838d-3e520baa79ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '35e0d8af-7f7b-436c-b6a0-a71736a2c56f'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:39.774374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Attempting to bind port 695bc6b7-e8ac-487a-87f9-abde1ca205e5 on network 35e0d8af-7f7b-436c-b6a0-a71736a2c56f {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:39.779802 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.790752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:39.790752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Checking segment: {'id': 'cdf41e4b-18e0-4115-838d-3e520baa79ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '35e0d8af-7f7b-436c-b6a0-a71736a2c56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:39.790752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.790752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Bound using segment: {'id': 'cdf41e4b-18e0-4115-838d-3e520baa79ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '35e0d8af-7f7b-436c-b6a0-a71736a2c56f'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:39.790752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Bound port: 695bc6b7-e8ac-487a-87f9-abde1ca205e5, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf41e4b-18e0-4115-838d-3e520baa79ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '35e0d8af-7f7b-436c-b6a0-a71736a2c56f'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:39.790752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.846146 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:39.861536 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:39.910460 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:39.914918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] For port 695bc6b7-e8ac-487a-87f9-abde1ca205e5, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:39.923450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] For port 695bc6b7-e8ac-487a-87f9-abde1ca205e5, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=695bc6b7-e8ac-487a-87f9-abde1ca205e5,segment=NetworkSegment(cdf41e4b-18e0-4115-838d-3e520baa79ec),segment_id=cdf41e4b-18e0-4115-838d-3e520baa79ec)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:39.937215 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-0c2d87b6-4bee-4d15-828d-3d350f2ac574 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Allocated IP 172.20.0.10 (35e0d8af-7f7b-436c-b6a0-a71736a2c56f/cbcd8878-0438-4626-b182-0f24e041a0c7/4ef803ea-ac98-486e-a3ce-00334bc3a19c) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:39.957379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-9b9dc4bb-c710-461d-b558-fcc2fffd097b tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:39.958999 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-9b9dc4bb-c710-461d-b558-fcc2fffd097b tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 812 time: 1.0086401 Dec 10 18:34:39.968645 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e749ae-b56e-491b-852e-a0958005b0b1 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:39.970096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8e749ae-b56e-491b-852e-a0958005b0b1 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.988156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=e6fbac13-b108-4181-b075-f4c593318832,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:40.044797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.098423 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b8e749ae-b56e-491b-852e-a0958005b0b1 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4053898 Dec 10 18:34:40.103665 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:40.114773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbc2039-7f21-4739-ab57-a1d2dfca29f3 None None] Network 5f528c3d-ca94-47f9-b523-48c4a5c21309 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:40.114883 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34518) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:40.115692 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1458d05-3c87-4519-afb0-a3dbfe3182e6 None None] Sync routers for ids ['aa7c9cce-f929-4cca-bd99-453b670e7a45'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:40.125279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7bebca29-d935-413c-ab81-91a54132f9e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Request body: {'port': {'network_id': '3e80520e-0345-4191-9dfa-d8a937dae40a', 'name': 'tempest-AllowedAddressPairTestJSON-1046255967', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:8f:30:6a'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:40.150862 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1458d05-3c87-4519-afb0-a3dbfe3182e6 None None] Routers {'aa7c9cce-f929-4cca-bd99-453b670e7a45'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:40.151775 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f1458d05-3c87-4519-afb0-a3dbfe3182e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['aa7c9cce-f929-4cca-bd99-453b670e7a45'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:40.234588 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-4a997a84-5861-4f13-b391-51999fcced6c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd525ba53d94408afbd68f89c13ea18 HTTP/1.1" status: 200 len: 379 time: 0.2366710 Dec 10 18:34:40.267946 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f1458d05-3c87-4519-afb0-a3dbfe3182e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:40.276263 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-dfcfc03a-216b-4502-bfc5-8fa9525230cd tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Request body: {'port': {'device_id': 'b517b87e-dac4-49f8-af95-c17d737dd993', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'admin_state_up': True, 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'security_groups': ['96b82cf4-021d-456a-916a-2957311fd74b']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:40.288820 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.290085 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b09bde6e-fcf7-44c2-965a-bf5533c540a4 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 7.9548552 Dec 10 18:34:40.294923 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1458d05-3c87-4519-afb0-a3dbfe3182e6 None None] Routers {'aa7c9cce-f929-4cca-bd99-453b670e7a45'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:40.296133 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Deleting port 38614243-af4d-444b-a0c7-4f963a8cca96 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:40.296402 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.298072 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34520) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:40.300690 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f1458d05-3c87-4519-afb0-a3dbfe3182e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['aa7c9cce-f929-4cca-bd99-453b670e7a45'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:40.321734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:40.409788 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f1458d05-3c87-4519-afb0-a3dbfe3182e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:40.417597 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1458d05-3c87-4519-afb0-a3dbfe3182e6 None None] The sync data for ids ['aa7c9cce-f929-4cca-bd99-453b670e7a45'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:40.440417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a9215-777f-4dc8-90d1-0ff16a435fbc None None] Pushing event updated for resources: {'Port': ['ID=695bc6b7-e8ac-487a-87f9-abde1ca205e5,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:40.499118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0784ed81-1af7-4326-918e-a612353a9401 None None] Provisioning complete for port 38614243-af4d-444b-a0c7-4f963a8cca96 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:40.504554 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0784ed81-1af7-4326-918e-a612353a9401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.563021 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faebcf0-a95a-4971-ada4-781051da7049 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Router bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:34:40.621898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bebca29-d935-413c-ab81-91a54132f9e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Made reservation on behalf of b2d836b4ccbf49fc88c250d571b4e7d3 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:40.747773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0784ed81-1af7-4326-918e-a612353a9401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.802572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-0784ed81-1af7-4326-918e-a612353a9401 None None] For port 38614243-af4d-444b-a0c7-4f963a8cca96, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=38614243-af4d-444b-a0c7-4f963a8cca96,segment=NetworkSegment(5233c6a2-5e82-427b-96cd-8d2920e7ce9e),segment_id=5233c6a2-5e82-427b-96cd-8d2920e7ce9e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:40.806996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0485e111-9597-4fbb-bca6-a187f66fc6e1 None None] DHCP port deletion for 5f528c3d-ca94-47f9-b523-48c4a5c21309 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:40.809132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a3eae766-ad95-4155-aee0-b26d5194e345 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:40.856038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-dfcfc03a-216b-4502-bfc5-8fa9525230cd tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Made reservation on behalf of 1fd525ba53d94408afbd68f89c13ea18 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:40.859814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-dfcfc03a-216b-4502-bfc5-8fa9525230cd tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.882457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0784ed81-1af7-4326-918e-a612353a9401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.903226 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faebcf0-a95a-4971-ada4-781051da7049 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:40.914646 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1faebcf0-a95a-4971-ada4-781051da7049 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "PUT /v2.0/routers/bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8162389 Dec 10 18:34:40.921264 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34524) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:40.977499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784ed81-1af7-4326-918e-a612353a9401 None None] Pushing event updated for resources: {'Port': ['ID=38614243-af4d-444b-a0c7-4f963a8cca96,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:40.992507 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93def5ee-b595-4ba6-bbd4-8fd557f28286 None None] Sync routers for ids ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:41.018906 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93def5ee-b595-4ba6-bbd4-8fd557f28286 None None] Routers {'bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:41.019550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-93def5ee-b595-4ba6-bbd4-8fd557f28286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:41.023905 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-c68c6464-a390-4239-bdd9-f8d4897a19a5 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] show failed (client error): The resource could not be found. Dec 10 18:34:41.025552 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c68c6464-a390-4239-bdd9-f8d4897a19a5 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-56808239 HTTP/1.1" status: 404 len: 333 time: 0.0825713 Dec 10 18:34:41.060007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34526) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:41.067556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d3f8c0bd-0fa8-4d90-82c1-026233c410ea tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:41.070805 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-93def5ee-b595-4ba6-bbd4-8fd557f28286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:41.072863 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ded06a-6fcd-4ac5-b4b7-b3630dcfc3cb None None] Network 3e80520e-0345-4191-9dfa-d8a937dae40a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:41.132752 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9d3b93f1-15b7-4456-aabd-04f90201d2e9 req-f5702b97-9492-4e3e-8736-fe61568f2811 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 210 time: 0.5376892 Dec 10 18:34:41.211029 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] For port 38614243-af4d-444b-a0c7-4f963a8cca96, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=38614243-af4d-444b-a0c7-4f963a8cca96,segment=NetworkSegment(5233c6a2-5e82-427b-96cd-8d2920e7ce9e),segment_id=5233c6a2-5e82-427b-96cd-8d2920e7ce9e)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:41.219317 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.229673 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0c2d87b6-4bee-4d15-828d-3d350f2ac574 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.234159 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-d3f8c0bd-0fa8-4d90-82c1-026233c410ea tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] update failed (client error): The resource could not be found. Dec 10 18:34:41.235533 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d3f8c0bd-0fa8-4d90-82c1-026233c410ea tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-388481376 HTTP/1.1" status: 404 len: 334 time: 0.1719024 Dec 10 18:34:41.242913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34528) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:41.268939 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Calling delete_port for 38614243-af4d-444b-a0c7-4f963a8cca96 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:41.308206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-dfcfc03a-216b-4502-bfc5-8fa9525230cd tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Allocated IP 172.20.0.11 (a648c046-7b98-4168-8c91-4d4b8f654cd1/51fc4861-73a5-449e-b426-24d2c2d2a954/666efec4-630e-452d-a8e7-b4c1bf953971) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:41.370344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port a3eae766-ad95-4155-aee0-b26d5194e345 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:41.370721 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.381684 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-0485e111-9597-4fbb-bca6-a187f66fc6e1 None None] Deleting port 38614243-af4d-444b-a0c7-4f963a8cca96 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:41.382212 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0485e111-9597-4fbb-bca6-a187f66fc6e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.389682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28570b5-ab29-427b-b6fc-d492793e4eb6 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Deleting subnet 1232aea8-e9f2-471d-9b58-b348fdee9ff6 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:34:41.395630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b28570b5-ab29-427b-b6fc-d492793e4eb6 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.430595 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93def5ee-b595-4ba6-bbd4-8fd557f28286 None None] Routers {'bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:41.431527 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-93def5ee-b595-4ba6-bbd4-8fd557f28286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:41.452442 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b28570b5-ab29-427b-b6fc-d492793e4eb6 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.481107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7bebca29-d935-413c-ab81-91a54132f9e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.524133 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e4188c76-701f-4627-b23d-9f291433b276 None None] Provisioning complete for port a3eae766-ad95-4155-aee0-b26d5194e345 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:41.524742 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e4188c76-701f-4627-b23d-9f291433b276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.555935 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-93def5ee-b595-4ba6-bbd4-8fd557f28286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:41.557568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93def5ee-b595-4ba6-bbd4-8fd557f28286 None None] The sync data for ids ['bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:41.575156 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b28570b5-ab29-427b-b6fc-d492793e4eb6 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.661781 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-7bebca29-d935-413c-ab81-91a54132f9e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] device_id is not set on port 3b38aad0-dc0a-4d6e-b7ba-1cd7825443d7 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:34:41.744350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.748087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-0485e111-9597-4fbb-bca6-a187f66fc6e1 None None] For port 38614243-af4d-444b-a0c7-4f963a8cca96, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=38614243-af4d-444b-a0c7-4f963a8cca96,segment=NetworkSegment(5233c6a2-5e82-427b-96cd-8d2920e7ce9e),segment_id=5233c6a2-5e82-427b-96cd-8d2920e7ce9e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:41.748644 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0485e111-9597-4fbb-bca6-a187f66fc6e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.782799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-0485e111-9597-4fbb-bca6-a187f66fc6e1 None None] Calling delete_port for 38614243-af4d-444b-a0c7-4f963a8cca96 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:41.813125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-dfcfc03a-216b-4502-bfc5-8fa9525230cd tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.821993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b28570b5-ab29-427b-b6fc-d492793e4eb6 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.825869 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0c2d87b6-4bee-4d15-828d-3d350f2ac574 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.842883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e4188c76-701f-4627-b23d-9f291433b276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.845987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dcb775-4cde-4d53-85d3-e88ea24618bb None None] Network 35e0d8af-7f7b-436c-b6a0-a71736a2c56f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:41.916807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b28570b5-ab29-427b-b6fc-d492793e4eb6 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.921108 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b28570b5-ab29-427b-b6fc-d492793e4eb6 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "DELETE /v2.0/subnets/1232aea8-e9f2-471d-9b58-b348fdee9ff6 HTTP/1.1" status: 204 len: 168 time: 0.6768694 Dec 10 18:34:41.929544 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28570b5-ab29-427b-b6fc-d492793e4eb6 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event deleted for resources: {'Subnet': ['ID=1232aea8-e9f2-471d-9b58-b348fdee9ff6,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:41.933016 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34530) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:41.948483 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128b2f33-3380-45d6-9078-e229d650f8f3 None None] Network 13c87ccb-8a34-4e87-9cab-e3624b3c99b7 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:41.950885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.955378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2d87b6-4bee-4d15-828d-3d350f2ac574 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 35e0d8af-7f7b-436c-b6a0-a71736a2c56f is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:42.039799 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.052807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.055491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-0c2d87b6-4bee-4d15-828d-3d350f2ac574 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:42.065143 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d87b6-4bee-4d15-828d-3d350f2ac574 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:42.131880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d87b6-4bee-4d15-828d-3d350f2ac574 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=4ef803ea-ac98-486e-a3ce-00334bc3a19c,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:42.142281 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Port': ['ID=38614243-af4d-444b-a0c7-4f963a8cca96,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:42.142392 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port a3eae766-ad95-4155-aee0-b26d5194e345, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a3eae766-ad95-4155-aee0-b26d5194e345,segment=NetworkSegment(d0215073-daa8-4709-8574-2e4e8aa013af),segment_id=d0215073-daa8-4709-8574-2e4e8aa013af)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:42.166397 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2d87b6-4bee-4d15-828d-3d350f2ac574 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:42.169417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0c2d87b6-4bee-4d15-828d-3d350f2ac574 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.215355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.217262 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No DVR routers for this DVR port 38614243-af4d-444b-a0c7-4f963a8cca96 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:42.227749 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-dfcfc03a-216b-4502-bfc5-8fa9525230cd tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.236927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-7bebca29-d935-413c-ab81-91a54132f9e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Allocated IP 172.20.0.9 (3e80520e-0345-4191-9dfa-d8a937dae40a/4857d383-48ba-430d-94da-a0558ddcee6b/3b38aad0-dc0a-4d6e-b7ba-1cd7825443d7) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:42.324517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfc03a-216b-4502-bfc5-8fa9525230cd tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'Port': ['ID=666efec4-630e-452d-a8e7-b4c1bf953971,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:42.334047 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0c2d87b6-4bee-4d15-828d-3d350f2ac574 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9459779 Dec 10 18:34:42.337206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-dfcfc03a-216b-4502-bfc5-8fa9525230cd tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Network a648c046-7b98-4168-8c91-4d4b8f654cd1 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:42.339392 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34534) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:42.345239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3840c03e-569b-4a69-8e7c-988f664d58f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'network_id': '35e0d8af-7f7b-436c-b6a0-a71736a2c56f', 'name': 'tempest-PortsTestJSON-1269082256', 'fixed_ips': [{'subnet_id': 'cbcd8878-0438-4626-b182-0f24e041a0c7', 'ip_address': '172.20.0.9'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:42.351631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-dfcfc03a-216b-4502-bfc5-8fa9525230cd tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:42.364435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-e4188c76-701f-4627-b23d-9f291433b276 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:34:42.364798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-e4188c76-701f-4627-b23d-9f291433b276 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:34:42.373225 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-dfcfc03a-216b-4502-bfc5-8fa9525230cd tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:42.383801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=a3eae766-ad95-4155-aee0-b26d5194e345,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:42.448168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0485e111-9597-4fbb-bca6-a187f66fc6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.487565 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485e111-9597-4fbb-bca6-a187f66fc6e1 None None] No DVR routers for this DVR port 38614243-af4d-444b-a0c7-4f963a8cca96 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:42.513595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.539171 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485e111-9597-4fbb-bca6-a187f66fc6e1 None None] Pushing event deleted for resources: {'Port': ['ID=38614243-af4d-444b-a0c7-4f963a8cca96,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:42.561845 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-dfcfc03a-216b-4502-bfc5-8fa9525230cd tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:42.562241 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-dfcfc03a-216b-4502-bfc5-8fa9525230cd tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.571380 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.585230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Deleting port 14acad68-6750-4a55-a923-f39ae013036a {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:42.585718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.596192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.605112 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f167e2-16fb-43c2-8124-c80423fd6c42 None None] DHCP port deletion for 13c87ccb-8a34-4e87-9cab-e3624b3c99b7 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:42.667899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f528c3d-ca94-47f9-b523-48c4a5c21309']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:42.716576 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-dfcfc03a-216b-4502-bfc5-8fa9525230cd tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4604416 Dec 10 18:34:42.728560 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-14f167e2-16fb-43c2-8124-c80423fd6c42 None None] Deleting port 14acad68-6750-4a55-a923-f39ae013036a {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:42.729088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-14f167e2-16fb-43c2-8124-c80423fd6c42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.742366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 695bc6b7-e8ac-487a-87f9-abde1ca205e5 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:42.787415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.800784 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b036053-e8b7-49ae-afc0-7525f91dc2b7 req-02c5aec1-abfb-4641-bac8-9c40d0de9d9e tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:42.807692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Request body: {'port': {'device_id': 'b517b87e-dac4-49f8-af95-c17d737dd993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:42.815492 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0b036053-e8b7-49ae-afc0-7525f91dc2b7 req-02c5aec1-abfb-4641-bac8-9c40d0de9d9e tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 932 time: 0.5380957 Dec 10 18:34:42.825165 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5233c6a2-5e82-427b-96cd-8d2920e7ce9e') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:42.825467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5233c6a2-5e82-427b-96cd-8d2920e7ce9e') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:42.905417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.920287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.935741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.964970 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] For port 14acad68-6750-4a55-a923-f39ae013036a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=14acad68-6750-4a55-a923-f39ae013036a,segment=NetworkSegment(7dd19e87-0b44-4dbb-9a79-763751010ade),segment_id=7dd19e87-0b44-4dbb-9a79-763751010ade)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:42.965442 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.010401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:43.011087 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:43.016082 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:43.018483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Calling delete_port for 14acad68-6750-4a55-a923-f39ae013036a owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:43.067329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-14f167e2-16fb-43c2-8124-c80423fd6c42 None None] For port 14acad68-6750-4a55-a923-f39ae013036a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=14acad68-6750-4a55-a923-f39ae013036a,segment=NetworkSegment(7dd19e87-0b44-4dbb-9a79-763751010ade),segment_id=7dd19e87-0b44-4dbb-9a79-763751010ade)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:43.067953 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-14f167e2-16fb-43c2-8124-c80423fd6c42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.107761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-14f167e2-16fb-43c2-8124-c80423fd6c42 None None] Calling delete_port for 14acad68-6750-4a55-a923-f39ae013036a owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:43.118825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 695bc6b7-e8ac-487a-87f9-abde1ca205e5 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:43.134168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.204816 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0b036053-e8b7-49ae-afc0-7525f91dc2b7 req-f7674814-5389-44b5-a92c-ec54988e69ad tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3881016 Dec 10 18:34:43.216610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3840c03e-569b-4a69-8e7c-988f664d58f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:43.230115 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3840c03e-569b-4a69-8e7c-988f664d58f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.281241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7bebca29-d935-413c-ab81-91a54132f9e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.315940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-3840c03e-569b-4a69-8e7c-988f664d58f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port 17d9b281-d83c-4b34-9757-2df704bacd93 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:34:43.341952 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Deleting port 222c4bb9-2bab-47b6-b2da-7fd96e78fa57 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:43.347373 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.356579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3bd3bb3c-6093-4be3-ab4b-c184151f0cc1 None None] Provisioning complete for port 4ef803ea-ac98-486e-a3ce-00334bc3a19c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:43.356800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3bd3bb3c-6093-4be3-ab4b-c184151f0cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.394300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.426388 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.439955 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Calling delete_port for 222c4bb9-2bab-47b6-b2da-7fd96e78fa57 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:43.444760 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 695bc6b7-e8ac-487a-87f9-abde1ca205e5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=695bc6b7-e8ac-487a-87f9-abde1ca205e5,segment=NetworkSegment(cdf41e4b-18e0-4115-838d-3e520baa79ec),segment_id=cdf41e4b-18e0-4115-838d-3e520baa79ec)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:43.452165 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-14f167e2-16fb-43c2-8124-c80423fd6c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.462243 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.494173 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f167e2-16fb-43c2-8124-c80423fd6c42 None None] Pushing event deleted for resources: {'Port': ['ID=14acad68-6750-4a55-a923-f39ae013036a,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:43.496281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f167e2-16fb-43c2-8124-c80423fd6c42 None None] No DVR routers for this DVR port 14acad68-6750-4a55-a923-f39ae013036a on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:43.498079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3bb3c-6093-4be3-ab4b-c184151f0cc1 None None] Port 4ef803ea-ac98-486e-a3ce-00334bc3a19c cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:43.520956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3bd3bb3c-6093-4be3-ab4b-c184151f0cc1 None None] Provisioning complete for port 666efec4-630e-452d-a8e7-b4c1bf953971 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:43.521333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3bd3bb3c-6093-4be3-ab4b-c184151f0cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.528194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.551207 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.557513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3bb3c-6093-4be3-ab4b-c184151f0cc1 None None] Port 666efec4-630e-452d-a8e7-b4c1bf953971 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:43.560385 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/5f528c3d-ca94-47f9-b523-48c4a5c21309 HTTP/1.1" status: 204 len: 168 time: 7.5348580 Dec 10 18:34:43.561073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.577456 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34536) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:43.582867 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5744cee8-0998-4b9b-89ba-7b0fd7b31ca0 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1335428279'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:43.588553 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.604177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3bd3bb3c-6093-4be3-ab4b-c184151f0cc1 None None] Provisioning complete for port a3eae766-ad95-4155-aee0-b26d5194e345 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:43.604177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3bd3bb3c-6093-4be3-ab4b-c184151f0cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.604419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] No DVR routers for this DVR port 14acad68-6750-4a55-a923-f39ae013036a on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:43.631482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59111ef-9c57-4d60-8d49-81dde754afa2 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Network': ['ID=5f528c3d-ca94-47f9-b523-48c4a5c21309,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:43.661852 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 38614243-af4d-444b-a0c7-4f963a8cca96 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:43.669830 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.705983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 38614243-af4d-444b-a0c7-4f963a8cca96 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:43.706331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 38614243-af4d-444b-a0c7-4f963a8cca96 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:43.724143 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666efec4-630e-452d-a8e7-b4c1bf953971 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:43.730910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=695bc6b7-e8ac-487a-87f9-abde1ca205e5,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:43.733309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.789918 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.798478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7bebca29-d935-413c-ab81-91a54132f9e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.813555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event deleted for resources: {'Port': ['ID=14acad68-6750-4a55-a923-f39ae013036a,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:43.830181 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3bd3bb3c-6093-4be3-ab4b-c184151f0cc1 None None] Provisioning complete for port ed0c2ad7-aff4-42da-a794-3ad3adbfcad1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:43.830646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3bd3bb3c-6093-4be3-ab4b-c184151f0cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.878531 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3bb3c-6093-4be3-ab4b-c184151f0cc1 None None] Port ed0c2ad7-aff4-42da-a794-3ad3adbfcad1 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:43.886889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-3840c03e-569b-4a69-8e7c-988f664d58f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Allocated IP 172.20.0.9 (35e0d8af-7f7b-436c-b6a0-a71736a2c56f/cbcd8878-0438-4626-b182-0f24e041a0c7/17d9b281-d83c-4b34-9757-2df704bacd93) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:43.890597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.893767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3bd3bb3c-6093-4be3-ab4b-c184151f0cc1 None None] Provisioning complete for port 695bc6b7-e8ac-487a-87f9-abde1ca205e5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:43.894525 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3bd3bb3c-6093-4be3-ab4b-c184151f0cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.922226 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c87ccb-8a34-4e87-9cab-e3624b3c99b7']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:43.935985 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5744cee8-0998-4b9b-89ba-7b0fd7b31ca0 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:43.937198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd19e87-0b44-4dbb-9a79-763751010ade') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:43.937512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd19e87-0b44-4dbb-9a79-763751010ade') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:43.940315 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5744cee8-0998-4b9b-89ba-7b0fd7b31ca0 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.958415 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.992756 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.001251 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP 1f7749ce-9072-4611-bff6-a36aeb06c8ff associated. External IP: 172.26.5.113, port: 1a70b555-212d-462b-8692-644662309202. Dec 10 18:34:44.002000 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=e6fbac13-b108-4181-b075-f4c593318832,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:44.011376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:44.011783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:44.014666 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:44.124710 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bebca29-d935-413c-ab81-91a54132f9e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Network 3e80520e-0345-4191-9dfa-d8a937dae40a is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:44.134966 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5744cee8-0998-4b9b-89ba-7b0fd7b31ca0 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:44.137724 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-7bebca29-d935-413c-ab81-91a54132f9e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:44.146250 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-656056fb-90ae-48a8-81b3-9b4c89a9c35d None None] Provisioning complete for port 4ef803ea-ac98-486e-a3ce-00334bc3a19c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:44.147564 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-656056fb-90ae-48a8-81b3-9b4c89a9c35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.147689 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bebca29-d935-413c-ab81-91a54132f9e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:44.154375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.183717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebca29-d935-413c-ab81-91a54132f9e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event updated for resources: {'Port': ['ID=3b38aad0-dc0a-4d6e-b7ba-1cd7825443d7,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:44.189453 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5744cee8-0998-4b9b-89ba-7b0fd7b31ca0 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.189842 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-5744cee8-0998-4b9b-89ba-7b0fd7b31ca0 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Added segment 2b957f37-9c71-45b9-b1b0-cc1632f41478 of type vlan for network cff16bf6-0e12-4746-b3d8-6c20b44b3373 Dec 10 18:34:44.206721 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3840c03e-569b-4a69-8e7c-988f664d58f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.213224 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Transition to ACTIVE for port object 666efec4-630e-452d-a8e7-b4c1bf953971 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:34:44.217134 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.238985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-656056fb-90ae-48a8-81b3-9b4c89a9c35d None None] Port 4ef803ea-ac98-486e-a3ce-00334bc3a19c cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:44.271399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d400a0b6-6107-4bce-a7f6-97a75bc87656 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:44.292946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Pushing event deleted for resources: {'Port': ['ID=222c4bb9-2bab-47b6-b2da-7fd96e78fa57,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:44.299588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.307330 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-656056fb-90ae-48a8-81b3-9b4c89a9c35d None None] Provisioning complete for port ed0c2ad7-aff4-42da-a794-3ad3adbfcad1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:44.307714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-656056fb-90ae-48a8-81b3-9b4c89a9c35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.310222 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "DELETE /v2.0/networks/13c87ccb-8a34-4e87-9cab-e3624b3c99b7 HTTP/1.1" status: 204 len: 168 time: 2.3613782 Dec 10 18:34:44.321150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d39caf-f918-451d-9b3e-8b53902a84c9 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event deleted for resources: {'Network': ['ID=13c87ccb-8a34-4e87-9cab-e3624b3c99b7,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:44.324344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34540) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:44.326489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.344317 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5744cee8-0998-4b9b-89ba-7b0fd7b31ca0 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.374215 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-656056fb-90ae-48a8-81b3-9b4c89a9c35d None None] Port ed0c2ad7-aff4-42da-a794-3ad3adbfcad1 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:44.392960 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bebca29-d935-413c-ab81-91a54132f9e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:44.393587 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7bebca29-d935-413c-ab81-91a54132f9e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.544431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a3eae766-ad95-4155-aee0-b26d5194e345 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:44.631132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fdc4e31b-5f30-4c66-a18d-6b5908370dda None None] Provisioning complete for port 3b38aad0-dc0a-4d6e-b7ba-1cd7825443d7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:44.631506 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fdc4e31b-5f30-4c66-a18d-6b5908370dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.679846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff379738-f8b0-4f4e-97c1-c8518bf30e19 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Deleting subnet 98893d40-411f-491b-af12-bfd3fa57ac27 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:34:44.685056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Pushing event updated for resources: {'Port': ['ID=666efec4-630e-452d-a8e7-b4c1bf953971,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:44.699838 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ff379738-f8b0-4f4e-97c1-c8518bf30e19 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.722292 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port a3eae766-ad95-4155-aee0-b26d5194e345 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:44.722796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.760033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ff379738-f8b0-4f4e-97c1-c8518bf30e19 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.763539 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3840c03e-569b-4a69-8e7c-988f664d58f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.770528 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4e31b-5f30-4c66-a18d-6b5908370dda None None] Port 3b38aad0-dc0a-4d6e-b7ba-1cd7825443d7 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:44.807518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Attempting to bind port 666efec4-630e-452d-a8e7-b4c1bf953971 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:44.807783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Attempting to bind port 666efec4-630e-452d-a8e7-b4c1bf953971 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:44.808013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Attempting to bind port 666efec4-630e-452d-a8e7-b4c1bf953971 on network a648c046-7b98-4168-8c91-4d4b8f654cd1 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:44.828977 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 695bc6b7-e8ac-487a-87f9-abde1ca205e5 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:44.845915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3840c03e-569b-4a69-8e7c-988f664d58f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 35e0d8af-7f7b-436c-b6a0-a71736a2c56f is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:44.851059 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Port 666efec4-630e-452d-a8e7-b4c1bf953971 on network a648c046-7b98-4168-8c91-4d4b8f654cd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:34:44.851398 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Attempting to bind port 666efec4-630e-452d-a8e7-b4c1bf953971 on network a648c046-7b98-4168-8c91-4d4b8f654cd1 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:44.858599 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-3840c03e-569b-4a69-8e7c-988f664d58f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:44.866414 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3840c03e-569b-4a69-8e7c-988f664d58f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:44.902424 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5744cee8-0998-4b9b-89ba-7b0fd7b31ca0 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.908080 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5744cee8-0998-4b9b-89ba-7b0fd7b31ca0 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:44.908733 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5744cee8-0998-4b9b-89ba-7b0fd7b31ca0 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.930558 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7bebca29-d935-413c-ab81-91a54132f9e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.8128505 Dec 10 18:34:44.931279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34542) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:44.942646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 695bc6b7-e8ac-487a-87f9-abde1ca205e5 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:44.943424 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.963442 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840c03e-569b-4a69-8e7c-988f664d58f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:44.964074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3840c03e-569b-4a69-8e7c-988f664d58f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.976521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840c03e-569b-4a69-8e7c-988f664d58f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=17d9b281-d83c-4b34-9757-2df704bacd93,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:44.986192 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:44.986571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Checking segment: {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:44.987001 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Bound using segment: {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:44.987471 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Bound port: 666efec4-630e-452d-a8e7-b4c1bf953971, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:44.987837 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.057198 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3840c03e-569b-4a69-8e7c-988f664d58f1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7166822 Dec 10 18:34:45.060757 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34544) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:45.104587 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5744cee8-0998-4b9b-89ba-7b0fd7b31ca0 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5236249 Dec 10 18:34:45.123594 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34546) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:45.136286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 14acad68-6750-4a55-a923-f39ae013036a no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:45.160957 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 14acad68-6750-4a55-a923-f39ae013036a {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:45.161648 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 14acad68-6750-4a55-a923-f39ae013036a not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:45.169425 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ff379738-f8b0-4f4e-97c1-c8518bf30e19 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.172140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.210379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0ad3b742-98ce-4bdd-9377-9daa3e542491 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'subnet': {'network_id': 'cff16bf6-0e12-4746-b3d8-6c20b44b3373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:45.220717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744cee8-0998-4b9b-89ba-7b0fd7b31ca0 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Network': ['ID=cff16bf6-0e12-4746-b3d8-6c20b44b3373,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:45.230528 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb821d-fd3d-4ebd-a342-3adea8154db4 req-a037a1bb-ba05-44c2-993a-525ae876572f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.232072 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-30bb821d-fd3d-4ebd-a342-3adea8154db4 req-a037a1bb-ba05-44c2-993a-525ae876572f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 944 time: 0.8788335 Dec 10 18:34:45.233499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network cff16bf6-0e12-4746-b3d8-6c20b44b3373 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:45.331117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecbd915-f819-46a2-9d32-c2f149f4d738 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.335387 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7ecbd915-f819-46a2-9d32-c2f149f4d738 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2710502 Dec 10 18:34:45.342286 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34548) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:45.362828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] For port 666efec4-630e-452d-a8e7-b4c1bf953971, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:45.379417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57453903-ac35-44c8-af4a-19aafc83c680 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.385554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57453903-ac35-44c8-af4a-19aafc83c680 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.391792 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57453903-ac35-44c8-af4a-19aafc83c680 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.393547 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-57453903-ac35-44c8-af4a-19aafc83c680 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4021554 Dec 10 18:34:45.401381 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34550) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:45.563979 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-30bb821d-fd3d-4ebd-a342-3adea8154db4 req-d8f1d627-4c56-4794-a3da-3276ed86fa67 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007679 Dec 10 18:34:45.586875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.593190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router b9a1e9a2-d666-475c-8069-2bc5d72200a0 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:34:45.607856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-631080e3-4894-4fcd-ab35-621b0be6af54 None None] Provisioning complete for port 17d9b281-d83c-4b34-9757-2df704bacd93 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:45.608478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-631080e3-4894-4fcd-ab35-621b0be6af54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.632637 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.662574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-631080e3-4894-4fcd-ab35-621b0be6af54 None None] Port 17d9b281-d83c-4b34-9757-2df704bacd93 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:45.734361 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad3b742-98ce-4bdd-9377-9daa3e542491 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:45.737889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0ad3b742-98ce-4bdd-9377-9daa3e542491 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.757012 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] For port 666efec4-630e-452d-a8e7-b4c1bf953971, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=666efec4-630e-452d-a8e7-b4c1bf953971,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:45.807761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_backend_mixin [None req-0ad3b742-98ce-4bdd-9377-9daa3e542491 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Performing IP validity checks on allocation pools {{(pid=103593) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:34:45.808282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_backend_mixin [None req-0ad3b742-98ce-4bdd-9377-9daa3e542491 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103593) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:34:45.813565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f22fc8da-20e3-49f3-a3b9-3686d565c4b4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Deleting port 3b38aad0-dc0a-4d6e-b7ba-1cd7825443d7 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:45.813930 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f22fc8da-20e3-49f3-a3b9-3686d565c4b4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.820185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Router aa7c9cce-f929-4cca-bd99-453b670e7a45 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:34:45.820518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837d615a-14d6-412e-a269-c321c89a054a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.827293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837d615a-14d6-412e-a269-c321c89a054a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.833363 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837d615a-14d6-412e-a269-c321c89a054a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.838893 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-837d615a-14d6-412e-a269-c321c89a054a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4901116 Dec 10 18:34:45.840862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34552) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:45.852548 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ff379738-f8b0-4f4e-97c1-c8518bf30e19 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.895294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:45.908302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.911999 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc457f3-7992-473b-80fb-4c322d2a6623 None None] Sync routers for ids ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:45.925679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff379738-f8b0-4f4e-97c1-c8518bf30e19 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event deleted for resources: {'Subnet': ['ID=98893d40-411f-491b-af12-bfd3fa57ac27,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:45.927553 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc457f3-7992-473b-80fb-4c322d2a6623 None None] Routers {'b9a1e9a2-d666-475c-8069-2bc5d72200a0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:45.930089 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8fc457f3-7992-473b-80fb-4c322d2a6623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:45.959358 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ff379738-f8b0-4f4e-97c1-c8518bf30e19 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.962200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6383718-f325-4803-b9ac-b64286c6e3a5 None None] Network 36cf0b9d-a426-4455-8218-688a10c64dd9 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:45.965796 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ff379738-f8b0-4f4e-97c1-c8518bf30e19 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "DELETE /v2.0/subnets/98893d40-411f-491b-af12-bfd3fa57ac27 HTTP/1.1" status: 204 len: 168 time: 1.6402359 Dec 10 18:34:45.968441 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34554) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:45.983661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.984288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.985656 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] 10.222.0.21 "PUT /v2.0/ports/666efec4-630e-452d-a8e7-b4c1bf953971 HTTP/1.1" status: 200 len: 1094 time: 3.1830845 Dec 10 18:34:45.988505 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b517b87e-dac4-49f8-af95-c17d737dd993', 'tag': '666efec4-630e-452d-a8e7-b4c1bf953971'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:45.990863 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16393f2a-9aee-4966-8176-cd278e000bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "b517b87e-dac4-49f8-af95-c17d737dd993", "tag": "666efec4-630e-452d-a8e7-b4c1bf953971"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:46.074894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f22fc8da-20e3-49f3-a3b9-3686d565c4b4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.097275 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:46.103941 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f22fc8da-20e3-49f3-a3b9-3686d565c4b4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Calling delete_port for 3b38aad0-dc0a-4d6e-b7ba-1cd7825443d7 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:46.113551 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.115069 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-98505f7b-cbc4-4e62-880d-46bcc19ca555 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "PUT /v2.0/routers/aa7c9cce-f929-4cca-bd99-453b670e7a45 HTTP/1.1" status: 200 len: 704 time: 5.8123198 Dec 10 18:34:46.121851 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34558) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:46.136788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.137668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709a13bb-39e7-4ed2-95de-9688af069a9d x-openstack-request-id: req-709a13bb-39e7-4ed2-95de-9688af069a9d {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:46.138024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b517b87e-dac4-49f8-af95-c17d737dd993", "tag": "666efec4-630e-452d-a8e7-b4c1bf953971", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:46.138361 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-709a13bb-39e7-4ed2-95de-9688af069a9d {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:46.138770 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b517b87e-dac4-49f8-af95-c17d737dd993', 'tag': '666efec4-630e-452d-a8e7-b4c1bf953971', 'status': 'completed', 'code': 200} Dec 10 18:34:46.168553 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e097c008-ac0a-4a91-8cb6-e3ee334498c0 None None] Sync routers for ids ['aa7c9cce-f929-4cca-bd99-453b670e7a45'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:46.196437 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-8fc457f3-7992-473b-80fb-4c322d2a6623 None None] Set router b9a1e9a2-d666-475c-8069-2bc5d72200a0 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:46.210662 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e097c008-ac0a-4a91-8cb6-e3ee334498c0 None None] Routers {'aa7c9cce-f929-4cca-bd99-453b670e7a45'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:46.211371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e097c008-ac0a-4a91-8cb6-e3ee334498c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['aa7c9cce-f929-4cca-bd99-453b670e7a45'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:46.286176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2062cb7-56ef-43b4-a756-9e293f2d1381 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Deleting subnet de19d098-46d2-4009-bd71-6179f45746da {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:34:46.298344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e097c008-ac0a-4a91-8cb6-e3ee334498c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:46.311046 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d2062cb7-56ef-43b4-a756-9e293f2d1381 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.327791 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e097c008-ac0a-4a91-8cb6-e3ee334498c0 None None] Routers {'aa7c9cce-f929-4cca-bd99-453b670e7a45'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:46.328499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e097c008-ac0a-4a91-8cb6-e3ee334498c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['aa7c9cce-f929-4cca-bd99-453b670e7a45'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:46.348698 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-01040946-e552-426e-8731-ecfeb26b91db tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/routers/aa7c9cce-f929-4cca-bd99-453b670e7a45 HTTP/1.1" status: 200 len: 739 time: 0.2249734 Dec 10 18:34:46.352616 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dd565076-90ab-4c89-b43a-2500d2b9b1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.1462617 Dec 10 18:34:46.354601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a46df59-f614-4972-9936-575f9cb60a31', 'tag': '1a70b555-212d-462b-8692-644662309202'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:46.357528 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e7ef61-a551-464b-8e5f-57392f908fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "8a46df59-f614-4972-9936-575f9cb60a31", "tag": "1a70b555-212d-462b-8692-644662309202"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:46.358635 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe422e-0401-431a-ad01-35209980e21f service neutron] Pushing event updated for resources: {'Port': ['ID=666efec4-630e-452d-a8e7-b4c1bf953971,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:46.366302 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34560) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:46.366302 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34562) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:46.442217 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9002dea-67b1-4819-8a60-3eb268d9dc34 None None] DHCP port deletion for 36cf0b9d-a426-4455-8218-688a10c64dd9 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:46.452325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0ad3b742-98ce-4bdd-9377-9daa3e542491 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.461828 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e097c008-ac0a-4a91-8cb6-e3ee334498c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:46.463160 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e097c008-ac0a-4a91-8cb6-e3ee334498c0 None None] The sync data for ids ['aa7c9cce-f929-4cca-bd99-453b670e7a45'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:46.472924 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42930d15-aa73-40ba-83e0-fdd96c4888e7 x-openstack-request-id: req-42930d15-aa73-40ba-83e0-fdd96c4888e7 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:46.473241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a46df59-f614-4972-9936-575f9cb60a31", "tag": "1a70b555-212d-462b-8692-644662309202", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:46.473493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42930d15-aa73-40ba-83e0-fdd96c4888e7 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:46.473959 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a46df59-f614-4972-9936-575f9cb60a31', 'tag': '1a70b555-212d-462b-8692-644662309202', 'status': 'completed', 'code': 200} Dec 10 18:34:46.536403 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8fc457f3-7992-473b-80fb-4c322d2a6623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:34:03Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1f7749ce-9072-4611-bff6-a36aeb06c8ff', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.113', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'port_id': '1a70b555-212d-462b-8692-644662309202', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'mac_address': 'fa:16:3e:1c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46df59-f614-4972-9936-575f9cb60a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:34:41Z', 'updated_at': '2021-12-10T18:34:41Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:09Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:46.564093 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc457f3-7992-473b-80fb-4c322d2a6623 None None] Checking router: b9a1e9a2-d666-475c-8069-2bc5d72200a0 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:34:46.574622 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc457f3-7992-473b-80fb-4c322d2a6623 None None] Routers {'b9a1e9a2-d666-475c-8069-2bc5d72200a0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:46.575088 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8fc457f3-7992-473b-80fb-4c322d2a6623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:46.579153 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0f9ef7c4-ddf4-4956-867f-5e42a39350e0 tempest-RoutersAdminTest-1753916246 tempest-RoutersAdminTest-1753916246-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&device_id=aa7c9cce-f929-4cca-bd99-453b670e7a45 HTTP/1.1" status: 200 len: 205 time: 0.2092645 Dec 10 18:34:46.581287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-44663ba5-09f1-4c0e-9d37-89d756019397 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 17d9b281-d83c-4b34-9757-2df704bacd93 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:46.582893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-44663ba5-09f1-4c0e-9d37-89d756019397 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.592316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34566) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:46.595958 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d2062cb7-56ef-43b4-a756-9e293f2d1381 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.620002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-528f93a6-4542-4e21-a0f8-7e793d5a3022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.630996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b9002dea-67b1-4819-8a60-3eb268d9dc34 None None] Deleting port 73dd0d41-04f4-434c-9850-7555fe9a653d {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:46.646399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b9002dea-67b1-4819-8a60-3eb268d9dc34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.691271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-44663ba5-09f1-4c0e-9d37-89d756019397 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.705625 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-44663ba5-09f1-4c0e-9d37-89d756019397 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 17d9b281-d83c-4b34-9757-2df704bacd93 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:46.715321 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-8fc457f3-7992-473b-80fb-4c322d2a6623 None None] Set router b9a1e9a2-d666-475c-8069-2bc5d72200a0 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:46.745502 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b9002dea-67b1-4819-8a60-3eb268d9dc34 None None] For port 73dd0d41-04f4-434c-9850-7555fe9a653d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=73dd0d41-04f4-434c-9850-7555fe9a653d,segment=NetworkSegment(95261171-c46e-4508-852f-666d4930d7e3),segment_id=95261171-c46e-4508-852f-666d4930d7e3)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:46.746196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b9002dea-67b1-4819-8a60-3eb268d9dc34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.769796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b9002dea-67b1-4819-8a60-3eb268d9dc34 None None] Calling delete_port for 73dd0d41-04f4-434c-9850-7555fe9a653d owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:46.833832 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b4091d54-8c4f-4ffb-b83d-64153eb518a1 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa7c9cce-f929-4cca-bd99-453b670e7a45 HTTP/1.1" status: 200 len: 205 time: 0.1945150 Dec 10 18:34:46.840537 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34570) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:46.871217 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16393f2a-9aee-4966-8176-cd278e000bb0 req-2f306fad-5ace-48d7-acb4-fb2025f201c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:46.872872 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-16393f2a-9aee-4966-8176-cd278e000bb0 req-2f306fad-5ace-48d7-acb4-fb2025f201c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 1097 time: 0.7757483 Dec 10 18:34:46.914156 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3b742-98ce-4bdd-9377-9daa3e542491 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Subnet': ['ID=3081a094-5f9b-4c0e-baec-a7f7974ae706,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:46.925977 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad3b742-98ce-4bdd-9377-9daa3e542491 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Checking segment: {'id': '2b957f37-9c71-45b9-b1b0-cc1632f41478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cff16bf6-0e12-4746-b3d8-6c20b44b3373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:46.926601 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad3b742-98ce-4bdd-9377-9daa3e542491 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network hostable DHCP agents. Network: cff16bf6-0e12-4746-b3d8-6c20b44b3373, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:46.946315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7ef61-a551-464b-8e5f-57392f908fb5 req-c1761ec6-d718-4a68-b116-fd88de2a58a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:46.948734 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-44e7ef61-a551-464b-8e5f-57392f908fb5 req-c1761ec6-d718-4a68-b116-fd88de2a58a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 1098 time: 0.4772592 Dec 10 18:34:46.963234 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dba6e0c2-d015-46c2-b679-2bf4f01f0202 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/1f7749ce-9072-4611-bff6-a36aeb06c8ff HTTP/1.1" status: 200 len: 991 time: 0.5944195 Dec 10 18:34:46.985072 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-44663ba5-09f1-4c0e-9d37-89d756019397 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.007647 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8fc457f3-7992-473b-80fb-4c322d2a6623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:34:03Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1f7749ce-9072-4611-bff6-a36aeb06c8ff', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.113', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'port_id': '1a70b555-212d-462b-8692-644662309202', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'mac_address': 'fa:16:3e:1c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46df59-f614-4972-9936-575f9cb60a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:34:41Z', 'updated_at': '2021-12-10T18:34:41Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:09Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:47.010559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b9002dea-67b1-4819-8a60-3eb268d9dc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.022479 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9002dea-67b1-4819-8a60-3eb268d9dc34 None None] No DVR routers for this DVR port 73dd0d41-04f4-434c-9850-7555fe9a653d on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:47.039151 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc457f3-7992-473b-80fb-4c322d2a6623 None None] The sync data for ids ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'] in dv-neutron-821434-1-hyperv is: [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:34:03Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1f7749ce-9072-4611-bff6-a36aeb06c8ff', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.113', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'port_id': '1a70b555-212d-462b-8692-644662309202', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'mac_address': 'fa:16:3e:1c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46df59-f614-4972-9936-575f9cb60a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:34:41Z', 'updated_at': '2021-12-10T18:34:41Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:09Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:47.061590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9002dea-67b1-4819-8a60-3eb268d9dc34 None None] Pushing event deleted for resources: {'Port': ['ID=73dd0d41-04f4-434c-9850-7555fe9a653d,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:47.102983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44663ba5-09f1-4c0e-9d37-89d756019397 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=17d9b281-d83c-4b34-9757-2df704bacd93,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:47.162336 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9e3b-4f6e-4869-9087-6c36cc5deb24 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.255494 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-44663ba5-09f1-4c0e-9d37-89d756019397 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.261739 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-44663ba5-09f1-4c0e-9d37-89d756019397 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/17d9b281-d83c-4b34-9757-2df704bacd93 HTTP/1.1" status: 204 len: 168 time: 1.4178452 Dec 10 18:34:47.263607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34572) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:47.288006 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f22fc8da-20e3-49f3-a3b9-3686d565c4b4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.297887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad3b742-98ce-4bdd-9377-9daa3e542491 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network cff16bf6-0e12-4746-b3d8-6c20b44b3373 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:47.316120 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c821d25-077b-469b-8a85-9024c9e79357 req-98551219-fb35-4991-9d09-d62dd40d8b5c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:47.317875 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3c821d25-077b-469b-8a85-9024c9e79357 req-98551219-fb35-4991-9d09-d62dd40d8b5c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 944 time: 0.5714259 Dec 10 18:34:47.323467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d2062cb7-56ef-43b4-a756-9e293f2d1381 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.331467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16393f2a-9aee-4966-8176-cd278e000bb0 req-aa8e2754-c231-42a4-b3b0-37e0a27f8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:47.333133 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-16393f2a-9aee-4966-8176-cd278e000bb0 req-aa8e2754-c231-42a4-b3b0-37e0a27f8f2c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1fd525ba53d94408afbd68f89c13ea18&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4409349 Dec 10 18:34:47.340881 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fe4787-9cf6-4061-8d88-a736dff8a2ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] GET failed (client error): The resource could not be found. Dec 10 18:34:47.345500 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-28fe4787-9cf6-4061-8d88-a736dff8a2ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/17d9b281-d83c-4b34-9757-2df704bacd93 HTTP/1.1" status: 404 len: 333 time: 0.0779805 Dec 10 18:34:47.350723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34574) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:47.376227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7ef61-a551-464b-8e5f-57392f908fb5 req-96857ce8-7a00-47ff-ad57-70883e31f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:47.377596 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-44e7ef61-a551-464b-8e5f-57392f908fb5 req-96857ce8-7a00-47ff-ad57-70883e31f3ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=645bfaa1-3540-47d5-94a7-c6adda953e6d HTTP/1.1" status: 200 len: 897 time: 0.3765283 Dec 10 18:34:47.398215 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fc8da-20e3-49f3-a3b9-3686d565c4b4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event deleted for resources: {'Port': ['ID=3b38aad0-dc0a-4d6e-b7ba-1cd7825443d7,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:47.416685 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a924b9ff-35bd-4f1f-8821-5f3658773e59 None None] New status for floating IP 1f7749ce-9072-4611-bff6-a36aeb06c8ff: ACTIVE {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:34:47.549894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9e3b-4f6e-4869-9087-6c36cc5deb24 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.562685 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9e3b-4f6e-4869-9087-6c36cc5deb24 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.625586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-0ad3b742-98ce-4bdd-9377-9daa3e542491 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, cff16bf6-0e12-4746-b3d8-6c20b44b3373) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:47.637735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e213bc-700f-4753-ac64-7aae070354d7 None None] Network cff16bf6-0e12-4746-b3d8-6c20b44b3373 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:47.660471 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad3b742-98ce-4bdd-9377-9daa3e542491 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:47.660471 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0ad3b742-98ce-4bdd-9377-9daa3e542491 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.680669 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16393f2a-9aee-4966-8176-cd278e000bb0 req-b8eb7699-5425-4945-a041-73ccb5a71c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:47.682634 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-16393f2a-9aee-4966-8176-cd278e000bb0 req-b8eb7699-5425-4945-a041-73ccb5a71c60 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3345790 Dec 10 18:34:47.794383 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-44e7ef61-a551-464b-8e5f-57392f908fb5 req-cb1bcd37-073b-47d3-8d58-a51679f58be6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a70b555-212d-462b-8692-644662309202 HTTP/1.1" status: 200 len: 999 time: 0.3738670 Dec 10 18:34:47.825992 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-cff16bf6-0e12-4746-b3d8-6c20b44b3373', 'network_id': 'cff16bf6-0e12-4746-b3d8-6c20b44b3373', 'project_id': 'aed3f0eff92346568c4dc809ee8b30fc', 'fixed_ips': [{'subnet_id': '3081a094-5f9b-4c0e-baec-a7f7974ae706'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:47.827185 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.862425 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-23eb5f69-bd72-4ce8-8f86-49af813149e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:47.864169 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-23eb5f69-bd72-4ce8-8f86-49af813149e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 1097 time: 0.1176364 Dec 10 18:34:47.883887 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0ad3b742-98ce-4bdd-9377-9daa3e542491 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7433474 Dec 10 18:34:47.885073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34576) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:47.907167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7ef61-a551-464b-8e5f-57392f908fb5 req-7018dc0c-9744-4a55-9f96-72aa2fbd7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:47.908870 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-44e7ef61-a551-464b-8e5f-57392f908fb5 req-7018dc0c-9744-4a55-9f96-72aa2fbd7d5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=343dcd47-8866-46a0-acdb-a8fa6d287f77 HTTP/1.1" status: 200 len: 835 time: 0.1053822 Dec 10 18:34:47.945643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0dbb5-7adf-476a-b5be-49aa802e0000 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 4ef803ea-ac98-486e-a3ce-00334bc3a19c {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:47.946072 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6ca0dbb5-7adf-476a-b5be-49aa802e0000 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.996266 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Allocated IP 172.20.0.3 (cff16bf6-0e12-4746-b3d8-6c20b44b3373/3081a094-5f9b-4c0e-baec-a7f7974ae706/69052abe-65af-4cb9-b165-a38523731d89) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:47.997335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34578) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:47.998985 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-4977f607-b5d9-4ed2-8db4-1418a2792f23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666efec4-630e-452d-a8e7-b4c1bf953971 HTTP/1.1" status: 200 len: 217 time: 0.1102343 Dec 10 18:34:48.032588 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3c821d25-077b-469b-8a85-9024c9e79357 req-52f02a3f-023f-480f-bf78-5ea1f228bc92 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6960170 Dec 10 18:34:48.124426 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f22fc8da-20e3-49f3-a3b9-3686d565c4b4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.128095 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f22fc8da-20e3-49f3-a3b9-3686d565c4b4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "DELETE /v2.0/ports/3b38aad0-dc0a-4d6e-b7ba-1cd7825443d7 HTTP/1.1" status: 204 len: 168 time: 2.7202632 Dec 10 18:34:48.130911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34580) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.141538 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9e3b-4f6e-4869-9087-6c36cc5deb24 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.141912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8a9e3b-4f6e-4869-9087-6c36cc5deb24 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Fanout notify agent at l3_agent the message router_deleted on router aa7c9cce-f929-4cca-bd99-453b670e7a45 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:34:48.150080 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9e3b-4f6e-4869-9087-6c36cc5deb24 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.151219 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ad8a9e3b-4f6e-4869-9087-6c36cc5deb24 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "DELETE /v2.0/routers/aa7c9cce-f929-4cca-bd99-453b670e7a45 HTTP/1.1" status: 204 len: 168 time: 1.2981889 Dec 10 18:34:48.158971 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34582) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.171846 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d2062cb7-56ef-43b4-a756-9e293f2d1381 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.190911 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.210703 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d2062cb7-56ef-43b4-a756-9e293f2d1381 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.215997 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d2062cb7-56ef-43b4-a756-9e293f2d1381 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "DELETE /v2.0/subnets/de19d098-46d2-4009-bd71-6179f45746da HTTP/1.1" status: 204 len: 168 time: 2.2421732 Dec 10 18:34:48.217503 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b44f25a-6cfa-4f01-aff7-bd0bbfc7d069 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] GET failed (client error): The resource could not be found. Dec 10 18:34:48.218167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569096da-c41c-4a96-891a-31cd657e7d9a None None] Network f7e1079a-eb65-4086-83d8-9835e3ffab29 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:48.224269 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3b44f25a-6cfa-4f01-aff7-bd0bbfc7d069 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "GET /v2.0/ports/3b38aad0-dc0a-4d6e-b7ba-1cd7825443d7 HTTP/1.1" status: 404 len: 333 time: 0.0883853 Dec 10 18:34:48.224269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34584) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.226249 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34586) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.231188 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2062cb7-56ef-43b4-a756-9e293f2d1381 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event deleted for resources: {'Subnet': ['ID=de19d098-46d2-4009-bd71-6179f45746da,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:48.241670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a01748ce-c7c5-4a75-b316-1f5cd091b1f2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Request body: {'port': {'network_id': '3e80520e-0345-4191-9dfa-d8a937dae40a', 'name': 'tempest-AllowedAddressPairTestJSON-481828338'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:48.248937 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6e6dbff1-f8c8-41d7-b357-03093936ac2b tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa7c9cce-f929-4cca-bd99-453b670e7a45 HTTP/1.1" status: 200 len: 205 time: 0.0828803 Dec 10 18:34:48.255894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34588) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.265539 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b23734df-6fab-45d8-8ed3-b9c5c9ba1758 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/1f7749ce-9072-4611-bff6-a36aeb06c8ff HTTP/1.1" status: 200 len: 993 time: 0.2653115 Dec 10 18:34:48.294930 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.316377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-5f710264-6af1-4301-ab86-ad12a10f2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:48.317857 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-5f710264-6af1-4301-ab86-ad12a10f2840 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 200 len: 851 time: 0.2539098 Dec 10 18:34:48.319556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7ef61-a551-464b-8e5f-57392f908fb5 req-42e57979-7862-4242-b3cb-8f45443c0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:48.321069 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-44e7ef61-a551-464b-8e5f-57392f908fb5 req-42e57979-7862-4242-b3cb-8f45443c0c45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=645bfaa1-3540-47d5-94a7-c6adda953e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3611341 Dec 10 18:34:48.341665 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-0b6969b6-2965-4af9-bd4c-d3e9426ebc5d tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] delete failed (client error): The resource could not be found. Dec 10 18:34:48.347161 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0b6969b6-2965-4af9-bd4c-d3e9426ebc5d tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "DELETE /v2.0/routers/aa7c9cce-f929-4cca-bd99-453b670e7a45 HTTP/1.1" status: 404 len: 336 time: 0.0858746 Dec 10 18:34:48.348445 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34590) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.362759 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Pushing event updated for resources: {'Port': ['ID=69052abe-65af-4cb9-b165-a38523731d89,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:48.385637 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Network cff16bf6-0e12-4746-b3d8-6c20b44b3373 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:48.386132 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.389639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:48.393431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:48.411102 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f677be8f-3dfb-4169-8a70-ba59214d112a tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "GET /v2.0/ports?device_id=01e31c37-950b-4a3f-a551-afc71203a9e2 HTTP/1.1" status: 200 len: 205 time: 0.0473781 Dec 10 18:34:48.420702 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34592) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.449975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6ca0dbb5-7adf-476a-b5be-49aa802e0000 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.472252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Attempting to bind port 69052abe-65af-4cb9-b165-a38523731d89 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:48.472961 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Attempting to bind port 69052abe-65af-4cb9-b165-a38523731d89 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '2b957f37-9c71-45b9-b1b0-cc1632f41478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cff16bf6-0e12-4746-b3d8-6c20b44b3373'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:48.473605 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Attempting to bind port 69052abe-65af-4cb9-b165-a38523731d89 on network cff16bf6-0e12-4746-b3d8-6c20b44b3373 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:48.476810 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.482526 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:48.483236 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Checking segment: {'id': '2b957f37-9c71-45b9-b1b0-cc1632f41478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cff16bf6-0e12-4746-b3d8-6c20b44b3373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:48.484410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.485168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Bound using segment: {'id': '2b957f37-9c71-45b9-b1b0-cc1632f41478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cff16bf6-0e12-4746-b3d8-6c20b44b3373'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:48.485897 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Bound port: 69052abe-65af-4cb9-b165-a38523731d89, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b957f37-9c71-45b9-b1b0-cc1632f41478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cff16bf6-0e12-4746-b3d8-6c20b44b3373'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:48.486531 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.504962 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-03a7045a-5654-45d9-a89a-12c4333b1302 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] delete failed (client error): The resource could not be found. Dec 10 18:34:48.514576 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-03a7045a-5654-45d9-a89a-12c4333b1302 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "DELETE /v2.0/routers/01e31c37-950b-4a3f-a551-afc71203a9e2 HTTP/1.1" status: 404 len: 336 time: 0.0919874 Dec 10 18:34:48.517624 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34594) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.520847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0dbb5-7adf-476a-b5be-49aa802e0000 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 4ef803ea-ac98-486e-a3ce-00334bc3a19c owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:48.541032 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 73dd0d41-04f4-434c-9850-7555fe9a653d no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:48.543683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b6411-d944-4fde-bfb0-8769b4af8478 None None] DHCP port deletion for f7e1079a-eb65-4086-83d8-9835e3ffab29 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:48.546173 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-49d4a41f-1fbc-48b8-81df-34bfc8882532 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.572318 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-58d635ea-cb28-42b6-9653-52711ad87efe tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "GET /v2.0/ports?device_id=58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e HTTP/1.1" status: 200 len: 205 time: 0.0510850 Dec 10 18:34:48.572473 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34596) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.583769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 73dd0d41-04f4-434c-9850-7555fe9a653d {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:48.583769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 73dd0d41-04f4-434c-9850-7555fe9a653d not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:48.625101 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-1d4f49f0-73b1-4b8d-b6ef-0b19a0c8caa7 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] delete failed (client error): The resource could not be found. Dec 10 18:34:48.628847 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1d4f49f0-73b1-4b8d-b6ef-0b19a0c8caa7 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "DELETE /v2.0/routers/58d9a792-47fe-40ec-8f05-2bf5ef7b7a3e HTTP/1.1" status: 404 len: 336 time: 0.0529671 Dec 10 18:34:48.628847 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34598) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.632433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-7f8bb0c4-c8a1-4a7b-bf5f-0022d5441825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:48.633986 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-7f8bb0c4-c8a1-4a7b-bf5f-0022d5441825 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a648c046-7b98-4168-8c91-4d4b8f654cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2899075 Dec 10 18:34:48.644233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] For port 69052abe-65af-4cb9-b165-a38523731d89, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:48.647066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] For port 69052abe-65af-4cb9-b165-a38523731d89, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=69052abe-65af-4cb9-b165-a38523731d89,segment=NetworkSegment(2b957f37-9c71-45b9-b1b0-cc1632f41478),segment_id=2b957f37-9c71-45b9-b1b0-cc1632f41478)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:48.663767 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-636da9c8-2992-40d5-b2df-af4391339667 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe6a6715-a4c8-4804-bbcb-83118a603baf HTTP/1.1" status: 200 len: 205 time: 0.0332916 Dec 10 18:34:48.673214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-950b6411-d944-4fde-bfb0-8769b4af8478 None None] Deleting port ffca095a-a707-4687-9609-7829c982f0d4 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:48.673964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-950b6411-d944-4fde-bfb0-8769b4af8478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.681333 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34600) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.708992 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-44e7ef61-a551-464b-8e5f-57392f908fb5 req-f9dc6a1b-a2fa-4462-9160-7afc7af253f9 service neutron] 10.222.0.21 "GET /v2.0/networks/645bfaa1-3540-47d5-94a7-c6adda953e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556807 Dec 10 18:34:48.736889 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.765837 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-9334a8dd-3f1a-4c0c-96b1-bd267038a231 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] delete failed (client error): The resource could not be found. Dec 10 18:34:48.769645 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9334a8dd-3f1a-4c0c-96b1-bd267038a231 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "DELETE /v2.0/routers/fe6a6715-a4c8-4804-bbcb-83118a603baf HTTP/1.1" status: 404 len: 336 time: 0.0845988 Dec 10 18:34:48.769834 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34602) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.797989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-950b6411-d944-4fde-bfb0-8769b4af8478 None None] For port ffca095a-a707-4687-9609-7829c982f0d4, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ffca095a-a707-4687-9609-7829c982f0d4,segment=NetworkSegment(46ab9583-c5a4-4df8-9624-02e3b839f2d3),segment_id=46ab9583-c5a4-4df8-9624-02e3b839f2d3)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:48.798482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-950b6411-d944-4fde-bfb0-8769b4af8478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.813023 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fe6a1d6f-3a50-424d-aef0-df4903035949 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "GET /v2.0/ports?device_id=a985dcfd-a3c0-4630-ab6d-4530812d739b HTTP/1.1" status: 200 len: 205 time: 0.0399194 Dec 10 18:34:48.813023 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-49d4a41f-1fbc-48b8-81df-34bfc8882532 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.814898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34604) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.823903 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-950b6411-d944-4fde-bfb0-8769b4af8478 None None] Calling delete_port for ffca095a-a707-4687-9609-7829c982f0d4 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:48.834650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-54731492-bca8-4c60-9e1b-340209ede7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.847355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc245e88-422a-4790-9403-b2410b82e588 None None] Pushing event updated for resources: {'Port': ['ID=69052abe-65af-4cb9-b165-a38523731d89,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:48.890068 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-e44fda55-aa27-4794-93bf-f0083c7c5a3a tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] delete failed (client error): The resource could not be found. Dec 10 18:34:48.891716 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e44fda55-aa27-4794-93bf-f0083c7c5a3a tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "DELETE /v2.0/routers/a985dcfd-a3c0-4630-ab6d-4530812d739b HTTP/1.1" status: 404 len: 336 time: 0.0754223 Dec 10 18:34:48.894418 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34606) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.901420 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Deleting port 69052abe-65af-4cb9-b165-a38523731d89 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:48.903708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.919681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-49d4a41f-1fbc-48b8-81df-34bfc8882532 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cf0b9d-a426-4455-8218-688a10c64dd9']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:48.944325 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5857b5e2-862d-474d-81c0-bc20038a7e51 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9686bc1-ff05-4422-b764-1ed619597330 HTTP/1.1" status: 200 len: 205 time: 0.0463200 Dec 10 18:34:48.946354 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-49d4a41f-1fbc-48b8-81df-34bfc8882532 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95261171-c46e-4508-852f-666d4930d7e3') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:48.946787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-49d4a41f-1fbc-48b8-81df-34bfc8882532 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95261171-c46e-4508-852f-666d4930d7e3') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:48.948519 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34608) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.957163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01748ce-c7c5-4a75-b316-1f5cd091b1f2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Made reservation on behalf of b2d836b4ccbf49fc88c250d571b4e7d3 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:48.961178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a01748ce-c7c5-4a75-b316-1f5cd091b1f2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.997092 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-44e7ef61-a551-464b-8e5f-57392f908fb5 req-0c349860-850a-4a7d-be07-4015ecbf46a7 service neutron] 10.222.0.21 "GET /v2.0/networks/645bfaa1-3540-47d5-94a7-c6adda953e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704244 Dec 10 18:34:49.000393 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-49d4a41f-1fbc-48b8-81df-34bfc8882532 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.008613 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-348378d9-e300-4070-b502-a75c84726da8 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] delete failed (client error): The resource could not be found. Dec 10 18:34:49.009918 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-348378d9-e300-4070-b502-a75c84726da8 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "DELETE /v2.0/routers/f9686bc1-ff05-4422-b764-1ed619597330 HTTP/1.1" status: 404 len: 336 time: 0.0603538 Dec 10 18:34:49.012820 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34610) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:49.014073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-950b6411-d944-4fde-bfb0-8769b4af8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.031946 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-a01748ce-c7c5-4a75-b316-1f5cd091b1f2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] device_id is not set on port 7d92b467-43ed-4ea5-a19e-6b738a13c933 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:34:49.045866 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf469a7-1670-4037-968a-097879947130 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:49.046340 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf469a7-1670-4037-968a-097879947130 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:49.049989 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fdf469a7-1670-4037-968a-097879947130 tempest-RoutersAdminTest-105699868 tempest-RoutersAdminTest-105699868-project] 10.222.0.60 "DELETE /v2.0/subnets/1574bfc9-4db8-4153-aef4-a43e0203ae47 HTTP/1.1" status: 404 len: 337 time: 0.0361812 Dec 10 18:34:49.051098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-49d4a41f-1fbc-48b8-81df-34bfc8882532 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.060284 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d4a41f-1fbc-48b8-81df-34bfc8882532 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:49.061101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-49d4a41f-1fbc-48b8-81df-34bfc8882532 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:49.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:49.081421 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-ad4fd3c1-2e94-481d-8c4d-09fef328b81c service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976395 Dec 10 18:34:49.110761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b6411-d944-4fde-bfb0-8769b4af8478 None None] Pushing event deleted for resources: {'Port': ['ID=ffca095a-a707-4687-9609-7829c982f0d4,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:49.132854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950b6411-d944-4fde-bfb0-8769b4af8478 None None] No DVR routers for this DVR port ffca095a-a707-4687-9609-7829c982f0d4 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:49.305885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-49d4a41f-1fbc-48b8-81df-34bfc8882532 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.319309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1ed5e-edf0-4136-8c41-4254ccbc61ed req-8cca4560-9977-48cc-8963-86f86f354f84 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.321129 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-64f1ed5e-edf0-4136-8c41-4254ccbc61ed req-8cca4560-9977-48cc-8963-86f86f354f84 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 944 time: 0.0824485 Dec 10 18:34:49.334150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-49d4a41f-1fbc-48b8-81df-34bfc8882532 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.334150 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-49d4a41f-1fbc-48b8-81df-34bfc8882532 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "DELETE /v2.0/networks/36cf0b9d-a426-4455-8218-688a10c64dd9 HTTP/1.1" status: 204 len: 168 time: 1.1097662 Dec 10 18:34:49.359718 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34616) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:49.369950 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4a41f-1fbc-48b8-81df-34bfc8882532 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event deleted for resources: {'Network': ['ID=36cf0b9d-a426-4455-8218-688a10c64dd9,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:49.458875 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-64f1ed5e-edf0-4136-8c41-4254ccbc61ed req-f4d43b63-2ae8-4935-9b5f-e8886da67b3f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244097 Dec 10 18:34:49.468100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b68a4efe-fb4c-4690-ad84-a413b6dd42b0 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.582332 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b68a4efe-fb4c-4690-ad84-a413b6dd42b0 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.605232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-b68a4efe-fb4c-4690-ad84-a413b6dd42b0 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e1079a-eb65-4086-83d8-9835e3ffab29']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:49.615396 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-b68a4efe-fb4c-4690-ad84-a413b6dd42b0 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ab9583-c5a4-4df8-9624-02e3b839f2d3') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:49.615695 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-b68a4efe-fb4c-4690-ad84-a413b6dd42b0 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ab9583-c5a4-4df8-9624-02e3b839f2d3') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:49.622288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] For port 69052abe-65af-4cb9-b165-a38523731d89, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=69052abe-65af-4cb9-b165-a38523731d89,segment=NetworkSegment(2b957f37-9c71-45b9-b1b0-cc1632f41478),segment_id=2b957f37-9c71-45b9-b1b0-cc1632f41478)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:49.623150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.627963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b68a4efe-fb4c-4690-ad84-a413b6dd42b0 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.648458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b68a4efe-fb4c-4690-ad84-a413b6dd42b0 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.656172 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68a4efe-fb4c-4690-ad84-a413b6dd42b0 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:49.656709 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b68a4efe-fb4c-4690-ad84-a413b6dd42b0 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:49.660649 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:49.669191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Calling delete_port for 69052abe-65af-4cb9-b165-a38523731d89 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:49.670729 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34620) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:49.699366 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6ca0dbb5-7adf-476a-b5be-49aa802e0000 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.786304 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0dbb5-7adf-476a-b5be-49aa802e0000 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=4ef803ea-ac98-486e-a3ce-00334bc3a19c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:49.805199 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b68a4efe-fb4c-4690-ad84-a413b6dd42b0 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.813275 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b68a4efe-fb4c-4690-ad84-a413b6dd42b0 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.819731 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b68a4efe-fb4c-4690-ad84-a413b6dd42b0 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "DELETE /v2.0/networks/f7e1079a-eb65-4086-83d8-9835e3ffab29 HTTP/1.1" status: 204 len: 168 time: 0.4554231 Dec 10 18:34:49.819731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34624) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:49.859071 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a4efe-fb4c-4690-ad84-a413b6dd42b0 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event deleted for resources: {'Network': ['ID=f7e1079a-eb65-4086-83d8-9835e3ffab29,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:49.861043 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ba67989-29cf-401f-bb27-24d76f9d9373 req-60c9e955-3145-44ac-9d22-4d6005ed6c82 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137940 Dec 10 18:34:49.867163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-a01748ce-c7c5-4a75-b316-1f5cd091b1f2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Allocated IP 172.20.0.13 (3e80520e-0345-4191-9dfa-d8a937dae40a/4857d383-48ba-430d-94da-a0558ddcee6b/7d92b467-43ed-4ea5-a19e-6b738a13c933) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:49.890893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb4d0e14-6dea-470f-ac70-e495b274f768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.911306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1383f54-0c8a-4ba3-9992-7bed1c6492ab tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Deleting subnet 832e549e-f7f6-4a48-bd48-4caf45d1ea0b {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:34:49.916044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1383f54-0c8a-4ba3-9992-7bed1c6492ab tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.930167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6ca0dbb5-7adf-476a-b5be-49aa802e0000 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.934557 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6ca0dbb5-7adf-476a-b5be-49aa802e0000 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/4ef803ea-ac98-486e-a3ce-00334bc3a19c HTTP/1.1" status: 204 len: 168 time: 2.5687830 Dec 10 18:34:49.940718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34626) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:49.966705 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1383f54-0c8a-4ba3-9992-7bed1c6492ab tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.026019 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acf19b9-dd73-4b13-a002-177bf333a3b0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] GET failed (client error): The resource could not be found. Dec 10 18:34:50.032183 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3acf19b9-dd73-4b13-a002-177bf333a3b0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/4ef803ea-ac98-486e-a3ce-00334bc3a19c HTTP/1.1" status: 404 len: 333 time: 0.0810356 Dec 10 18:34:50.036265 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34628) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:50.079754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.127715 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1383f54-0c8a-4ba3-9992-7bed1c6492ab tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.134874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-3352c7b5-99a2-41aa-988f-0c0fb09f79cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting subnet cbcd8878-0438-4626-b182-0f24e041a0c7 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:34:50.157665 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3352c7b5-99a2-41aa-988f-0c0fb09f79cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.196531 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd7b948-7232-44cc-9262-b1ee6845ab68 None None] Network cff16bf6-0e12-4746-b3d8-6c20b44b3373 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:50.217401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3352c7b5-99a2-41aa-988f-0c0fb09f79cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.219317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb4d0e14-6dea-470f-ac70-e495b274f768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.265532 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a01748ce-c7c5-4a75-b316-1f5cd091b1f2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.272604 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-da2e7c0a-981b-408c-9600-cf044c18690d None None] Provisioning complete for port 69052abe-65af-4cb9-b165-a38523731d89 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:50.272974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-da2e7c0a-981b-408c-9600-cf044c18690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.295163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb4d0e14-6dea-470f-ac70-e495b274f768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.323366 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3352c7b5-99a2-41aa-988f-0c0fb09f79cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.345662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.346097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-da2e7c0a-981b-408c-9600-cf044c18690d None None] Could not find standard attr ID for object 69052abe-65af-4cb9-b165-a38523731d89. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:34:50.350726 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.plugins.ml2.db [None req-da2e7c0a-981b-408c-9600-cf044c18690d None None] No ports have port_id starting with 69052abe-65af-4cb9-b165-a38523731d89 Dec 10 18:34:50.374206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1383f54-0c8a-4ba3-9992-7bed1c6492ab tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.379319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d0e14-6dea-470f-ac70-e495b274f768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7735a4-3638-469f-947a-74dd193b362c,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:50.386487 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fb4d0e14-6dea-470f-ac70-e495b274f768 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34c2a823e2494c078575cac8df517bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7122941 Dec 10 18:34:50.388058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34634) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:50.388058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Port': ['ID=69052abe-65af-4cb9-b165-a38523731d89,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:50.400646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad10d4b6-1657-4813-a929-881160557d3c None None] Network 88b7d9cb-545c-456e-8360-ede5272364df requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:50.443071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No DVR routers for this DVR port 69052abe-65af-4cb9-b165-a38523731d89 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:50.452156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1383f54-0c8a-4ba3-9992-7bed1c6492ab tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.457435 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e1383f54-0c8a-4ba3-9992-7bed1c6492ab tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "DELETE /v2.0/subnets/832e549e-f7f6-4a48-bd48-4caf45d1ea0b HTTP/1.1" status: 204 len: 168 time: 0.6372161 Dec 10 18:34:50.459875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1383f54-0c8a-4ba3-9992-7bed1c6492ab tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event deleted for resources: {'Subnet': ['ID=832e549e-f7f6-4a48-bd48-4caf45d1ea0b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:50.463254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34636) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:50.499685 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a01748ce-c7c5-4a75-b316-1f5cd091b1f2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.565408 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3352c7b5-99a2-41aa-988f-0c0fb09f79cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.579930 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01748ce-c7c5-4a75-b316-1f5cd091b1f2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Network 3e80520e-0345-4191-9dfa-d8a937dae40a is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:50.586823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-a01748ce-c7c5-4a75-b316-1f5cd091b1f2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:50.597063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01748ce-c7c5-4a75-b316-1f5cd091b1f2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:50.601312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.609209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 69052abe-65af-4cb9-b165-a38523731d89 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:50.649489 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 69052abe-65af-4cb9-b165-a38523731d89 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:50.650505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 69052abe-65af-4cb9-b165-a38523731d89 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 18:34:50.658018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0f222ab-0756-4fa0-b809-c4cbae79bd00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.685017 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.685947 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Port 69052abe-65af-4cb9-b165-a38523731d89 not found, will not notify nova. {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 18:34:50.687659 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01748ce-c7c5-4a75-b316-1f5cd091b1f2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event updated for resources: {'Port': ['ID=7d92b467-43ed-4ea5-a19e-6b738a13c933,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:50.705373 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-dea4b110-b901-4705-8a48-f43957415caf None None] Could not find standard attr ID for object 69052abe-65af-4cb9-b165-a38523731d89. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:34:50.726128 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352c7b5-99a2-41aa-988f-0c0fb09f79cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcd8878-0438-4626-b182-0f24e041a0c7,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:50.727991 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0f222ab-0756-4fa0-b809-c4cbae79bd00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.744162 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1381ad3-e8e8-4a1c-8ca8-a6289056e151 None None] DHCP port deletion for cff16bf6-0e12-4746-b3d8-6c20b44b3373 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:50.745175 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01748ce-c7c5-4a75-b316-1f5cd091b1f2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:50.745861 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a01748ce-c7c5-4a75-b316-1f5cd091b1f2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.793858 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3352c7b5-99a2-41aa-988f-0c0fb09f79cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.800512 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3352c7b5-99a2-41aa-988f-0c0fb09f79cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/cbcd8878-0438-4626-b182-0f24e041a0c7 HTTP/1.1" status: 204 len: 168 time: 0.7583902 Dec 10 18:34:50.804178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34640) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:50.816868 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2080b0cf-82f1-496b-9715-ec91e69e0709 None None] Network 35e0d8af-7f7b-436c-b6a0-a71736a2c56f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:50.824611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ffca095a-a707-4687-9609-7829c982f0d4 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:50.871460 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a27a9-0767-41ef-94c6-b27c103ee01d req-fccccca0-ca2d-4824-9d6f-7c859180675d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:50.873012 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-712a27a9-0767-41ef-94c6-b27c103ee01d req-fccccca0-ca2d-4824-9d6f-7c859180675d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 944 time: 0.2343056 Dec 10 18:34:50.888769 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a01748ce-c7c5-4a75-b316-1f5cd091b1f2 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6509166 Dec 10 18:34:50.901858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34642) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:50.901858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.908410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-5d2bd674-b6e7-433b-a70c-b1485d5476f9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:8f:30:6a'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:50.909511 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e062956-3326-4252-a73f-c2905c9a8261 None None] DHCP port deletion for 88b7d9cb-545c-456e-8360-ede5272364df request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:50.911512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: ffca095a-a707-4687-9609-7829c982f0d4 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:50.912022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ffca095a-a707-4687-9609-7829c982f0d4 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:50.921190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Deleting port bd1c9fd7-d37d-4932-8729-50230a90edc2 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:50.921595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.955849 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Subnet': ['ID=3081a094-5f9b-4c0e-baec-a7f7974ae706,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:50.993028 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-712a27a9-0767-41ef-94c6-b27c103ee01d req-1537ce53-b5dd-4283-ba07-821ad4f9782e tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008942 Dec 10 18:34:51.017118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1e062956-3326-4252-a73f-c2905c9a8261 None None] Deleting port bd1c9fd7-d37d-4932-8729-50230a90edc2 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:51.017812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1e062956-3326-4252-a73f-c2905c9a8261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.019305 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] For port bd1c9fd7-d37d-4932-8729-50230a90edc2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=bd1c9fd7-d37d-4932-8729-50230a90edc2,segment=NetworkSegment(1724272f-09b1-4f77-92a1-826fccc648b4),segment_id=1724272f-09b1-4f77-92a1-826fccc648b4)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:51.019682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.044704 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Calling delete_port for bd1c9fd7-d37d-4932-8729-50230a90edc2 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:51.045474 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584f0673-9167-410a-97c4-701716d3edca None None] Network cff16bf6-0e12-4746-b3d8-6c20b44b3373 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:51.064892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.077924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0f222ab-0756-4fa0-b809-c4cbae79bd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.080643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0f222ab-0756-4fa0-b809-c4cbae79bd00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.084972 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d0f222ab-0756-4fa0-b809-c4cbae79bd00 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d7735a4-3638-469f-947a-74dd193b362c HTTP/1.1" status: 204 len: 168 time: 0.6723466 Dec 10 18:34:51.112649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.150879 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aabe976-e6b9-468f-9769-e95b2ff6baa3 None None] DHCP port deletion for 35e0d8af-7f7b-436c-b6a0-a71736a2c56f request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:51.185200 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f222ab-0756-4fa0-b809-c4cbae79bd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7735a4-3638-469f-947a-74dd193b362c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:51.192269 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff16bf6-0e12-4746-b3d8-6c20b44b3373']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:51.192884 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.207226 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b957f37-9c71-45b9-b1b0-cc1632f41478') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:51.207578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b957f37-9c71-45b9-b1b0-cc1632f41478') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:51.225956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event deleted for resources: {'Port': ['ID=bd1c9fd7-d37d-4932-8729-50230a90edc2,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:51.229232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] No DVR routers for this DVR port bd1c9fd7-d37d-4932-8729-50230a90edc2 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:51.248003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7f4b973c-0934-4c48-85e0-f4a2a0aadd2d None None] Provisioning complete for port 7d92b467-43ed-4ea5-a19e-6b738a13c933 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:51.248307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.250627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7f4b973c-0934-4c48-85e0-f4a2a0aadd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.292335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.310245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1e062956-3326-4252-a73f-c2905c9a8261 None None] For port bd1c9fd7-d37d-4932-8729-50230a90edc2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=bd1c9fd7-d37d-4932-8729-50230a90edc2,segment=NetworkSegment(1724272f-09b1-4f77-92a1-826fccc648b4),segment_id=1724272f-09b1-4f77-92a1-826fccc648b4)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:51.310646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1e062956-3326-4252-a73f-c2905c9a8261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.313681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.326261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:51.327033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:51.331515 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:51.336204 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b7d9cb-545c-456e-8360-ede5272364df']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:51.354843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1724272f-09b1-4f77-92a1-826fccc648b4') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:51.354843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1724272f-09b1-4f77-92a1-826fccc648b4') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:51.355168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1e062956-3326-4252-a73f-c2905c9a8261 None None] Calling delete_port for bd1c9fd7-d37d-4932-8729-50230a90edc2 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:51.370897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.373846 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b973c-0934-4c48-85e0-f4a2a0aadd2d None None] Port 7d92b467-43ed-4ea5-a19e-6b738a13c933 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:51.385009 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd674-b6e7-433b-a70c-b1485d5476f9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.386982 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.388651 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.394774 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:51.394774 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.436644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 695bc6b7-e8ac-487a-87f9-abde1ca205e5 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:51.437315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:51.461492 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:51.515505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.518653 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.519919 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.527640 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "DELETE /v2.0/networks/88b7d9cb-545c-456e-8360-ede5272364df HTTP/1.1" status: 204 len: 168 time: 1.0614314 Dec 10 18:34:51.529219 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34648) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:51.539634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.549153 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/cff16bf6-0e12-4746-b3d8-6c20b44b3373 HTTP/1.1" status: 204 len: 168 time: 3.6508882 Dec 10 18:34:51.555465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34650) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:51.574833 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f309b58b-545e-44dc-b993-a706ffaeef3d tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95 HTTP/1.1" status: 200 len: 205 time: 0.0412235 Dec 10 18:34:51.574833 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91049367-cc9f-4b05-8692-3c81581f60b2 tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Pushing event deleted for resources: {'Network': ['ID=88b7d9cb-545c-456e-8360-ede5272364df,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:51.575174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34652) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:51.578771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-70d2abb7-a468-492c-a334-65a5658c1895 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-252611416'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:51.591224 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b76533-86ec-4a76-9502-127eebd4eab1 None None] DHCP port deletion for cff16bf6-0e12-4746-b3d8-6c20b44b3373 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:51.596490 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981a13d-06e0-4601-8038-d93605d80798 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Network': ['ID=cff16bf6-0e12-4746-b3d8-6c20b44b3373,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:51.619597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7aabe976-e6b9-468f-9769-e95b2ff6baa3 None None] Deleting port 695bc6b7-e8ac-487a-87f9-abde1ca205e5 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:51.620006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7aabe976-e6b9-468f-9769-e95b2ff6baa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.660410 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9bc4172a-dc21-4cbd-9315-f23b3678d58e tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.697758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1e062956-3326-4252-a73f-c2905c9a8261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.700893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-7aabe976-e6b9-468f-9769-e95b2ff6baa3 None None] For port 695bc6b7-e8ac-487a-87f9-abde1ca205e5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=695bc6b7-e8ac-487a-87f9-abde1ca205e5,segment=NetworkSegment(cdf41e4b-18e0-4115-838d-3e520baa79ec),segment_id=cdf41e4b-18e0-4115-838d-3e520baa79ec)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:51.701291 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7aabe976-e6b9-468f-9769-e95b2ff6baa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.734971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e062956-3326-4252-a73f-c2905c9a8261 None None] Network 88b7d9cb-545c-456e-8360-ede5272364df is not hosted by any dhcp agent {{(pid=103595) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:34:51.735397 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e062956-3326-4252-a73f-c2905c9a8261 None None] No DVR routers for this DVR port bd1c9fd7-d37d-4932-8729-50230a90edc2 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:51.737231 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7aabe976-e6b9-468f-9769-e95b2ff6baa3 None None] Calling delete_port for 695bc6b7-e8ac-487a-87f9-abde1ca205e5 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:51.743012 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e062956-3326-4252-a73f-c2905c9a8261 None None] Pushing event deleted for resources: {'Port': ['ID=bd1c9fd7-d37d-4932-8729-50230a90edc2,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:51.757591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] For port 695bc6b7-e8ac-487a-87f9-abde1ca205e5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=695bc6b7-e8ac-487a-87f9-abde1ca205e5,segment=NetworkSegment(cdf41e4b-18e0-4115-838d-3e520baa79ec),segment_id=cdf41e4b-18e0-4115-838d-3e520baa79ec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:51.758474 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.782350 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 695bc6b7-e8ac-487a-87f9-abde1ca205e5 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:51.807303 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34654) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:51.861358 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9bc4172a-dc21-4cbd-9315-f23b3678d58e tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.863279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd674-b6e7-433b-a70c-b1485d5476f9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.863576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9bc4172a-dc21-4cbd-9315-f23b3678d58e tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.870044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d2abb7-a468-492c-a334-65a5658c1895 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:51.873508 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70d2abb7-a468-492c-a334-65a5658c1895 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.933164 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7aabe976-e6b9-468f-9769-e95b2ff6baa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.934189 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d2abb7-a468-492c-a334-65a5658c1895 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:51.948719 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2a2507f8-12ff-47dd-94f3-3a4fb3ea3a4a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49e48e31c518454380d71925d2138956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379981 Dec 10 18:34:51.949229 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34656) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:51.953132 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70d2abb7-a468-492c-a334-65a5658c1895 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.953483 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-70d2abb7-a468-492c-a334-65a5658c1895 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Added segment 9215b133-0ec7-4056-aefe-6a1f9dead5a4 of type vlan for network 28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0 Dec 10 18:34:51.960811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabe976-e6b9-468f-9769-e95b2ff6baa3 None None] Pushing event deleted for resources: {'Port': ['ID=695bc6b7-e8ac-487a-87f9-abde1ca205e5,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:51.962866 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aabe976-e6b9-468f-9769-e95b2ff6baa3 None None] No DVR routers for this DVR port 695bc6b7-e8ac-487a-87f9-abde1ca205e5 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:51.967980 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:51.987069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c53002-81e7-4cb0-ae3f-6808a8acdaf3 None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:34:52.002778 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd674-b6e7-433b-a70c-b1485d5476f9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.019597 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7219f734-03cb-44b5-ab6a-f457c209d37e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.032778 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=695bc6b7-e8ac-487a-87f9-abde1ca205e5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:52.041442 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70d2abb7-a468-492c-a334-65a5658c1895 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.045098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7219f734-03cb-44b5-ab6a-f457c209d37e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.047056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No DVR routers for this DVR port 695bc6b7-e8ac-487a-87f9-abde1ca205e5 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:52.064385 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9bc4172a-dc21-4cbd-9315-f23b3678d58e tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.072423 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc4172a-dc21-4cbd-9315-f23b3678d58e tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Fanout notify agent at l3_agent the message router_deleted on router bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:34:52.074772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9bc4172a-dc21-4cbd-9315-f23b3678d58e tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.080603 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9bc4172a-dc21-4cbd-9315-f23b3678d58e tempest-RoutersNegativeIpV6Test-194495738 tempest-RoutersNegativeIpV6Test-194495738-project] 10.222.0.60 "DELETE /v2.0/routers/bd40f6e7-cfcb-4e39-9fbb-cae1b80eaf95 HTTP/1.1" status: 204 len: 168 time: 0.5033224 Dec 10 18:34:52.166391 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c53002-81e7-4cb0-ae3f-6808a8acdaf3 None None] Resources bound (agent type, host, resource id): {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:34:52.220887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bd674-b6e7-433b-a70c-b1485d5476f9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event updated for resources: {'Port': ['ID=7d92b467-43ed-4ea5-a19e-6b738a13c933,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:52.233340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bd674-b6e7-433b-a70c-b1485d5476f9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] In _notify_port_updated(), no bound segment for port 7d92b467-43ed-4ea5-a19e-6b738a13c933 on network 3e80520e-0345-4191-9dfa-d8a937dae40a {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:34:52.237562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608204d1-5c8b-487a-9075-ecf067d81cd4 req-2b9e63c0-3249-46df-b68b-aa1dd21cbe10 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:52.239052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2bd674-b6e7-433b-a70c-b1485d5476f9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:52.239600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd674-b6e7-433b-a70c-b1485d5476f9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.239739 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-608204d1-5c8b-487a-9075-ecf067d81cd4 req-2b9e63c0-3249-46df-b68b-aa1dd21cbe10 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 944 time: 0.0941923 Dec 10 18:34:52.240984 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5d2bd674-b6e7-433b-a70c-b1485d5476f9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "PUT /v2.0/ports/7d92b467-43ed-4ea5-a19e-6b738a13c933 HTTP/1.1" status: 200 len: 994 time: 1.3427067 Dec 10 18:34:52.243864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34662) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:52.247000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.261965 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7219f734-03cb-44b5-ab6a-f457c209d37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.264667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7219f734-03cb-44b5-ab6a-f457c209d37e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.270452 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7219f734-03cb-44b5-ab6a-f457c209d37e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6d37237-625f-4955-92ab-959df644bbd1 HTTP/1.1" status: 204 len: 168 time: 0.3178251 Dec 10 18:34:52.282090 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219f734-03cb-44b5-ab6a-f457c209d37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d37237-625f-4955-92ab-959df644bbd1,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:52.296868 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70d2abb7-a468-492c-a334-65a5658c1895 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.302726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d2abb7-a468-492c-a334-65a5658c1895 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:52.303444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70d2abb7-a468-492c-a334-65a5658c1895 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.319331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e0d8af-7f7b-436c-b6a0-a71736a2c56f']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:52.328699 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-608204d1-5c8b-487a-9075-ecf067d81cd4 req-df1a79dc-bcac-4c79-a890-af0f04a1e8b0 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771470 Dec 10 18:34:52.408444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf41e4b-18e0-4115-838d-3e520baa79ec') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:52.408730 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf41e4b-18e0-4115-838d-3e520baa79ec') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:52.434711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.437508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device bd1c9fd7-d37d-4932-8729-50230a90edc2 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:52.445306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2abb7-a468-492c-a334-65a5658c1895 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Network': ['ID=28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:52.461747 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-70d2abb7-a468-492c-a334-65a5658c1895 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8907149 Dec 10 18:34:52.461747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.464652 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34666) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:52.469616 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e780659e-e07b-47cc-95e6-9dc83b5a01f1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'subnet': {'network_id': '28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:52.482926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:52.483364 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.490008 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:52.494756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: bd1c9fd7-d37d-4932-8729-50230a90edc2 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:52.495133 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device bd1c9fd7-d37d-4932-8729-50230a90edc2 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:52.495562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 69052abe-65af-4cb9-b165-a38523731d89 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:52.499091 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:52.564498 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.569959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 69052abe-65af-4cb9-b165-a38523731d89 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:52.570250 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 69052abe-65af-4cb9-b165-a38523731d89 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:52.572020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 695bc6b7-e8ac-487a-87f9-abde1ca205e5 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:52.583869 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7ad44-2847-4698-accc-ab4d903a5626 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Deleting port 7d92b467-43ed-4ea5-a19e-6b738a13c933 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:52.584226 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ad44-2847-4698-accc-ab4d903a5626 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.606539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 695bc6b7-e8ac-487a-87f9-abde1ca205e5 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:52.606892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 695bc6b7-e8ac-487a-87f9-abde1ca205e5 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:52.693209 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ad44-2847-4698-accc-ab4d903a5626 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.705124 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e780659e-e07b-47cc-95e6-9dc83b5a01f1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:52.709051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7ad44-2847-4698-accc-ab4d903a5626 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Calling delete_port for 7d92b467-43ed-4ea5-a19e-6b738a13c933 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:52.709051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.710022 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e780659e-e07b-47cc-95e6-9dc83b5a01f1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.712880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34674) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:52.731814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.731814 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/networks/35e0d8af-7f7b-436c-b6a0-a71736a2c56f HTTP/1.1" status: 204 len: 168 time: 1.9289098 Dec 10 18:34:52.734789 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34678) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:52.747822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec0193-0ae6-4ae1-9c68-be2b625355cb tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Network': ['ID=35e0d8af-7f7b-436c-b6a0-a71736a2c56f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:52.785344 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1366244927'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:52.924556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:52.929808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.945491 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f978c5ea-59b9-4c0e-b582-2db63b4bbc5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d767a51ab244aabbcd8d5cbed070b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285571 Dec 10 18:34:52.946420 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34686) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:52.954877 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:52.963749 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.964192 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Added segment bb03bff7-5c05-48c8-88a4-01bee1e992fc of type vlan for network 3ed43e38-9d5e-4ab7-8772-501cdb1dce90 Dec 10 18:34:52.996576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0063e71b-cd32-4650-aa7a-48f2482dba9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.012679 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.017389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ad44-2847-4698-accc-ab4d903a5626 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.022616 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-89ca0911-cb5f-4186-94de-c3408931b4ce None None] Could not find standard attr ID for object 7d92b467-43ed-4ea5-a19e-6b738a13c933. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:34:53.050266 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0063e71b-cd32-4650-aa7a-48f2482dba9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.056373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7ad44-2847-4698-accc-ab4d903a5626 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event deleted for resources: {'Port': ['ID=7d92b467-43ed-4ea5-a19e-6b738a13c933,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:53.152838 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.158810 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:53.159417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.225220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ad44-2847-4698-accc-ab4d903a5626 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.231229 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b9d7ad44-2847-4698-accc-ab4d903a5626 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "DELETE /v2.0/ports/7d92b467-43ed-4ea5-a19e-6b738a13c933 HTTP/1.1" status: 204 len: 168 time: 0.9864824 Dec 10 18:34:53.231825 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34692) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:53.243083 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Network': ['ID=3ed43e38-9d5e-4ab7-8772-501cdb1dce90,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:53.262260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0063e71b-cd32-4650-aa7a-48f2482dba9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.264971 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0063e71b-cd32-4650-aa7a-48f2482dba9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.266659 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0063e71b-cd32-4650-aa7a-48f2482dba9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ce1bffe-a334-490f-8b17-c6f7a516e95d HTTP/1.1" status: 204 len: 168 time: 0.3182781 Dec 10 18:34:53.271445 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-db58995a-5416-46c6-b807-b4dcdc2696c4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] GET failed (client error): The resource could not be found. Dec 10 18:34:53.272910 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-db58995a-5416-46c6-b807-b4dcdc2696c4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "GET /v2.0/ports/7d92b467-43ed-4ea5-a19e-6b738a13c933 HTTP/1.1" status: 404 len: 333 time: 0.0401263 Dec 10 18:34:53.273868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e780659e-e07b-47cc-95e6-9dc83b5a01f1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.279278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:53.279608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:53.279862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34698) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:53.280356 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:53.280852 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:53.281343 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:53.282027 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:53.282273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063e71b-cd32-4650-aa7a-48f2482dba9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce1bffe-a334-490f-8b17-c6f7a516e95d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:53.282736 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:53.283231 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:53.284334 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:53.284986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:53.285542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:53.286054 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:53.286555 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:53.287313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-65db718a-e38f-4518-9975-70f1aa33af63 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Request body: {'port': {'network_id': '3e80520e-0345-4191-9dfa-d8a937dae40a', 'name': 'tempest-AllowedAddressPairTestJSON-643344351'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:53.300845 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5af72fe9-eba2-4d6a-a0df-8f73e32a98ec tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5625958 Dec 10 18:34:53.309741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34700) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:53.361056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-61fc8f70-c958-4bca-b676-abc4a96f8964 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': '3ed43e38-9d5e-4ab7-8772-501cdb1dce90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:53.400001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780659e-e07b-47cc-95e6-9dc83b5a01f1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Subnet': ['ID=d0876ca3-11c6-46a5-a132-7179d8292be8,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:53.420531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e780659e-e07b-47cc-95e6-9dc83b5a01f1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Checking segment: {'id': '9215b133-0ec7-4056-aefe-6a1f9dead5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:53.425193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 3ed43e38-9d5e-4ab7-8772-501cdb1dce90 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:53.426182 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e780659e-e07b-47cc-95e6-9dc83b5a01f1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network hostable DHCP agents. Network: 28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:53.492277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafe19e-d2c9-4890-bc91-f507f1e2f0b3 req-1c93ea2f-b413-49de-a8d9-6dab8fcd5ea5 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:53.494344 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8bafe19e-d2c9-4890-bc91-f507f1e2f0b3 req-1c93ea2f-b413-49de-a8d9-6dab8fcd5ea5 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 944 time: 0.0650630 Dec 10 18:34:53.539975 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e780659e-e07b-47cc-95e6-9dc83b5a01f1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network 28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:53.562247 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8bafe19e-d2c9-4890-bc91-f507f1e2f0b3 req-2338dcd0-2413-4fb2-97d9-d65c6317f64f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546827 Dec 10 18:34:53.571578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fc8f70-c958-4bca-b676-abc4a96f8964 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:53.575326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61fc8f70-c958-4bca-b676-abc4a96f8964 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.644047 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-e780659e-e07b-47cc-95e6-9dc83b5a01f1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:53.650626 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e780659e-e07b-47cc-95e6-9dc83b5a01f1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:53.651703 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e780659e-e07b-47cc-95e6-9dc83b5a01f1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.653738 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd56ad31-5281-405c-97a5-6e5e0cb3a1ab None None] Network 28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:53.747192 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65db718a-e38f-4518-9975-70f1aa33af63 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Made reservation on behalf of b2d836b4ccbf49fc88c250d571b4e7d3 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:53.750686 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-65db718a-e38f-4518-9975-70f1aa33af63 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.789666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-65db718a-e38f-4518-9975-70f1aa33af63 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] device_id is not set on port d1726cb3-bc27-48a5-894c-aa0d6142ad6d yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:34:53.792622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0', 'network_id': '28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0', 'project_id': 'aed3f0eff92346568c4dc809ee8b30fc', 'fixed_ips': [{'subnet_id': 'd0876ca3-11c6-46a5-a132-7179d8292be8'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:53.793922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.824385 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e780659e-e07b-47cc-95e6-9dc83b5a01f1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3592772 Dec 10 18:34:53.830539 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34716) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:53.907040 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61fc8f70-c958-4bca-b676-abc4a96f8964 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.957639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-65db718a-e38f-4518-9975-70f1aa33af63 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Allocated IP 172.20.0.13 (3e80520e-0345-4191-9dfa-d8a937dae40a/4857d383-48ba-430d-94da-a0558ddcee6b/d1726cb3-bc27-48a5-894c-aa0d6142ad6d) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:53.969162 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:53.979394 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Allocated IP 172.20.0.1 (28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0/d0876ca3-11c6-46a5-a132-7179d8292be8/e3d1c9f7-70c2-450e-9131-d8cfc1489dcd) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:54.011120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc8f70-c958-4bca-b676-abc4a96f8964 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Subnet': ['ID=4193e88a-f77d-42ca-bd2a-15ccdaa6284b,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:54.036554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.040844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fc8f70-c958-4bca-b676-abc4a96f8964 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Checking segment: {'id': 'bb03bff7-5c05-48c8-88a4-01bee1e992fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3ed43e38-9d5e-4ab7-8772-501cdb1dce90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:54.042108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc8f70-c958-4bca-b676-abc4a96f8964 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network hostable DHCP agents. Network: 3ed43e38-9d5e-4ab7-8772-501cdb1dce90, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:54.160763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.179447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-65db718a-e38f-4518-9975-70f1aa33af63 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.188982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc8f70-c958-4bca-b676-abc4a96f8964 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 3ed43e38-9d5e-4ab7-8772-501cdb1dce90 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:54.261835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-61fc8f70-c958-4bca-b676-abc4a96f8964 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 3ed43e38-9d5e-4ab7-8772-501cdb1dce90) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:54.265218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fc8f70-c958-4bca-b676-abc4a96f8964 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:54.265858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61fc8f70-c958-4bca-b676-abc4a96f8964 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.267353 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.309119 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85734db-11db-41ee-8590-1a891e53dd28 None None] Network 3ed43e38-9d5e-4ab7-8772-501cdb1dce90 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:54.313224 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-65db718a-e38f-4518-9975-70f1aa33af63 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.339156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.344063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65db718a-e38f-4518-9975-70f1aa33af63 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Network 3e80520e-0345-4191-9dfa-d8a937dae40a is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:54.350369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-65db718a-e38f-4518-9975-70f1aa33af63 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:54.357498 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-61fc8f70-c958-4bca-b676-abc4a96f8964 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0465271 Dec 10 18:34:54.388102 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db718a-e38f-4518-9975-70f1aa33af63 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:54.395055 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Network 28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:54.401271 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Pushing event updated for resources: {'Port': ['ID=e3d1c9f7-70c2-450e-9131-d8cfc1489dcd,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:54.403023 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34734) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:54.411767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-e9d480ca-b045-4dc9-8a92-e34c5fc36741 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2058665328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:54.412164 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Subnet': ['ID=d0876ca3-11c6-46a5-a132-7179d8292be8,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:54.437919 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:54.442097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:54.522663 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-3ed43e38-9d5e-4ab7-8772-501cdb1dce90', 'network_id': '3ed43e38-9d5e-4ab7-8772-501cdb1dce90', 'project_id': '0436a4832bd94e0b890c68cbddcd3acb', 'fixed_ips': [{'subnet_id': '4193e88a-f77d-42ca-bd2a-15ccdaa6284b'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:54.522929 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.526042 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.553019 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:54.555402 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65db718a-e38f-4518-9975-70f1aa33af63 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:54.556410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-65db718a-e38f-4518-9975-70f1aa33af63 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.566635 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9215b133-0ec7-4056-aefe-6a1f9dead5a4') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:54.566950 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9215b133-0ec7-4056-aefe-6a1f9dead5a4') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:54.578807 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.582893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db718a-e38f-4518-9975-70f1aa33af63 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event updated for resources: {'Port': ['ID=d1726cb3-bc27-48a5-894c-aa0d6142ad6d,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:54.596344 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.613149 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:54.613538 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:54.616884 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:54.621063 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Attempting to bind port e3d1c9f7-70c2-450e-9131-d8cfc1489dcd on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:54.621509 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Attempting to bind port e3d1c9f7-70c2-450e-9131-d8cfc1489dcd by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '9215b133-0ec7-4056-aefe-6a1f9dead5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:54.632848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Attempting to bind port e3d1c9f7-70c2-450e-9131-d8cfc1489dcd on network 28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:54.661586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e9d480ca-b045-4dc9-8a92-e34c5fc36741 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.661586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e9d480ca-b045-4dc9-8a92-e34c5fc36741 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.713307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:54.713812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Checking segment: {'id': '9215b133-0ec7-4056-aefe-6a1f9dead5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:54.714101 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.714521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Bound using segment: {'id': '9215b133-0ec7-4056-aefe-6a1f9dead5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:54.714978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Bound port: e3d1c9f7-70c2-450e-9131-d8cfc1489dcd, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9215b133-0ec7-4056-aefe-6a1f9dead5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:54.715369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.751577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c032c9-5d39-4bdb-a15b-137b0b12c5d5 req-3cb41145-366e-4a22-af11-2037be66e180 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:54.753098 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-81c032c9-5d39-4bdb-a15b-137b0b12c5d5 req-3cb41145-366e-4a22-af11-2037be66e180 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 944 time: 0.0736942 Dec 10 18:34:54.792372 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-65db718a-e38f-4518-9975-70f1aa33af63 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5110548 Dec 10 18:34:54.795742 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34746) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:54.799935 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.api [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:34:54.799935 dv-neutron-821434-1-hyperv neutron-server[103594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:34:54.799935 dv-neutron-821434-1-hyperv neutron-server[103594]: [parameters: {'id': '28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0'}] Dec 10 18:34:54.799935 dv-neutron-821434-1-hyperv neutron-server[103594]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:34:54.860122 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG oslo_db.api [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:34:54.860783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4f47194a-c749-488d-8e95-29ff78ca8966 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8f:30:6a'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:54.860783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e9d480ca-b045-4dc9-8a92-e34c5fc36741 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.862171 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-81c032c9-5d39-4bdb-a15b-137b0b12c5d5 req-f252fe2a-b0b7-4790-8f5d-147f0a575f83 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650787 Dec 10 18:34:54.862670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] For port e3d1c9f7-70c2-450e-9131-d8cfc1489dcd, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:54.862670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] For port e3d1c9f7-70c2-450e-9131-d8cfc1489dcd, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e3d1c9f7-70c2-450e-9131-d8cfc1489dcd,segment=NetworkSegment(9215b133-0ec7-4056-aefe-6a1f9dead5a4),segment_id=9215b133-0ec7-4056-aefe-6a1f9dead5a4)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:54.865237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c20ea6d3-22d9-4ae3-9e9b-8818d8152202 None None] Provisioning complete for port d1726cb3-bc27-48a5-894c-aa0d6142ad6d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:54.865680 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c20ea6d3-22d9-4ae3-9e9b-8818d8152202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.870747 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34748) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:54.939534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c20ea6d3-22d9-4ae3-9e9b-8818d8152202 None None] Port d1726cb3-bc27-48a5-894c-aa0d6142ad6d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:54.945063 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Allocated IP 172.20.0.2 (3ed43e38-9d5e-4ab7-8772-501cdb1dce90/4193e88a-f77d-42ca-bd2a-15ccdaa6284b/4b25d764-f06f-49be-8b6c-ddc63ec4eda1) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:54.958027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f47194a-c749-488d-8e95-29ff78ca8966 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.020443 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34754) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:55.079121 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2065443259'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:55.095505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1811935122', 'router:external': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:55.114580 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.123452 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e9d480ca-b045-4dc9-8a92-e34c5fc36741 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.144113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.169131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f47194a-c749-488d-8e95-29ff78ca8966 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.191495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Made reservation on behalf of 9e4c2a56dcb14e70b6cca53c5aac07b9 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:55.195088 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.196529 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.211848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.229792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f47194a-c749-488d-8e95-29ff78ca8966 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.237933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef9b3c-0314-4f8e-b5e8-46f8b4990355 None None] Pushing event updated for resources: {'Port': ['ID=e3d1c9f7-70c2-450e-9131-d8cfc1489dcd,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:55.274082 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Network 3ed43e38-9d5e-4ab7-8772-501cdb1dce90 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:55.274082 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e388bec8-0ecd-4176-a3a2-691047ea06ef None None] Network 28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:55.288926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:55.292653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Made reservation on behalf of d85d4333176d40bb8c092110a1829dda for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:55.295567 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.301272 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.318338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47194a-c749-488d-8e95-29ff78ca8966 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event updated for resources: {'Port': ['ID=d1726cb3-bc27-48a5-894c-aa0d6142ad6d,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:55.325281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:55.332777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4f47194a-c749-488d-8e95-29ff78ca8966 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] In _notify_port_updated(), no bound segment for port d1726cb3-bc27-48a5-894c-aa0d6142ad6d on network 3e80520e-0345-4191-9dfa-d8a937dae40a {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:34:55.340236 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f47194a-c749-488d-8e95-29ff78ca8966 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:55.341040 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f47194a-c749-488d-8e95-29ff78ca8966 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.341614 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.346057 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4f47194a-c749-488d-8e95-29ff78ca8966 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "PUT /v2.0/ports/d1726cb3-bc27-48a5-894c-aa0d6142ad6d HTTP/1.1" status: 200 len: 996 time: 0.5465765 Dec 10 18:34:55.346382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34758) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:55.365581 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Pushing event updated for resources: {'Port': ['ID=4b25d764-f06f-49be-8b6c-ddc63ec4eda1,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:55.365860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.405923 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e9d480ca-b045-4dc9-8a92-e34c5fc36741 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.410331 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e9d480ca-b045-4dc9-8a92-e34c5fc36741 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0017078 Dec 10 18:34:55.436854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34760) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:55.437635 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Attempting to bind port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:55.438045 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Attempting to bind port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'bb03bff7-5c05-48c8-88a4-01bee1e992fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3ed43e38-9d5e-4ab7-8772-501cdb1dce90'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:55.438627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Attempting to bind port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 on network 3ed43e38-9d5e-4ab7-8772-501cdb1dce90 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:55.444938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'network_id': '3ed43e38-9d5e-4ab7-8772-501cdb1dce90', 'name': 'tempest-PortsTestJSON-1101829744'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:55.448789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:55.449176 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Checking segment: {'id': 'bb03bff7-5c05-48c8-88a4-01bee1e992fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3ed43e38-9d5e-4ab7-8772-501cdb1dce90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:55.449780 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.451753 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Bound using segment: {'id': 'bb03bff7-5c05-48c8-88a4-01bee1e992fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3ed43e38-9d5e-4ab7-8772-501cdb1dce90'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:55.451753 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Bound port: 4b25d764-f06f-49be-8b6c-ddc63ec4eda1, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb03bff7-5c05-48c8-88a4-01bee1e992fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3ed43e38-9d5e-4ab7-8772-501cdb1dce90'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:55.451753 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.499886 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.516514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.556183 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c0912004-05a2-4919-9bac-cfc9ff6322d9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Deleting port d1726cb3-bc27-48a5-894c-aa0d6142ad6d {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:55.556318 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:55.556777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0912004-05a2-4919-9bac-cfc9ff6322d9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.556872 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] For port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:55.556872 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] For port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4b25d764-f06f-49be-8b6c-ddc63ec4eda1,segment=NetworkSegment(bb03bff7-5c05-48c8-88a4-01bee1e992fc),segment_id=bb03bff7-5c05-48c8-88a4-01bee1e992fc)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:55.566887 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f67cbce1-d9a5-4b41-a3f4-1f6613d25529 None None] Provisioning complete for port d1726cb3-bc27-48a5-894c-aa0d6142ad6d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:55.567139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f67cbce1-d9a5-4b41-a3f4-1f6613d25529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.569181 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.569530 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Added segment dc4fd252-66a5-45a1-9055-30d0da0d4549 of type vlan for network c88a77c4-3292-4b98-931f-1bc1e42151ca Dec 10 18:34:55.578855 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a17743e-4699-4479-83cb-8666a4f130a2,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:55.583458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.595271 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:55.606540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f67cbce1-d9a5-4b41-a3f4-1f6613d25529 None None] Port d1726cb3-bc27-48a5-894c-aa0d6142ad6d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:55.624290 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Deleting port e3d1c9f7-70c2-450e-9131-d8cfc1489dcd {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:55.624626 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.625625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.638262 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.638262 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Added segment bafbe6ce-9b8b-4d58-832b-da2043d550ae of type vlan for network df038ed7-4563-404e-b7fd-ee91e6e050b7 Dec 10 18:34:55.684321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0912004-05a2-4919-9bac-cfc9ff6322d9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.703267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c0912004-05a2-4919-9bac-cfc9ff6322d9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Calling delete_port for d1726cb3-bc27-48a5-894c-aa0d6142ad6d owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:55.705172 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b52c6-2692-4130-9229-007b65f40cdf None None] Pushing event updated for resources: {'Port': ['ID=4b25d764-f06f-49be-8b6c-ddc63ec4eda1,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:55.738142 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.749394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:55.753163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.757954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5107a5-6688-4f13-b8ac-0f46a2bd0fce,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:55.782433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port f9f0ba7a-a961-45e3-a73d-03eef3282b46 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:34:55.800849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] For port e3d1c9f7-70c2-450e-9131-d8cfc1489dcd, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e3d1c9f7-70c2-450e-9131-d8cfc1489dcd,segment=NetworkSegment(9215b133-0ec7-4056-aefe-6a1f9dead5a4),segment_id=9215b133-0ec7-4056-aefe-6a1f9dead5a4)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:55.801219 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.805539 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.823508 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Calling delete_port for e3d1c9f7-70c2-450e-9131-d8cfc1489dcd owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:55.892287 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.904323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:55.911319 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.985428 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.986429 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:55.987008 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.996789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Allocated IP 172.20.0.13 (3ed43e38-9d5e-4ab7-8772-501cdb1dce90/4193e88a-f77d-42ca-bd2a-15ccdaa6284b/f9f0ba7a-a961-45e3-a73d-03eef3282b46) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:56.062653 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1904294 Dec 10 18:34:56.063289 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34764) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:56.066787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a7f46-51ac-4284-a325-0516afa8acec tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Pushing event updated for resources: {'Network': ['ID=c88a77c4-3292-4b98-931f-1bc1e42151ca,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:56.071294 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0912004-05a2-4919-9bac-cfc9ff6322d9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:56.071861 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-037084e2-20c6-455c-a82b-a21f55c2d31c tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c88a77c4-3292-4b98-931f-1bc1e42151ca', 'tempest-TagsTest-Tag-1569193130') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:56.081378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network c88a77c4-3292-4b98-931f-1bc1e42151ca details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:56.147612 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0912004-05a2-4919-9bac-cfc9ff6322d9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event deleted for resources: {'Port': ['ID=d1726cb3-bc27-48a5-894c-aa0d6142ad6d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:56.163227 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1416051 Dec 10 18:34:56.166878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34766) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:56.168206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:56.172021 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-b446cd98-14e6-4d65-96fd-da851c620cf4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Request body: {'subnet': {'network_id': 'df038ed7-4563-404e-b7fd-ee91e6e050b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:56.199938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230d015-b745-491b-9b48-5f0372698a3e req-5be16377-bf05-4fc1-a60e-d10615987657 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:56.201496 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6230d015-b745-491b-9b48-5f0372698a3e req-5be16377-bf05-4fc1-a60e-d10615987657 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 944 time: 0.2089806 Dec 10 18:34:56.229989 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Port': ['ID=e3d1c9f7-70c2-450e-9131-d8cfc1489dcd,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:56.238122 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No DVR routers for this DVR port e3d1c9f7-70c2-450e-9131-d8cfc1489dcd on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:56.242955 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e4406-feef-4366-86dd-9d30939b49a6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event updated for resources: {'Network': ['ID=df038ed7-4563-404e-b7fd-ee91e6e050b7,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:56.256391 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network df038ed7-4563-404e-b7fd-ee91e6e050b7 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:56.297444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0912004-05a2-4919-9bac-cfc9ff6322d9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:56.302486 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c0912004-05a2-4919-9bac-cfc9ff6322d9 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "DELETE /v2.0/ports/d1726cb3-bc27-48a5-894c-aa0d6142ad6d HTTP/1.1" status: 204 len: 168 time: 0.9548774 Dec 10 18:34:56.306727 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34770) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:56.365043 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-3325c257-4cb7-41a0-b2e5-5650ad7835e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] GET failed (client error): The resource could not be found. Dec 10 18:34:56.368392 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3325c257-4cb7-41a0-b2e5-5650ad7835e4 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "GET /v2.0/ports/d1726cb3-bc27-48a5-894c-aa0d6142ad6d HTTP/1.1" status: 404 len: 333 time: 0.0597079 Dec 10 18:34:56.372726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34772) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:56.378076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:56.383935 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-fa5e9008-fbf0-47dd-9195-c5d2592f8d6b tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Request body: {'port': {'network_id': '3e80520e-0345-4191-9dfa-d8a937dae40a', 'name': 'tempest-AllowedAddressPairTestJSON-1490750517'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:56.424350 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b446cd98-14e6-4d65-96fd-da851c620cf4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Made reservation on behalf of d85d4333176d40bb8c092110a1829dda for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:56.427072 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b446cd98-14e6-4d65-96fd-da851c620cf4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:56.502978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:56.566514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:56.566887 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:56.666171 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:56.715240 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4b25d764-f06f-49be-8b6c-ddc63ec4eda1,segment=NetworkSegment(bb03bff7-5c05-48c8-88a4-01bee1e992fc),segment_id=bb03bff7-5c05-48c8-88a4-01bee1e992fc)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:56.737865 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6230d015-b745-491b-9b48-5f0372698a3e req-628d29c6-623b-41fc-97fb-793c9f10d540 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5044293 Dec 10 18:34:56.763879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:56.788658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:56.796003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:56.809455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9215b133-0ec7-4056-aefe-6a1f9dead5a4') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:56.809455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9215b133-0ec7-4056-aefe-6a1f9dead5a4') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:56.815520 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:56.832738 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-037084e2-20c6-455c-a82b-a21f55c2d31c tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] 10.222.0.60 "PUT /v2.0/networks/c88a77c4-3292-4b98-931f-1bc1e42151ca/tags/tempest-TagsTest-Tag-1569193130 HTTP/1.1" status: 201 len: 201 time: 0.7668984 Dec 10 18:34:56.836129 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34774) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:56.840769 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-34507443-bb17-4f82-ac21-e4e5119a64e8 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c88a77c4-3292-4b98-931f-1bc1e42151ca', 'tempest-TagsTest-Tag-1569193130') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:56.844078 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:56.862619 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=4b25d764-f06f-49be-8b6c-ddc63ec4eda1,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:56.863290 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:56.863708 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:56.867335 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:56.876393 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:56.876769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:56.877451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:56.877451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:56.877824 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:56.878161 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:56.878510 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:56.878901 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:56.879333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:56.879617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:56.879948 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:56.880275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:56.880896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:56.882575 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:56.957814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 3ed43e38-9d5e-4ab7-8772-501cdb1dce90 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:56.971245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:56.973738 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:56.981568 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-34507443-bb17-4f82-ac21-e4e5119a64e8 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] 10.222.0.60 "GET /v2.0/networks/c88a77c4-3292-4b98-931f-1bc1e42151ca/tags/tempest-TagsTest-Tag-1569193130 HTTP/1.1" status: 204 len: 168 time: 0.1419120 Dec 10 18:34:56.984441 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34776) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:56.990130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15acfa57-7b76-4403-9cbf-b7071c4c2f29 None None] Network 3ed43e38-9d5e-4ab7-8772-501cdb1dce90 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:56.991151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-96977f67-bce2-4d18-82cb-6e3bee880395 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c88a77c4-3292-4b98-931f-1bc1e42151ca') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:57.043603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=f9f0ba7a-a961-45e3-a73d-03eef3282b46,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:57.050978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.061591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.064932 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0 HTTP/1.1" status: 204 len: 168 time: 3.2332904 Dec 10 18:34:57.078091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34778) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:57.083787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ffe57876-b557-4d1f-9c60-8419c84626c6 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1685792661'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:57.085193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a8d456f9-e363-4262-92af-3bc8049c6db3 None None] Provisioning complete for port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:57.085629 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a8d456f9-e363-4262-92af-3bc8049c6db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.088278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fd75c-57b5-47ff-b6e8-8670ffc317ca tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Network': ['ID=28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:57.099483 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-96977f67-bce2-4d18-82cb-6e3bee880395 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] 10.222.0.60 "GET /v2.0/networks/c88a77c4-3292-4b98-931f-1bc1e42151ca/tags HTTP/1.1" status: 200 len: 238 time: 0.1072962 Dec 10 18:34:57.099915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:57.099915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:57.099915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:57.099915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:57.099915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:57.099915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:57.099915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:57.099915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:57.100634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:57.100634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:57.100831 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:57.100988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:57.101315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:57.101880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34780) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:57.107383 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-1855cc31-4ff0-4bbf-94db-0875c6ddf0ae tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c88a77c4-3292-4b98-931f-1bc1e42151ca', {'tags': ['tempest-TagsTest-Tag-1414280734', 'tempest-TagsTest-Tag-121533718', 'tempest-TagsTest-Tag-409888838']}) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:57.120310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:57.120952 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.163896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5e9008-fbf0-47dd-9195-c5d2592f8d6b tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Made reservation on behalf of b2d836b4ccbf49fc88c250d571b4e7d3 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:57.167702 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa5e9008-fbf0-47dd-9195-c5d2592f8d6b tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.197981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-fa5e9008-fbf0-47dd-9195-c5d2592f8d6b tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] device_id is not set on port 367518ae-2d36-4da8-ad56-e32f0b7b042d yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:34:57.269391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe57876-b557-4d1f-9c60-8419c84626c6 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:57.273773 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ffe57876-b557-4d1f-9c60-8419c84626c6 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.302392 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe57876-b557-4d1f-9c60-8419c84626c6 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:57.312979 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ffe57876-b557-4d1f-9c60-8419c84626c6 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.313326 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-ffe57876-b557-4d1f-9c60-8419c84626c6 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Added segment 396ef90d-3852-4722-b36a-d581054e929e of type vlan for network 692cdedb-d8ba-41e1-b80e-f391f979e398 Dec 10 18:34:57.325882 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1855cc31-4ff0-4bbf-94db-0875c6ddf0ae tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] 10.222.0.60 "PUT /v2.0/networks/c88a77c4-3292-4b98-931f-1bc1e42151ca/tags HTTP/1.1" status: 200 len: 307 time: 0.2222197 Dec 10 18:34:57.330768 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34782) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:57.337509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-6328da7c-b93a-4ada-9ec1-f24fbb9bece5 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c88a77c4-3292-4b98-931f-1bc1e42151ca', 'tempest-TagsTest-Tag-1414280734') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:57.367287 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ffe57876-b557-4d1f-9c60-8419c84626c6 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.376083 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4322c473-1c15-4e3f-9bb9-d8da8a3a3e77 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9366653 Dec 10 18:34:57.379112 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34784) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:57.448358 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-fa5e9008-fbf0-47dd-9195-c5d2592f8d6b tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Allocated IP 172.20.0.3 (3e80520e-0345-4191-9dfa-d8a937dae40a/4857d383-48ba-430d-94da-a0558ddcee6b/367518ae-2d36-4da8-ad56-e32f0b7b042d) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:57.451322 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1f4bb8f3-e730-4a49-9972-77f92b6768da None None] Provisioning complete for port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:57.452140 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb8f3-e730-4a49-9972-77f92b6768da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.566036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1f4bb8f3-e730-4a49-9972-77f92b6768da None None] Provisioning complete for port f9f0ba7a-a961-45e3-a73d-03eef3282b46 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:57.566752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb8f3-e730-4a49-9972-77f92b6768da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.601871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1f4bb8f3-e730-4a49-9972-77f92b6768da None None] Port f9f0ba7a-a961-45e3-a73d-03eef3282b46 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:57.619666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ffe57876-b557-4d1f-9c60-8419c84626c6 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.625388 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe57876-b557-4d1f-9c60-8419c84626c6 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:57.625961 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ffe57876-b557-4d1f-9c60-8419c84626c6 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.694733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbca45a-c4a6-4f33-8c27-c97ec63c626b None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:34:57.707029 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6328da7c-b93a-4ada-9ec1-f24fbb9bece5 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] 10.222.0.60 "DELETE /v2.0/networks/c88a77c4-3292-4b98-931f-1bc1e42151ca/tags/tempest-TagsTest-Tag-1414280734 HTTP/1.1" status: 204 len: 168 time: 0.3724544 Dec 10 18:34:57.707029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.objects.ports [None req-b446cd98-14e6-4d65-96fd-da851c620cf4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103593) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:34:57.707029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b446cd98-14e6-4d65-96fd-da851c620cf4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.711786 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34786) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:57.724262 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-cb8aa760-9de0-4d8b-a0d0-44290a588010 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c88a77c4-3292-4b98-931f-1bc1e42151ca', 'tempest-TagsTest-Tag-1414280734') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:57.759272 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-56055636-12a2-4ef2-a811-f205d36d1a7a None None] Provisioning complete for port f9f0ba7a-a961-45e3-a73d-03eef3282b46 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:57.759272 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-56055636-12a2-4ef2-a811-f205d36d1a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.772848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe57876-b557-4d1f-9c60-8419c84626c6 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Network': ['ID=692cdedb-d8ba-41e1-b80e-f391f979e398,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:57.811937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446cd98-14e6-4d65-96fd-da851c620cf4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1d4109b9-07f1-4df8-8012-352224825eff,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:57.818531 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ffe57876-b557-4d1f-9c60-8419c84626c6 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7368355 Dec 10 18:34:57.821980 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34790) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:57.830577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3e5a2cd3-a9a6-414f-abac-b3745c3e2e73 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'subnet': {'network_id': '692cdedb-d8ba-41e1-b80e-f391f979e398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:57.840253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 692cdedb-d8ba-41e1-b80e-f391f979e398 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:57.914616 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-cb8aa760-9de0-4d8b-a0d0-44290a588010 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] show failed (client error): The resource could not be found. Dec 10 18:34:57.918999 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cb8aa760-9de0-4d8b-a0d0-44290a588010 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] 10.222.0.60 "GET /v2.0/networks/c88a77c4-3292-4b98-931f-1bc1e42151ca/tags/tempest-TagsTest-Tag-1414280734 HTTP/1.1" status: 404 len: 326 time: 0.2030921 Dec 10 18:34:57.922245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34792) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:57.922634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.926391 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa5e9008-fbf0-47dd-9195-c5d2592f8d6b tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.934779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-4b7d80dd-450b-4453-9a1c-9ba236f17254 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c88a77c4-3292-4b98-931f-1bc1e42151ca', 'tempest-TagsTest-Tag-121533718') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:57.945051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446cd98-14e6-4d65-96fd-da851c620cf4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Checking segment: {'id': 'bafbe6ce-9b8b-4d58-832b-da2043d550ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'df038ed7-4563-404e-b7fd-ee91e6e050b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:57.945051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446cd98-14e6-4d65-96fd-da851c620cf4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Network hostable DHCP agents. Network: df038ed7-4563-404e-b7fd-ee91e6e050b7, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:57.953569 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1023db-d447-402d-ae08-1b9cd0e34517 req-e07e3476-1b03-4518-bde9-ddc11a56c59e tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:57.955321 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3a1023db-d447-402d-ae08-1b9cd0e34517 req-e07e3476-1b03-4518-bde9-ddc11a56c59e tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 944 time: 0.1131110 Dec 10 18:34:58.066831 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4b7d80dd-450b-4453-9a1c-9ba236f17254 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] 10.222.0.60 "GET /v2.0/networks/c88a77c4-3292-4b98-931f-1bc1e42151ca/tags/tempest-TagsTest-Tag-121533718 HTTP/1.1" status: 204 len: 168 time: 0.1337304 Dec 10 18:34:58.067423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34794) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:58.072118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-ba4a9c77-9e3e-4694-933b-cd4d30ab3bd9 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c88a77c4-3292-4b98-931f-1bc1e42151ca', 'tempest-TagsTest-Tag-409888838') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:58.078652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 666efec4-630e-452d-a8e7-b4c1bf953971 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:34:58.104081 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3a1023db-d447-402d-ae08-1b9cd0e34517 req-44dc89c5-92a8-46b1-ae7a-74d513778403 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286409 Dec 10 18:34:58.144130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-56055636-12a2-4ef2-a811-f205d36d1a7a None None] Port f9f0ba7a-a961-45e3-a73d-03eef3282b46 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:58.153423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5a2cd3-a9a6-414f-abac-b3745c3e2e73 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:58.162503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e5a2cd3-a9a6-414f-abac-b3745c3e2e73 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.164095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbca45a-c4a6-4f33-8c27-c97ec63c626b None None] Resources bound (agent type, host, resource id): {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:34:58.211724 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa5e9008-fbf0-47dd-9195-c5d2592f8d6b tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.220884 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446cd98-14e6-4d65-96fd-da851c620cf4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Network df038ed7-4563-404e-b7fd-ee91e6e050b7 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:58.247537 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.271841 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34796) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:58.272060 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ba4a9c77-9e3e-4694-933b-cd4d30ab3bd9 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] 10.222.0.60 "GET /v2.0/networks/c88a77c4-3292-4b98-931f-1bc1e42151ca/tags/tempest-TagsTest-Tag-409888838 HTTP/1.1" status: 204 len: 168 time: 0.2039247 Dec 10 18:34:58.278041 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-d46aa067-0f9e-47e6-8c3b-5e204dd9cc0d tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c88a77c4-3292-4b98-931f-1bc1e42151ca') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:58.289371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5e9008-fbf0-47dd-9195-c5d2592f8d6b tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Network 3e80520e-0345-4191-9dfa-d8a937dae40a is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:58.296929 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-fa5e9008-fbf0-47dd-9195-c5d2592f8d6b tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:58.299415 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e9008-fbf0-47dd-9195-c5d2592f8d6b tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:58.315587 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 666efec4-630e-452d-a8e7-b4c1bf953971, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=666efec4-630e-452d-a8e7-b4c1bf953971,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:58.328140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.338122 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '666efec4-630e-452d-a8e7-b4c1bf953971', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'port_id': '666efec4-630e-452d-a8e7-b4c1bf953971', 'mac_address': 'fa:16:3e:28:53:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:34:58.338666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e9008-fbf0-47dd-9195-c5d2592f8d6b tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event updated for resources: {'Port': ['ID=367518ae-2d36-4da8-ad56-e32f0b7b042d,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:58.356271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-b446cd98-14e6-4d65-96fd-da851c620cf4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, df038ed7-4563-404e-b7fd-ee91e6e050b7) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:58.360666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446cd98-14e6-4d65-96fd-da851c620cf4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:58.361274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b446cd98-14e6-4d65-96fd-da851c620cf4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.389260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.398965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5e9008-fbf0-47dd-9195-c5d2592f8d6b tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:58.401076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa5e9008-fbf0-47dd-9195-c5d2592f8d6b tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.432093 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666efec4-630e-452d-a8e7-b4c1bf953971 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:58.440958 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=f9f0ba7a-a961-45e3-a73d-03eef3282b46,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:58.486631 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 666efec4-630e-452d-a8e7-b4c1bf953971, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=666efec4-630e-452d-a8e7-b4c1bf953971,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:58.492091 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:58.493102 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b446cd98-14e6-4d65-96fd-da851c620cf4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3251116 Dec 10 18:34:58.496218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34798) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:58.509811 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8effa817-8b84-491d-8986-c74ba13bd814 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1709649733', 'network_id': 'df038ed7-4563-404e-b7fd-ee91e6e050b7'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:58.556367 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d46aa067-0f9e-47e6-8c3b-5e204dd9cc0d tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] 10.222.0.60 "DELETE /v2.0/networks/c88a77c4-3292-4b98-931f-1bc1e42151ca/tags HTTP/1.1" status: 204 len: 168 time: 0.2826083 Dec 10 18:34:58.559300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34800) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:58.565758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-c7207440-ee2a-4f7e-a4c3-7dcec1407832 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c88a77c4-3292-4b98-931f-1bc1e42151ca', 'tempest-TagsTest-Tag-121533718') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:58.587678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.617720 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fa5e9008-fbf0-47dd-9195-c5d2592f8d6b tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2438943 Dec 10 18:34:58.619943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e5a2cd3-a9a6-414f-abac-b3745c3e2e73 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.621637 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34802) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:58.634554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.652155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-02751ec6-b552-4e54-aca3-d4b0265fea10 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Request body: {'port': {'network_id': '3e80520e-0345-4191-9dfa-d8a937dae40a', 'name': 'tempest-AllowedAddressPairTestJSON-1722539968'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:58.658735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:58.659167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.675926 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8effa817-8b84-491d-8986-c74ba13bd814 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Made reservation on behalf of d85d4333176d40bb8c092110a1829dda for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:58.678431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8effa817-8b84-491d-8986-c74ba13bd814 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.698830 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=666efec4-630e-452d-a8e7-b4c1bf953971,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:58.709665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c56677-24f8-4033-89ec-b919849b8375 None None] Network df038ed7-4563-404e-b7fd-ee91e6e050b7 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:58.725360 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-8effa817-8b84-491d-8986-c74ba13bd814 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] device_id is not set on port 8ced4f9e-a600-4e7e-ac99-09efd247bc75 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:34:58.762323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a2cd3-a9a6-414f-abac-b3745c3e2e73 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Subnet': ['ID=f8a9b3d2-0f6a-4b4a-a58f-1945920824ba,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:58.797779 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-c7207440-ee2a-4f7e-a4c3-7dcec1407832 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] show failed (client error): The resource could not be found. Dec 10 18:34:58.801506 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c7207440-ee2a-4f7e-a4c3-7dcec1407832 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] 10.222.0.60 "GET /v2.0/networks/c88a77c4-3292-4b98-931f-1bc1e42151ca/tags/tempest-TagsTest-Tag-121533718 HTTP/1.1" status: 404 len: 325 time: 0.2382205 Dec 10 18:34:58.803122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34804) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:58.811719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-4205554a-c3ae-4413-a712-d534c5f67d3d tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c88a77c4-3292-4b98-931f-1bc1e42151ca', 'tempest-TagsTest-Tag-409888838') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:58.816084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a2cd3-a9a6-414f-abac-b3745c3e2e73 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Checking segment: {'id': '396ef90d-3852-4722-b36a-d581054e929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '692cdedb-d8ba-41e1-b80e-f391f979e398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:58.816084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5a2cd3-a9a6-414f-abac-b3745c3e2e73 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network hostable DHCP agents. Network: 692cdedb-d8ba-41e1-b80e-f391f979e398, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:58.878119 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['666efec4-630e-452d-a8e7-b4c1bf953971'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:58.923706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fb05e0-52c4-4be9-8e9f-ccd616800c94 None None] Network df038ed7-4563-404e-b7fd-ee91e6e050b7 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:58.928472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.961470 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-4205554a-c3ae-4413-a712-d534c5f67d3d tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] show failed (client error): The resource could not be found. Dec 10 18:34:58.965584 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4205554a-c3ae-4413-a712-d534c5f67d3d tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] 10.222.0.60 "GET /v2.0/networks/c88a77c4-3292-4b98-931f-1bc1e42151ca/tags/tempest-TagsTest-Tag-409888838 HTTP/1.1" status: 404 len: 325 time: 0.1585324 Dec 10 18:34:58.965951 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34806) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:58.968577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-8effa817-8b84-491d-8986-c74ba13bd814 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Allocated IP 2001:db8::15c (df038ed7-4563-404e-b7fd-ee91e6e050b7/1d4109b9-07f1-4df8-8012-352224825eff/8ced4f9e-a600-4e7e-ac99-09efd247bc75) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:58.971247 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-894c0987-6018-439f-8ccd-f40b6a3df66d tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c88a77c4-3292-4b98-931f-1bc1e42151ca') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:59.030844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5a2cd3-a9a6-414f-abac-b3745c3e2e73 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network 692cdedb-d8ba-41e1-b80e-f391f979e398 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:59.032802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02751ec6-b552-4e54-aca3-d4b0265fea10 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Made reservation on behalf of b2d836b4ccbf49fc88c250d571b4e7d3 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:59.036425 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-02751ec6-b552-4e54-aca3-d4b0265fea10 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.078366 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-02751ec6-b552-4e54-aca3-d4b0265fea10 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] device_id is not set on port 3b6e508f-3865-457e-b67a-71e035591c49 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:34:59.137291 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecab32e-48cc-4010-8107-6d4157050294 None None] DHCP port deletion for df038ed7-4563-404e-b7fd-ee91e6e050b7 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:59.177745 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-3e5a2cd3-a9a6-414f-abac-b3745c3e2e73 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 692cdedb-d8ba-41e1-b80e-f391f979e398) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:59.183820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5a2cd3-a9a6-414f-abac-b3745c3e2e73 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:59.184860 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e5a2cd3-a9a6-414f-abac-b3745c3e2e73 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.189872 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c50797-9dc8-4d07-924c-48afe61838fc None None] Network 692cdedb-d8ba-41e1-b80e-f391f979e398 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:59.204591 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-894c0987-6018-439f-8ccd-f40b6a3df66d tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] 10.222.0.60 "DELETE /v2.0/networks/c88a77c4-3292-4b98-931f-1bc1e42151ca/tags HTTP/1.1" status: 204 len: 168 time: 0.2375476 Dec 10 18:34:59.228909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34810) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:59.254113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9ad24540-77b5-4068-a868-d76065220db1 None None] Provisioning complete for port 367518ae-2d36-4da8-ad56-e32f0b7b042d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:59.254492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9ad24540-77b5-4068-a868-d76065220db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.298478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9ad24540-77b5-4068-a868-d76065220db1 None None] Port 367518ae-2d36-4da8-ad56-e32f0b7b042d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:59.319316 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3e5a2cd3-a9a6-414f-abac-b3745c3e2e73 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4958215 Dec 10 18:34:59.323923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34812) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:59.326827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-02751ec6-b552-4e54-aca3-d4b0265fea10 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Allocated IP 172.20.0.14 (3e80520e-0345-4191-9dfa-d8a937dae40a/4857d383-48ba-430d-94da-a0558ddcee6b/3b6e508f-3865-457e-b67a-71e035591c49) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:59.339464 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9ad24540-77b5-4068-a868-d76065220db1 None None] Provisioning complete for port f9f0ba7a-a961-45e3-a73d-03eef3282b46 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:59.339840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9ad24540-77b5-4068-a868-d76065220db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.348951 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8fc7a101-c190-47d6-b3fa-1901fd1d4f40 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.387370 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9ad24540-77b5-4068-a868-d76065220db1 None None] Port f9f0ba7a-a961-45e3-a73d-03eef3282b46 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:59.398350 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73b30f-b5dc-4384-8634-0e916ba9315d req-5d5051a0-1f49-4369-8bb5-29a036135289 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:59.400137 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d73b30f-b5dc-4384-8634-0e916ba9315d req-5d5051a0-1f49-4369-8bb5-29a036135289 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 945 time: 0.2070296 Dec 10 18:34:59.478576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8fc7a101-c190-47d6-b3fa-1901fd1d4f40 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.494832 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8effa817-8b84-491d-8986-c74ba13bd814 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.503543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-692cdedb-d8ba-41e1-b80e-f391f979e398', 'network_id': '692cdedb-d8ba-41e1-b80e-f391f979e398', 'project_id': 'aed3f0eff92346568c4dc809ee8b30fc', 'fixed_ips': [{'subnet_id': 'f8a9b3d2-0f6a-4b4a-a58f-1945920824ba'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:59.504734 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.544576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8fc7a101-c190-47d6-b3fa-1901fd1d4f40 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88a77c4-3292-4b98-931f-1bc1e42151ca']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:59.566251 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8fc7a101-c190-47d6-b3fa-1901fd1d4f40 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4fd252-66a5-45a1-9055-30d0da0d4549') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:59.566458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8fc7a101-c190-47d6-b3fa-1901fd1d4f40 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4fd252-66a5-45a1-9055-30d0da0d4549') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:59.567241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.577470 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d73b30f-b5dc-4384-8634-0e916ba9315d req-0641812c-e9ac-4953-b251-959ff2547754 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632144 Dec 10 18:34:59.580905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8fc7a101-c190-47d6-b3fa-1901fd1d4f40 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.615207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8fc7a101-c190-47d6-b3fa-1901fd1d4f40 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.615407 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.628234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc7a101-c190-47d6-b3fa-1901fd1d4f40 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:59.628750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8fc7a101-c190-47d6-b3fa-1901fd1d4f40 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:59.632576 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:59.659636 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.705085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-02751ec6-b552-4e54-aca3-d4b0265fea10 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.707433 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.716797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Allocated IP 172.20.0.2 (692cdedb-d8ba-41e1-b80e-f391f979e398/f8a9b3d2-0f6a-4b4a-a58f-1945920824ba/9eafa65b-981d-43ee-918e-82e37ef3e31e) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:59.745038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8effa817-8b84-491d-8986-c74ba13bd814 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.762673 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8fc7a101-c190-47d6-b3fa-1901fd1d4f40 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.767212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8fc7a101-c190-47d6-b3fa-1901fd1d4f40 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.772782 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8fc7a101-c190-47d6-b3fa-1901fd1d4f40 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] 10.222.0.60 "DELETE /v2.0/networks/c88a77c4-3292-4b98-931f-1bc1e42151ca HTTP/1.1" status: 204 len: 168 time: 0.5401239 Dec 10 18:34:59.780096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.781820 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=f9f0ba7a-a961-45e3-a73d-03eef3282b46,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:59.787378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7a101-c190-47d6-b3fa-1901fd1d4f40 tempest-TagsTest-1572711659 tempest-TagsTest-1572711659-project] Pushing event deleted for resources: {'Network': ['ID=c88a77c4-3292-4b98-931f-1bc1e42151ca,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:59.796139 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-02751ec6-b552-4e54-aca3-d4b0265fea10 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.828287 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8effa817-8b84-491d-8986-c74ba13bd814 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Network df038ed7-4563-404e-b7fd-ee91e6e050b7 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:59.836400 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-8effa817-8b84-491d-8986-c74ba13bd814 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:59.873117 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8effa817-8b84-491d-8986-c74ba13bd814 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:59.874157 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8effa817-8b84-491d-8986-c74ba13bd814 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:59.874839 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8effa817-8b84-491d-8986-c74ba13bd814 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.883645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02751ec6-b552-4e54-aca3-d4b0265fea10 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Network 3e80520e-0345-4191-9dfa-d8a937dae40a is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:59.892017 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-02751ec6-b552-4e54-aca3-d4b0265fea10 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:59.894980 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02751ec6-b552-4e54-aca3-d4b0265fea10 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:59.898344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02751ec6-b552-4e54-aca3-d4b0265fea10 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event updated for resources: {'Port': ['ID=3b6e508f-3865-457e-b67a-71e035591c49,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:59.902321 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa817-8b84-491d-8986-c74ba13bd814 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event updated for resources: {'Port': ['ID=8ced4f9e-a600-4e7e-ac99-09efd247bc75,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:59.932338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.948316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 3ed43e38-9d5e-4ab7-8772-501cdb1dce90 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:59.950435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:59.959288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02751ec6-b552-4e54-aca3-d4b0265fea10 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:59.959929 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-02751ec6-b552-4e54-aca3-d4b0265fea10 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.005806 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.047152 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8effa817-8b84-491d-8986-c74ba13bd814 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5475259 Dec 10 18:35:00.049769 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34816) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:00.071757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Pushing event updated for resources: {'Port': ['ID=9eafa65b-981d-43ee-918e-82e37ef3e31e,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:00.082328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Network 692cdedb-d8ba-41e1-b80e-f391f979e398 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:00.084743 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:00.087328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:00.101062 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-02751ec6-b552-4e54-aca3-d4b0265fea10 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4746850 Dec 10 18:35:00.105233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34818) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:00.113740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-9ec15de0-7708-4b83-80a3-31d65ec4d7f0 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:8f:30:6a'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:80:aa:81'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:00.114053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.174630 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a9b3d2-0f6a-4b4a-a58f-1945920824ba,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:00.186945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Attempting to bind port 9eafa65b-981d-43ee-918e-82e37ef3e31e on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:00.186945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Attempting to bind port 9eafa65b-981d-43ee-918e-82e37ef3e31e by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '396ef90d-3852-4722-b36a-d581054e929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '692cdedb-d8ba-41e1-b80e-f391f979e398'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:00.187141 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Attempting to bind port 9eafa65b-981d-43ee-918e-82e37ef3e31e on network 692cdedb-d8ba-41e1-b80e-f391f979e398 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:00.197156 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:00.197559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Checking segment: {'id': '396ef90d-3852-4722-b36a-d581054e929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '692cdedb-d8ba-41e1-b80e-f391f979e398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:00.198031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.198438 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Bound using segment: {'id': '396ef90d-3852-4722-b36a-d581054e929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '692cdedb-d8ba-41e1-b80e-f391f979e398'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:00.199050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Bound port: 9eafa65b-981d-43ee-918e-82e37ef3e31e, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396ef90d-3852-4722-b36a-d581054e929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '692cdedb-d8ba-41e1-b80e-f391f979e398'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:00.199572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.300072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-391161d8-5609-451a-953d-e973b51fd76e None None] For port 9eafa65b-981d-43ee-918e-82e37ef3e31e, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:00.306397 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-205d8f87-4703-4dfe-b670-0f1c1824d802 None None] Provisioning complete for port f9f0ba7a-a961-45e3-a73d-03eef3282b46 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:00.306397 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-205d8f87-4703-4dfe-b670-0f1c1824d802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.306981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-391161d8-5609-451a-953d-e973b51fd76e None None] For port 9eafa65b-981d-43ee-918e-82e37ef3e31e, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9eafa65b-981d-43ee-918e-82e37ef3e31e,segment=NetworkSegment(396ef90d-3852-4722-b36a-d581054e929e),segment_id=396ef90d-3852-4722-b36a-d581054e929e)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:00.338748 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-41291389-7a17-44f7-af4b-78b1b27472e8 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Deleting port 8ced4f9e-a600-4e7e-ac99-09efd247bc75 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:00.339205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-41291389-7a17-44f7-af4b-78b1b27472e8 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.342013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-205d8f87-4703-4dfe-b670-0f1c1824d802 None None] Port f9f0ba7a-a961-45e3-a73d-03eef3282b46 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:00.384548 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.407086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34822) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:00.469233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ec15de0-7708-4b83-80a3-31d65ec4d7f0 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.505434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391161d8-5609-451a-953d-e973b51fd76e None None] Pushing event updated for resources: {'Port': ['ID=9eafa65b-981d-43ee-918e-82e37ef3e31e,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:00.513985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1c8e6c7e-f378-47ed-9f18-50ab5f01810d None None] Provisioning complete for port 3b6e508f-3865-457e-b67a-71e035591c49 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:00.514307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6c7e-f378-47ed-9f18-50ab5f01810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.544529 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158abcc1-6555-4aac-bac2-4641cd3384f2 None None] Network 692cdedb-d8ba-41e1-b80e-f391f979e398 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:00.555527 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-41291389-7a17-44f7-af4b-78b1b27472e8 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.579110 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-41291389-7a17-44f7-af4b-78b1b27472e8 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Calling delete_port for 8ced4f9e-a600-4e7e-ac99-09efd247bc75 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:00.614264 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e6c7e-f378-47ed-9f18-50ab5f01810d None None] Port 3b6e508f-3865-457e-b67a-71e035591c49 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:00.670026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f71c1a-2cd7-4a93-9f97-6154180b9a0d None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:35:00.679844 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.729836 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692cdedb-d8ba-41e1-b80e-f391f979e398']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:00.743878 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396ef90d-3852-4722-b36a-d581054e929e') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:00.744232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396ef90d-3852-4722-b36a-d581054e929e') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:00.753755 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-25972036-366f-4057-9663-8f12e43158ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e4c2a56dcb14e70b6cca53c5aac07b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428488 Dec 10 18:35:00.756307 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34830) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:00.759476 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.797299 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82dce21-c5b8-4bad-8f16-511c986251d8 req-1c025aed-939a-4520-9ac3-1d2aaebfd7e2 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:00.798856 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b82dce21-c5b8-4bad-8f16-511c986251d8 req-1c025aed-939a-4520-9ac3-1d2aaebfd7e2 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 945 time: 0.1240895 Dec 10 18:35:00.802027 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f71c1a-2cd7-4a93-9f97-6154180b9a0d None None] Resources bound (agent type, host, resource id): {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:35:00.802864 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.808552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Router 72a95c5a-ad52-407c-85ed-b2446c84a059 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:35:00.823148 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:00.823547 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:00.832163 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:00.862148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ec15de0-7708-4b83-80a3-31d65ec4d7f0 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.981896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ec15de0-7708-4b83-80a3-31d65ec4d7f0 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.988808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.api [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:35:00.988808 dv-neutron-821434-1-hyperv neutron-server[103594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:35:00.988808 dv-neutron-821434-1-hyperv neutron-server[103594]: [parameters: {'id': '692cdedb-d8ba-41e1-b80e-f391f979e398'}] Dec 10 18:35:00.988808 dv-neutron-821434-1-hyperv neutron-server[103594]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:35:00.993101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG oslo_db.api [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:35:00.993101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5505-4be7-4e99-9083-8639a39b454e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.018598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-41291389-7a17-44f7-af4b-78b1b27472e8 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.023364 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b82dce21-c5b8-4bad-8f16-511c986251d8 req-2a8586da-0634-41ca-ba9d-c84d5bbb5199 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091782 Dec 10 18:35:01.036141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5505-4be7-4e99-9083-8639a39b454e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.044380 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:01.053421 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4ccc0735-a211-4943-978c-18e89784f09d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "PUT /v2.0/routers/72a95c5a-ad52-407c-85ed-b2446c84a059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6707332 Dec 10 18:35:01.054044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34832) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:01.060367 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0e464-3ae9-41af-9dd9-767ed88fc1c0 None None] Sync routers for ids ['72a95c5a-ad52-407c-85ed-b2446c84a059'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:01.078282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0e464-3ae9-41af-9dd9-767ed88fc1c0 None None] Routers {'72a95c5a-ad52-407c-85ed-b2446c84a059'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:01.079052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-02b0e464-3ae9-41af-9dd9-767ed88fc1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['72a95c5a-ad52-407c-85ed-b2446c84a059'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:01.080353 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec15de0-7708-4b83-80a3-31d65ec4d7f0 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event updated for resources: {'Port': ['ID=3b6e508f-3865-457e-b67a-71e035591c49,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:01.122690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-02b0e464-3ae9-41af-9dd9-767ed88fc1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:01.130182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-41291389-7a17-44f7-af4b-78b1b27472e8 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.131404 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a42528-b3f4-4716-a970-9f2b18cce567 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:01.135409 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e0a42528-b3f4-4716-a970-9f2b18cce567 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a95c5a-ad52-407c-85ed-b2446c84a059 HTTP/1.1" status: 200 len: 983 time: 0.0777097 Dec 10 18:35:01.136439 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-41291389-7a17-44f7-af4b-78b1b27472e8 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "DELETE /v2.0/ports/8ced4f9e-a600-4e7e-ac99-09efd247bc75 HTTP/1.1" status: 204 len: 168 time: 1.0855927 Dec 10 18:35:01.136729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34834) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:01.137211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34836) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:01.139897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41291389-7a17-44f7-af4b-78b1b27472e8 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ced4f9e-a600-4e7e-ac99-09efd247bc75,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:01.144443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-9ec15de0-7708-4b83-80a3-31d65ec4d7f0 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] In _notify_port_updated(), no bound segment for port 3b6e508f-3865-457e-b67a-71e035591c49 on network 3e80520e-0345-4191-9dfa-d8a937dae40a {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:35:01.146422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0e464-3ae9-41af-9dd9-767ed88fc1c0 None None] Routers {'72a95c5a-ad52-407c-85ed-b2446c84a059'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:01.146422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-02b0e464-3ae9-41af-9dd9-767ed88fc1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['72a95c5a-ad52-407c-85ed-b2446c84a059'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:01.149300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df038ed7-4563-404e-b7fd-ee91e6e050b7', 'external_fixed_ips': [{'subnet_id': '1d4109b9-07f1-4df8-8012-352224825eff', 'ip_address': '2001:db8::15c'}]}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:01.150803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec15de0-7708-4b83-80a3-31d65ec4d7f0 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:01.151474 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ec15de0-7708-4b83-80a3-31d65ec4d7f0 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.152796 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9ec15de0-7708-4b83-80a3-31d65ec4d7f0 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "PUT /v2.0/ports/3b6e508f-3865-457e-b67a-71e035591c49 HTTP/1.1" status: 200 len: 1057 time: 1.0465021 Dec 10 18:35:01.155724 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34838) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:01.205123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-02b0e464-3ae9-41af-9dd9-767ed88fc1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:01.207595 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0e464-3ae9-41af-9dd9-767ed88fc1c0 None None] The sync data for ids ['72a95c5a-ad52-407c-85ed-b2446c84a059'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:01.220517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac1ff4a-fc9f-448a-8d64-4803fbf8e249 None None] DHCP port deletion for df038ed7-4563-404e-b7fd-ee91e6e050b7 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:01.249518 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c2c4ad7d-4f94-404f-89df-c7ea948463e2 None None] Could not find standard attr ID for object 8ced4f9e-a600-4e7e-ac99-09efd247bc75. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:35:01.250062 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5505-4be7-4e99-9083-8639a39b454e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.254534 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5505-4be7-4e99-9083-8639a39b454e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.259087 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7d2b5505-4be7-4e99-9083-8639a39b454e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a17743e-4699-4479-83cb-8666a4f130a2 HTTP/1.1" status: 204 len: 168 time: 0.4984303 Dec 10 18:35:01.269142 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b5505-4be7-4e99-9083-8639a39b454e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a17743e-4699-4479-83cb-8666a4f130a2,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:01.304404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-52d01ca7-479e-4a23-bcb0-23f773e46a91 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Deleting port 3b6e508f-3865-457e-b67a-71e035591c49 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:01.304742 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52d01ca7-479e-4a23-bcb0-23f773e46a91 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.318790 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.319864 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.406767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52d01ca7-479e-4a23-bcb0-23f773e46a91 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.419305 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.421588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-52d01ca7-479e-4a23-bcb0-23f773e46a91 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Calling delete_port for 3b6e508f-3865-457e-b67a-71e035591c49 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:01.490981 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.616597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8ee420d9-9256-4582-a762-46c1d157bea7 None None] Provisioning complete for port 3b6e508f-3865-457e-b67a-71e035591c49 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:01.617358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8ee420d9-9256-4582-a762-46c1d157bea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.664158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.703700 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee420d9-9256-4582-a762-46c1d157bea7 None None] Port 3b6e508f-3865-457e-b67a-71e035591c49 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:01.706292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52d01ca7-479e-4a23-bcb0-23f773e46a91 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.757525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d01ca7-479e-4a23-bcb0-23f773e46a91 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event deleted for resources: {'Port': ['ID=3b6e508f-3865-457e-b67a-71e035591c49,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:01.804222 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Deleting port 9eafa65b-981d-43ee-918e-82e37ef3e31e {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:01.806730 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.894829 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 666efec4-630e-452d-a8e7-b4c1bf953971 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:01.973431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] For port 9eafa65b-981d-43ee-918e-82e37ef3e31e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9eafa65b-981d-43ee-918e-82e37ef3e31e,segment=NetworkSegment(396ef90d-3852-4722-b36a-d581054e929e),segment_id=396ef90d-3852-4722-b36a-d581054e929e)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:01.975461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.003678 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Calling delete_port for 9eafa65b-981d-43ee-918e-82e37ef3e31e owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:02.095317 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 666efec4-630e-452d-a8e7-b4c1bf953971 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:35:02.103316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 666efec4-630e-452d-a8e7-b4c1bf953971 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:02.103316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.141734 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-52d01ca7-479e-4a23-bcb0-23f773e46a91 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.146474 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-52d01ca7-479e-4a23-bcb0-23f773e46a91 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "DELETE /v2.0/ports/3b6e508f-3865-457e-b67a-71e035591c49 HTTP/1.1" status: 204 len: 168 time: 0.9896154 Dec 10 18:35:02.149246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34858) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:02.175474 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3407d5-40e9-4c7f-be84-00acdb5e11bc tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] GET failed (client error): The resource could not be found. Dec 10 18:35:02.177037 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2b3407d5-40e9-4c7f-be84-00acdb5e11bc tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "GET /v2.0/ports/3b6e508f-3865-457e-b67a-71e035591c49 HTTP/1.1" status: 404 len: 333 time: 0.0261979 Dec 10 18:35:02.180460 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34860) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:02.188659 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8b19ba18-dae3-41ca-9672-24aff1c4ec9c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.211344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.239645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b517b87e-dac4-49f8-af95-c17d737dd993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666efec4-630e-452d-a8e7-b4c1bf953971'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:02.246533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c9bcfb-b0f8-416b-a865-14c35499b6ce" -d '{"events": [{"server_uuid": "b517b87e-dac4-49f8-af95-c17d737dd993", "name": "network-vif-plugged", "status": "completed", "tag": "666efec4-630e-452d-a8e7-b4c1bf953971"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:02.269391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.270060 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 666efec4-630e-452d-a8e7-b4c1bf953971, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=666efec4-630e-452d-a8e7-b4c1bf953971,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:02.308077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-69b9b636-be75-46ac-b785-a7cc58f09d67 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Deleting port 367518ae-2d36-4da8-ad56-e32f0b7b042d {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:02.308491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69b9b636-be75-46ac-b785-a7cc58f09d67 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.326903 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Port': ['ID=9eafa65b-981d-43ee-918e-82e37ef3e31e,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:02.339311 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.349288 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30d103-96aa-420c-97d2-d9d7da3a7c0f req-81b8721f-59e8-40e8-bbdd-1f9371eed8f2 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:02.351105 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8e30d103-96aa-420c-97d2-d9d7da3a7c0f req-81b8721f-59e8-40e8-bbdd-1f9371eed8f2 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 945 time: 0.2275231 Dec 10 18:35:02.356033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No DVR routers for this DVR port 9eafa65b-981d-43ee-918e-82e37ef3e31e on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:02.405260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=666efec4-630e-452d-a8e7-b4c1bf953971,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:02.429032 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572a97-791e-4299-b13b-fd1e7e010691 req-12c7228f-ded0-4a95-aca2-576ff8f45718 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:02.430791 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-40572a97-791e-4299-b13b-fd1e7e010691 req-12c7228f-ded0-4a95-aca2-576ff8f45718 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.3016050 Dec 10 18:35:02.448817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69b9b636-be75-46ac-b785-a7cc58f09d67 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.460958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-69b9b636-be75-46ac-b785-a7cc58f09d67 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Calling delete_port for 367518ae-2d36-4da8-ad56-e32f0b7b042d owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:02.644494 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8e30d103-96aa-420c-97d2-d9d7da3a7c0f req-cd8898b0-90fc-4ade-8b44-5a75c699feb4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522109 Dec 10 18:35:02.652119 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69b9b636-be75-46ac-b785-a7cc58f09d67 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.660095 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.689173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9b636-be75-46ac-b785-a7cc58f09d67 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event deleted for resources: {'Port': ['ID=367518ae-2d36-4da8-ad56-e32f0b7b042d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:02.704584 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27439e97-ba8d-4e9b-b9eb-c616a39d9175 x-openstack-request-id: req-27439e97-ba8d-4e9b-b9eb-c616a39d9175 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:02.704584 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b517b87e-dac4-49f8-af95-c17d737dd993", "name": "network-vif-plugged", "status": "completed", "tag": "666efec4-630e-452d-a8e7-b4c1bf953971", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:02.704584 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27439e97-ba8d-4e9b-b9eb-c616a39d9175 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:02.704584 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b517b87e-dac4-49f8-af95-c17d737dd993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666efec4-630e-452d-a8e7-b4c1bf953971', 'code': 200} Dec 10 18:35:02.726086 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692cdedb-d8ba-41e1-b80e-f391f979e398']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:02.747395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396ef90d-3852-4722-b36a-d581054e929e') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:02.747725 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396ef90d-3852-4722-b36a-d581054e929e') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:02.753150 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-40572a97-791e-4299-b13b-fd1e7e010691 req-515fdb89-0617-4e61-a5a3-aeba3681ef16 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999094 Dec 10 18:35:02.768394 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.795922 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.800427 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.830293 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:02.830711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:02.834241 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:02.836463 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.959112 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-8b19ba18-dae3-41ca-9672-24aff1c4ec9c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port f9f0ba7a-a961-45e3-a73d-03eef3282b46 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:02.959920 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8b19ba18-dae3-41ca-9672-24aff1c4ec9c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.035187 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.084152 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.088339 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/692cdedb-d8ba-41e1-b80e-f391f979e398 HTTP/1.1" status: 204 len: 168 time: 3.7611728 Dec 10 18:35:03.096855 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34868) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:03.112609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5e99f7a0-c524-4bd8-981c-508a4c50fa55 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1222457980'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:03.132092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69b9b636-be75-46ac-b785-a7cc58f09d67 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.136076 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-69b9b636-be75-46ac-b785-a7cc58f09d67 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "DELETE /v2.0/ports/367518ae-2d36-4da8-ad56-e32f0b7b042d HTTP/1.1" status: 204 len: 168 time: 0.9536421 Dec 10 18:35:03.138977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcca7c-bb64-42f0-96e8-9d3fc1306ca7 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Network': ['ID=692cdedb-d8ba-41e1-b80e-f391f979e398,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:03.139180 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34870) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:03.171063 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddeec8d4-c5e6-4436-8baa-d52e161e6e45 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] GET failed (client error): The resource could not be found. Dec 10 18:35:03.172500 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ddeec8d4-c5e6-4436-8baa-d52e161e6e45 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "GET /v2.0/ports/367518ae-2d36-4da8-ad56-e32f0b7b042d HTTP/1.1" status: 404 len: 333 time: 0.0325880 Dec 10 18:35:03.177430 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34872) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:03.179270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6f950-7a65-4bb7-a75e-66dde6bb9e0e req-1f04837a-5be1-46f8-be1c-80ddc0aedb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:03.181968 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-01c6f950-7a65-4bb7-a75e-66dde6bb9e0e req-1f04837a-5be1-46f8-be1c-80ddc0aedb43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 1099 time: 0.0926301 Dec 10 18:35:03.213790 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8b19ba18-dae3-41ca-9672-24aff1c4ec9c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.243806 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-8b19ba18-dae3-41ca-9672-24aff1c4ec9c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for f9f0ba7a-a961-45e3-a73d-03eef3282b46 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:03.285381 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-01c6f950-7a65-4bb7-a75e-66dde6bb9e0e req-8953b21c-3643-48f6-b385-1858cf0a0766 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957942 Dec 10 18:35:03.307329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-677e9e94-81c7-4bfa-9c42-a6512da4b913 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Deleting port ed0c2ad7-aff4-42da-a794-3ad3adbfcad1 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:03.307667 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-677e9e94-81c7-4bfa-9c42-a6512da4b913 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.405267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-677e9e94-81c7-4bfa-9c42-a6512da4b913 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.418299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-677e9e94-81c7-4bfa-9c42-a6512da4b913 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Calling delete_port for ed0c2ad7-aff4-42da-a794-3ad3adbfcad1 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:03.584011 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e99f7a0-c524-4bd8-981c-508a4c50fa55 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:03.587465 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5e99f7a0-c524-4bd8-981c-508a4c50fa55 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.615748 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-677e9e94-81c7-4bfa-9c42-a6512da4b913 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.650160 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e9e94-81c7-4bfa-9c42-a6512da4b913 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event deleted for resources: {'Port': ['ID=ed0c2ad7-aff4-42da-a794-3ad3adbfcad1,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:03.656186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Allocated IP 2001:db8::15c (df038ed7-4563-404e-b7fd-ee91e6e050b7/1d4109b9-07f1-4df8-8012-352224825eff/8f9e57f6-0b14-43db-8a1d-ded874cb3c02) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:03.669523 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e99f7a0-c524-4bd8-981c-508a4c50fa55 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:03.690197 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5e99f7a0-c524-4bd8-981c-508a4c50fa55 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.690513 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-5e99f7a0-c524-4bd8-981c-508a4c50fa55 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Added segment 3ff03864-ae16-4cd4-b0e6-5997906f9fe7 of type vlan for network fbdd275a-d197-4d0a-b515-969298c0089d Dec 10 18:35:03.726306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-677e9e94-81c7-4bfa-9c42-a6512da4b913 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.732870 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-677e9e94-81c7-4bfa-9c42-a6512da4b913 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "DELETE /v2.0/ports/ed0c2ad7-aff4-42da-a794-3ad3adbfcad1 HTTP/1.1" status: 204 len: 168 time: 0.5477211 Dec 10 18:35:03.733131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34876) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:03.788471 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4293ce2-7515-4f26-91ef-6d1e72316602 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Deleting subnet 4857d383-48ba-430d-94da-a0558ddcee6b {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:03.794960 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b4293ce2-7515-4f26-91ef-6d1e72316602 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.855514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b4293ce2-7515-4f26-91ef-6d1e72316602 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.873420 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5e99f7a0-c524-4bd8-981c-508a4c50fa55 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.944596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b4293ce2-7515-4f26-91ef-6d1e72316602 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.985367 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56245978-403a-45dd-9600-4906bc07e128 req-36318312-6700-4bbe-93b8-46cf47b97393 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:03.986891 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-56245978-403a-45dd-9600-4906bc07e128 req-36318312-6700-4bbe-93b8-46cf47b97393 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 946 time: 0.2417254 Dec 10 18:35:04.027180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.058070 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6a4ad-1b48-49cb-862d-f47ef3ecf011 req-1fa93193-9e03-4f22-a9cf-ceaaff4cc97f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:04.059628 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9df6a4ad-1b48-49cb-862d-f47ef3ecf011 req-1fa93193-9e03-4f22-a9cf-ceaaff4cc97f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.1795006 Dec 10 18:35:04.075538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b4293ce2-7515-4f26-91ef-6d1e72316602 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.099303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5e99f7a0-c524-4bd8-981c-508a4c50fa55 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.105399 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e99f7a0-c524-4bd8-981c-508a4c50fa55 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:04.106000 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5e99f7a0-c524-4bd8-981c-508a4c50fa55 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.110578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b4293ce2-7515-4f26-91ef-6d1e72316602 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.116139 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b4293ce2-7515-4f26-91ef-6d1e72316602 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "DELETE /v2.0/subnets/4857d383-48ba-430d-94da-a0558ddcee6b HTTP/1.1" status: 204 len: 168 time: 0.3797414 Dec 10 18:35:04.116139 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4293ce2-7515-4f26-91ef-6d1e72316602 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event deleted for resources: {'Subnet': ['ID=4857d383-48ba-430d-94da-a0558ddcee6b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:04.117448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34880) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:04.120927 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0575677-c95d-4722-9b04-92d4ab502a3f None None] Network 3e80520e-0345-4191-9dfa-d8a937dae40a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:04.200185 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-56245978-403a-45dd-9600-4906bc07e128 req-7c452add-6558-4328-b5d9-0c223a5111f6 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054756 Dec 10 18:35:04.203584 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.209975 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8b19ba18-dae3-41ca-9672-24aff1c4ec9c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.268965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Deleting port a3eae766-ad95-4155-aee0-b26d5194e345 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:04.269781 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.279163 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19ba18-dae3-41ca-9672-24aff1c4ec9c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=f9f0ba7a-a961-45e3-a73d-03eef3282b46,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:04.292222 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9df6a4ad-1b48-49cb-862d-f47ef3ecf011 req-fdc0c479-aa40-4d29-bcbb-a1642991df49 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235858 Dec 10 18:35:04.292944 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99f7a0-c524-4bd8-981c-508a4c50fa55 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Network': ['ID=fbdd275a-d197-4d0a-b515-969298c0089d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:04.315725 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5e99f7a0-c524-4bd8-981c-508a4c50fa55 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2074084 Dec 10 18:35:04.334101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34882) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:04.344272 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-1a914c60-e77b-49bc-9865-c653968900c3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'subnet': {'network_id': 'fbdd275a-d197-4d0a-b515-969298c0089d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:04.405838 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network fbdd275a-d197-4d0a-b515-969298c0089d details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:04.416531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] For port a3eae766-ad95-4155-aee0-b26d5194e345, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a3eae766-ad95-4155-aee0-b26d5194e345,segment=NetworkSegment(d0215073-daa8-4709-8574-2e4e8aa013af),segment_id=d0215073-daa8-4709-8574-2e4e8aa013af)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:04.416904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.423237 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.438562 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Calling delete_port for a3eae766-ad95-4155-aee0-b26d5194e345 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:04.610832 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.616484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782fb544-1c21-4b9b-a5a3-06dce83a38ba None None] DHCP port deletion for 3e80520e-0345-4191-9dfa-d8a937dae40a request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:04.641279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Network df038ed7-4563-404e-b7fd-ee91e6e050b7 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:04.643349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] No DVR routers for this DVR port a3eae766-ad95-4155-aee0-b26d5194e345 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:04.654014 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:04.663286 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:04.666230 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event updated for resources: {'Port': ['ID=8f9e57f6-0b14-43db-8a1d-ded874cb3c02,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:04.668532 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8b19ba18-dae3-41ca-9672-24aff1c4ec9c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.674917 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event deleted for resources: {'Port': ['ID=a3eae766-ad95-4155-aee0-b26d5194e345,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:04.678437 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0ebb68-b9d6-40ad-ada0-e0675370e751 None None] DHCP port deletion for df038ed7-4563-404e-b7fd-ee91e6e050b7 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:04.737223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.755801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b0e43a52-22ea-412c-9366-64f30f22e571 None None] Provisioning complete for port 8f9e57f6-0b14-43db-8a1d-ded874cb3c02 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:04.760969 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b0e43a52-22ea-412c-9366-64f30f22e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.767280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e80520e-0345-4191-9dfa-d8a937dae40a']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:04.778131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0215073-daa8-4709-8574-2e4e8aa013af') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:04.778131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0215073-daa8-4709-8574-2e4e8aa013af') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:04.788290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.793065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b0e43a52-22ea-412c-9366-64f30f22e571 None None] Port 8f9e57f6-0b14-43db-8a1d-ded874cb3c02 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:04.802377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.810241 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:04.811806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:04.813832 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:04.831327 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a914c60-e77b-49bc-9865-c653968900c3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:04.834839 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1a914c60-e77b-49bc-9865-c653968900c3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.942141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.ipam_backend_mixin [None req-1a914c60-e77b-49bc-9865-c653968900c3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Performing IP validity checks on allocation pools {{(pid=103594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:35:04.942717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.ipam_backend_mixin [None req-1a914c60-e77b-49bc-9865-c653968900c3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:35:04.955366 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.964974 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.965898 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] 10.222.0.60 "DELETE /v2.0/networks/3e80520e-0345-4191-9dfa-d8a937dae40a HTTP/1.1" status: 204 len: 168 time: 0.8463984 Dec 10 18:35:04.980356 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdd510-cd7f-4ffb-8bde-76326f4673d8 tempest-AllowedAddressPairTestJSON-1592986142 tempest-AllowedAddressPairTestJSON-1592986142-project] Pushing event deleted for resources: {'Network': ['ID=3e80520e-0345-4191-9dfa-d8a937dae40a,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:05.065410 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b19ba18-dae3-41ca-9672-24aff1c4ec9c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Router 72a95c5a-ad52-407c-85ed-b2446c84a059 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:05.209557 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b19ba18-dae3-41ca-9672-24aff1c4ec9c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:05.212502 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.221152 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac164e3-6f6c-417d-b74c-d44952d5a5ad None None] Sync routers for ids ['72a95c5a-ad52-407c-85ed-b2446c84a059'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:05.239426 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac164e3-6f6c-417d-b74c-d44952d5a5ad None None] Routers {'72a95c5a-ad52-407c-85ed-b2446c84a059'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:05.239939 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34892) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:05.240427 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8b19ba18-dae3-41ca-9672-24aff1c4ec9c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "PUT /v2.0/routers/72a95c5a-ad52-407c-85ed-b2446c84a059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1015685 Dec 10 18:35:05.240927 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8ac164e3-6f6c-417d-b74c-d44952d5a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['72a95c5a-ad52-407c-85ed-b2446c84a059'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:05.281814 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-57951a52-c7e1-4905-9727-92ff14e9607a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] GET failed (client error): The resource could not be found. Dec 10 18:35:05.283358 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8ac164e3-6f6c-417d-b74c-d44952d5a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:05.286718 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-57951a52-c7e1-4905-9727-92ff14e9607a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/f9f0ba7a-a961-45e3-a73d-03eef3282b46 HTTP/1.1" status: 404 len: 333 time: 0.0455258 Dec 10 18:35:05.288347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34894) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:05.302702 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac164e3-6f6c-417d-b74c-d44952d5a5ad None None] Routers {'72a95c5a-ad52-407c-85ed-b2446c84a059'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:05.302702 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8ac164e3-6f6c-417d-b74c-d44952d5a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['72a95c5a-ad52-407c-85ed-b2446c84a059'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:05.352031 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8ac164e3-6f6c-417d-b74c-d44952d5a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:05.353291 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac164e3-6f6c-417d-b74c-d44952d5a5ad None None] The sync data for ids ['72a95c5a-ad52-407c-85ed-b2446c84a059'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:05.377750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-83cd804d-b9ee-4d88-9113-e458cad97cd5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.417275 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cec4d-a238-4234-b89e-1909ab9f4f37 req-aea4bf6c-9159-4be3-af44-92b7fd8b54b3 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:05.418913 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-725cec4d-a238-4234-b89e-1909ab9f4f37 req-aea4bf6c-9159-4be3-af44-92b7fd8b54b3 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 946 time: 0.1070457 Dec 10 18:35:05.426601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1a914c60-e77b-49bc-9865-c653968900c3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.480884 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34900) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:05.566121 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-83cd804d-b9ee-4d88-9113-e458cad97cd5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.568336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-83cd804d-b9ee-4d88-9113-e458cad97cd5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.571085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a62db4-b286-45f6-84f8-a3aa1f6d270f req-dc54601b-7d46-4508-9a07-d319da3a259d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:05.573083 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-02a62db4-b286-45f6-84f8-a3aa1f6d270f req-dc54601b-7d46-4508-9a07-d319da3a259d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.2059367 Dec 10 18:35:05.637606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a914c60-e77b-49bc-9865-c653968900c3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Subnet': ['ID=471c6af8-7d52-45d5-884e-a4abf85d13ae,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:05.654912 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-725cec4d-a238-4234-b89e-1909ab9f4f37 req-a7aeb24d-3565-43ec-afe0-323cebaba4c6 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261438 Dec 10 18:35:05.688596 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a914c60-e77b-49bc-9865-c653968900c3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Checking segment: {'id': '3ff03864-ae16-4cd4-b0e6-5997906f9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbdd275a-d197-4d0a-b515-969298c0089d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:05.688904 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a914c60-e77b-49bc-9865-c653968900c3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network hostable DHCP agents. Network: fbdd275a-d197-4d0a-b515-969298c0089d, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:05.721098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-83cd804d-b9ee-4d88-9113-e458cad97cd5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.725005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cd804d-b9ee-4d88-9113-e458cad97cd5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Fanout notify agent at l3_agent the message router_deleted on router 72a95c5a-ad52-407c-85ed-b2446c84a059 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:35:05.730750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-83cd804d-b9ee-4d88-9113-e458cad97cd5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.732265 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-83cd804d-b9ee-4d88-9113-e458cad97cd5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/routers/72a95c5a-ad52-407c-85ed-b2446c84a059 HTTP/1.1" status: 204 len: 168 time: 0.4430554 Dec 10 18:35:05.732407 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-02a62db4-b286-45f6-84f8-a3aa1f6d270f req-17b6a188-2850-4ea3-aaf5-186e179f56ee tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483581 Dec 10 18:35:05.734785 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34906) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:05.737140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.785287 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fa71d546-9915-43da-b1c9-00a814e2de1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2d836b4ccbf49fc88c250d571b4e7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680790 Dec 10 18:35:05.791213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04ff7b0-08a2-4d48-867f-f58ba45ee6c0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting subnet 4193e88a-f77d-42ca-bd2a-15ccdaa6284b {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:05.793154 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34908) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:05.800155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b04ff7b0-08a2-4d48-867f-f58ba45ee6c0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.847912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a914c60-e77b-49bc-9865-c653968900c3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network fbdd275a-d197-4d0a-b515-969298c0089d is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:05.866602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b04ff7b0-08a2-4d48-867f-f58ba45ee6c0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.914670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-359b75ae-1cd7-4bfa-8f1e-67a429578f4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.965783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-359b75ae-1cd7-4bfa-8f1e-67a429578f4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.014053 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b04ff7b0-08a2-4d48-867f-f58ba45ee6c0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.120777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-359b75ae-1cd7-4bfa-8f1e-67a429578f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.123451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-359b75ae-1cd7-4bfa-8f1e-67a429578f4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.124699 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-359b75ae-1cd7-4bfa-8f1e-67a429578f4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/447fe26f-2df5-435a-a421-87e4ca0a6ffe HTTP/1.1" status: 204 len: 168 time: 0.3304577 Dec 10 18:35:06.134241 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b75ae-1cd7-4bfa-8f1e-67a429578f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447fe26f-2df5-435a-a421-87e4ca0a6ffe,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:06.155264 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b04ff7b0-08a2-4d48-867f-f58ba45ee6c0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.177419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4745d5-7b4f-4898-871d-50a1c8daaebd req-4515e68c-76a5-4555-88d5-f01b63d71099 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:06.178943 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4b4745d5-7b4f-4898-871d-50a1c8daaebd req-4515e68c-76a5-4555-88d5-f01b63d71099 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 946 time: 0.4457223 Dec 10 18:35:06.192039 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ff7b0-08a2-4d48-867f-f58ba45ee6c0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Subnet': ['ID=4193e88a-f77d-42ca-bd2a-15ccdaa6284b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:06.197747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b04ff7b0-08a2-4d48-867f-f58ba45ee6c0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.201299 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b04ff7b0-08a2-4d48-867f-f58ba45ee6c0 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/4193e88a-f77d-42ca-bd2a-15ccdaa6284b HTTP/1.1" status: 204 len: 168 time: 0.4651866 Dec 10 18:35:06.204413 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34912) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:06.206858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e72830-2330-4c62-99a3-685aa4d4174f None None] Network 3ed43e38-9d5e-4ab7-8772-501cdb1dce90 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:06.253780 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4b4745d5-7b4f-4898-871d-50a1c8daaebd req-f8638a49-6527-45f8-bea0-6019c54e42cb tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645514 Dec 10 18:35:06.255039 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-1a914c60-e77b-49bc-9865-c653968900c3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, fbdd275a-d197-4d0a-b515-969298c0089d) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:06.262036 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a914c60-e77b-49bc-9865-c653968900c3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:06.262637 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1a914c60-e77b-49bc-9865-c653968900c3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.293157 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86645819-44b4-4517-b2fc-105117b9d74d None None] Network fbdd275a-d197-4d0a-b515-969298c0089d requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:06.295250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34914) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:06.322738 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.365007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Router fe057656-6258-411b-9566-a2562233759a is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:35:06.383331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:06.384057 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.417587 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1a914c60-e77b-49bc-9865-c653968900c3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0816994 Dec 10 18:35:06.459461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34918) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:06.482242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-fbdd275a-d197-4d0a-b515-969298c0089d', 'network_id': 'fbdd275a-d197-4d0a-b515-969298c0089d', 'project_id': 'aed3f0eff92346568c4dc809ee8b30fc', 'fixed_ips': [{'subnet_id': '471c6af8-7d52-45d5-884e-a4abf85d13ae'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:06.484717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.498329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e60d2b-fe60-4576-9353-57db38940c4b None None] DHCP port deletion for 3ed43e38-9d5e-4ab7-8772-501cdb1dce90 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:06.511225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a3eae766-ad95-4155-aee0-b26d5194e345 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:06.537960 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] For port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4b25d764-f06f-49be-8b6c-ddc63ec4eda1,segment=NetworkSegment(bb03bff7-5c05-48c8-88a4-01bee1e992fc),segment_id=bb03bff7-5c05-48c8-88a4-01bee1e992fc)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:06.538629 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.565203 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:06.600737 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: a3eae766-ad95-4155-aee0-b26d5194e345 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:06.601416 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a3eae766-ad95-4155-aee0-b26d5194e345 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:06.617610 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:06.635014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Sync routers for ids ['fe057656-6258-411b-9566-a2562233759a'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:06.686409 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.696198 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7967e0b4-36db-4556-ad63-2ce813b5dac0 tempest-TestVolumeBootPattern-1291581853 tempest-TestVolumeBootPattern-1291581853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:06.700971 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7967e0b4-36db-4556-ad63-2ce813b5dac0 tempest-TestVolumeBootPattern-1291581853 tempest-TestVolumeBootPattern-1291581853-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 1094 time: 0.4015172 Dec 10 18:35:06.701493 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34928) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:06.706433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': '666efec4-630e-452d-a8e7-b4c1bf953971', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:06.716175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Routers {'fe057656-6258-411b-9566-a2562233759a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:06.717412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fe057656-6258-411b-9566-a2562233759a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:06.753956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.758381 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2096d5db-d1fa-44b5-a614-2ef762c009f6 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.6188586 Dec 10 18:35:06.759448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34932) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:06.770656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.795408 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e3e60d2b-fe60-4576-9353-57db38940c4b None None] Deleting port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:06.795799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e3e60d2b-fe60-4576-9353-57db38940c4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.840580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.886405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=4b25d764-f06f-49be-8b6c-ddc63ec4eda1,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:06.887714 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91124bfd-ab26-4f9e-ab47-317a7c62ab2d req-46a07ec7-f2aa-4895-bb08-65caed07e35d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:06.893295 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No DVR routers for this DVR port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:06.893295 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for floatingip, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.894942 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-91124bfd-ab26-4f9e-ab47-317a7c62ab2d req-46a07ec7-f2aa-4895-bb08-65caed07e35d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.0663629 Dec 10 18:35:06.908187 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Allocated IP 172.20.0.3 (fbdd275a-d197-4d0a-b515-969298c0089d/471c6af8-7d52-45d5-884e-a4abf85d13ae/a1196688-8890-4062-9870-88bc3311ac01) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:06.926950 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-e3e60d2b-fe60-4576-9353-57db38940c4b None None] For port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1, host dv-neutron-821434-1-hyperv, got binding levels [] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:06.927330 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e3e60d2b-fe60-4576-9353-57db38940c4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.940787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Set router fe057656-6258-411b-9566-a2562233759a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:06.969355 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-91124bfd-ab26-4f9e-ab47-317a7c62ab2d req-fbc61bdf-2e47-4d62-a02b-9b31c2cdf82a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532160 Dec 10 18:35:07.012840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e3e60d2b-fe60-4576-9353-57db38940c4b None None] Calling delete_port for 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:07.036481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.044397 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.ipam_backend_mixin [None req-e3e60d2b-fe60-4576-9353-57db38940c4b None None] Port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 was not found and therefore no delete operation was performed {{(pid=103595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:35:07.059329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e3e60d2b-fe60-4576-9353-57db38940c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.060748 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.103207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed43e38-9d5e-4ab7-8772-501cdb1dce90']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:07.120942 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e60d2b-fe60-4576-9353-57db38940c4b None None] Pushing event deleted for resources: {'Port': ['ID=4b25d764-f06f-49be-8b6c-ddc63ec4eda1,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:07.126252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e60d2b-fe60-4576-9353-57db38940c4b None None] No DVR routers for this DVR port 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:07.170063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb03bff7-5c05-48c8-88a4-01bee1e992fc') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:07.170363 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb03bff7-5c05-48c8-88a4-01bee1e992fc') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:07.193839 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.220635 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.233141 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:07.233550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:07.237655 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:07.252843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.260860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.276512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe057656-6258-411b-9566-a2562233759a', 'name': '', 'tenant_id': 'd85d4333176d40bb8c092110a1829dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df038ed7-4563-404e-b7fd-ee91e6e050b7', 'external_fixed_ips': [{'subnet_id': '1d4109b9-07f1-4df8-8012-352224825eff', 'ip_address': '2001:db8::15c'}], 'enable_snat': True}, 'gw_port_id': '8f9e57f6-0b14-43db-8a1d-ded874cb3c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:01Z', 'updated_at': '2021-12-10T18:35:04Z', 'revision_number': 3, 'project_id': 'd85d4333176d40bb8c092110a1829dda', 'gw_port': {'id': '8f9e57f6-0b14-43db-8a1d-ded874cb3c02', 'name': '', 'network_id': 'df038ed7-4563-404e-b7fd-ee91e6e050b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe057656-6258-411b-9566-a2562233759a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1d4109b9-07f1-4df8-8012-352224825eff', 'ip_address': '2001:db8::15c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:02Z', 'updated_at': '2021-12-10T18:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d4109b9-07f1-4df8-8012-352224825eff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:07.303463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Checking router: fe057656-6258-411b-9566-a2562233759a for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:35:07.303842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Updating router fe057656-6258-411b-9566-a2562233759a port 8f9e57f6-0b14-43db-8a1d-ded874cb3c02 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:35:07.313412 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.335654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.364432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.424464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.430092 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.434723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.438095 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/networks/3ed43e38-9d5e-4ab7-8772-501cdb1dce90 HTTP/1.1" status: 204 len: 168 time: 1.2273164 Dec 10 18:35:07.446977 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34946) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:07.458032 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Network fbdd275a-d197-4d0a-b515-969298c0089d is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:07.465357 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:07.479489 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:07.488152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881fc3f-93d1-42e3-a1b9-1f6dd90f3ce9 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Network': ['ID=3ed43e38-9d5e-4ab7-8772-501cdb1dce90,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:07.492467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34948) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:07.524401 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Deleting port 8f9e57f6-0b14-43db-8a1d-ded874cb3c02 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:07.524797 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.527463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Allocated IP 172.26.5.64 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/b1c2f03b-c443-4674-a7ec-dfceb438fc46) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:07.536795 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0db8570-587d-4c20-8723-621a47d3a63e tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:07.539431 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f0db8570-587d-4c20-8723-621a47d3a63e tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/3a857e97-adc2-4da1-ae0d-695d8be1bea8 HTTP/1.1" status: 200 len: 840 time: 0.0893607 Dec 10 18:35:07.544737 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Pushing event updated for resources: {'Port': ['ID=a1196688-8890-4062-9870-88bc3311ac01,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:07.557364 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34952) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:07.570318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Attempting to bind port a1196688-8890-4062-9870-88bc3311ac01 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:07.570950 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Attempting to bind port a1196688-8890-4062-9870-88bc3311ac01 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '3ff03864-ae16-4cd4-b0e6-5997906f9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbdd275a-d197-4d0a-b515-969298c0089d'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:07.571560 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Attempting to bind port a1196688-8890-4062-9870-88bc3311ac01 on network fbdd275a-d197-4d0a-b515-969298c0089d {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:07.584700 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Subnet': ['ID=471c6af8-7d52-45d5-884e-a4abf85d13ae,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:07.606957 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.612741 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:07.613422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Checking segment: {'id': '3ff03864-ae16-4cd4-b0e6-5997906f9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbdd275a-d197-4d0a-b515-969298c0089d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:07.614077 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.614692 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Bound using segment: {'id': '3ff03864-ae16-4cd4-b0e6-5997906f9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbdd275a-d197-4d0a-b515-969298c0089d'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:07.615369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Bound port: a1196688-8890-4062-9870-88bc3311ac01, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff03864-ae16-4cd4-b0e6-5997906f9fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbdd275a-d197-4d0a-b515-969298c0089d'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:07.615954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.633815 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdd275a-d197-4d0a-b515-969298c0089d']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:07.648521 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff03864-ae16-4cd4-b0e6-5997906f9fe7') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:07.648825 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff03864-ae16-4cd4-b0e6-5997906f9fe7') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:07.668563 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.685391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.692843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:07.693249 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.695894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-569604529'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:07.696494 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:07.709044 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cb6442b9-df32-45fc-9c0a-6fc24cba3619 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/3a857e97-adc2-4da1-ae0d-695d8be1bea8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1457853 Dec 10 18:35:07.711598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34954) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:07.736315 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] For port a1196688-8890-4062-9870-88bc3311ac01, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:07.742261 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-cd5a2331-0e42-466d-b3df-6e99e47996b6 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:07.750923 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.781911 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Calling delete_port for 8f9e57f6-0b14-43db-8a1d-ded874cb3c02 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:07.811693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.823493 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] For port a1196688-8890-4062-9870-88bc3311ac01, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a1196688-8890-4062-9870-88bc3311ac01,segment=NetworkSegment(3ff03864-ae16-4cd4-b0e6-5997906f9fe7),segment_id=3ff03864-ae16-4cd4-b0e6-5997906f9fe7)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:07.828110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.831773 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:35:07.851594 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.api [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:35:07.851594 dv-neutron-821434-1-hyperv neutron-server[103594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:35:07.851594 dv-neutron-821434-1-hyperv neutron-server[103594]: [parameters: {'id': 'fbdd275a-d197-4d0a-b515-969298c0089d'}] Dec 10 18:35:07.851594 dv-neutron-821434-1-hyperv neutron-server[103594]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:35:07.852020 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG oslo_db.api [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:35:07.858140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Made reservation on behalf of d883f3561dd74b0d8200a92987307120 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:07.858140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.883031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.938886 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.942450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.964248 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5a2331-0e42-466d-b3df-6e99e47996b6 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:07.968108 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2331-0e42-466d-b3df-6e99e47996b6 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.999573 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b31b136-9d5d-4b8a-bfa7-98ec6518d100 None None] DHCP port deletion for df038ed7-4563-404e-b7fd-ee91e6e050b7 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:08.037454 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.043386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Attempting to bind port 8f9e57f6-0b14-43db-8a1d-ded874cb3c02 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:08.043817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Attempting to bind port 8f9e57f6-0b14-43db-8a1d-ded874cb3c02 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'bafbe6ce-9b8b-4d58-832b-da2043d550ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'df038ed7-4563-404e-b7fd-ee91e6e050b7'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:08.044191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Attempting to bind port 8f9e57f6-0b14-43db-8a1d-ded874cb3c02 on network df038ed7-4563-404e-b7fd-ee91e6e050b7 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:08.050058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027ad53-dc30-4401-99c8-d01a000f9a3e None None] Pushing event updated for resources: {'Port': ['ID=a1196688-8890-4062-9870-88bc3311ac01,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:08.091276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.115875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:08.116738 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2008bb-3658-492b-8bd2-5f4cd7f6a621 None None] Pushing event updated for resources: {'Port': ['ID=8f9e57f6-0b14-43db-8a1d-ded874cb3c02,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:08.117371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'Port': ['ID=b1c2f03b-c443-4674-a7ec-dfceb438fc46,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:08.119886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:08.121955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:08.150361 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:08.150740 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Checking segment: {'id': 'bafbe6ce-9b8b-4d58-832b-da2043d550ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'df038ed7-4563-404e-b7fd-ee91e6e050b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:08.151505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.151908 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Bound using segment: {'id': 'bafbe6ce-9b8b-4d58-832b-da2043d550ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'df038ed7-4563-404e-b7fd-ee91e6e050b7'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:08.152391 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Bound port: 8f9e57f6-0b14-43db-8a1d-ded874cb3c02, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafbe6ce-9b8b-4d58-832b-da2043d550ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'df038ed7-4563-404e-b7fd-ee91e6e050b7'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:08.152898 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.183858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.187105 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8327c-9253-4f78-9465-dc305ccc374c req-6ff21c49-f62c-4a31-9efa-5c9124ee7d6b tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:08.189866 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-77d8327c-9253-4f78-9465-dc305ccc374c req-6ff21c49-f62c-4a31-9efa-5c9124ee7d6b tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.1033387 Dec 10 18:35:08.209860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf53ef1-42f3-4bcc-8170-0a48a2dba2e0 None None] Network fbdd275a-d197-4d0a-b515-969298c0089d requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:08.245343 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.322683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:08.323206 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2ef92052-75f1-4e14-b534-0f10f141da79 None None] Could not find standard attr ID for object 8f9e57f6-0b14-43db-8a1d-ded874cb3c02. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:35:08.344407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:35:08.344759 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:35:08.345044 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-77d8327c-9253-4f78-9465-dc305ccc374c req-9a6c63a3-13b6-4098-b474-45ddb5b4475e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240432 Dec 10 18:35:08.345542 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c266df3-ed68-4692-b542-eac5ecfc2dc8 None None] DHCP port deletion for df038ed7-4563-404e-b7fd-ee91e6e050b7 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:08.353554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.353780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1ff379-2c0d-4ad6-914b-21c041e9d498,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:08.362652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f9e57f6-0b14-43db-8a1d-ded874cb3c02,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:08.383211 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774c1fb9-79e4-42c2-ae94-6a71ac4a3161 None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:35:08.442208 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2331-0e42-466d-b3df-6e99e47996b6 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.508792 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:08.516058 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5a2331-0e42-466d-b3df-6e99e47996b6 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 8088c8be-b551-4755-a963-3530625ae774 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:08.523142 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-cd5a2331-0e42-466d-b3df-6e99e47996b6 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:08.528649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a2331-0e42-466d-b3df-6e99e47996b6 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:08.529290 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2331-0e42-466d-b3df-6e99e47996b6 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.535024 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Deleting port a1196688-8890-4062-9870-88bc3311ac01 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:08.535715 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.536466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:08.536922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4b25d764-f06f-49be-8b6c-ddc63ec4eda1 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:08.543369 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a2331-0e42-466d-b3df-6e99e47996b6 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Subnet': ['ID=bb6f095d-17da-47a8-bf69-3f80f1d7a4be,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:08.550079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c1fb9-79e4-42c2-ae94-6a71ac4a3161 None None] Resources bound (agent type, host, resource id): {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:35:08.594909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.595460 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Added segment 586ec58a-cd7c-4ed9-a158-7f1103cbc088 of type vlan for network 97294a71-5b41-49d2-825a-8852b824d694 Dec 10 18:35:08.603696 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.644978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] For port a1196688-8890-4062-9870-88bc3311ac01, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a1196688-8890-4062-9870-88bc3311ac01,segment=NetworkSegment(3ff03864-ae16-4cd4-b0e6-5997906f9fe7),segment_id=3ff03864-ae16-4cd4-b0e6-5997906f9fe7)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:08.645656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.667519 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Calling delete_port for a1196688-8890-4062-9870-88bc3311ac01 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:08.771091 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cd5a2331-0e42-466d-b3df-6e99e47996b6 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0582142 Dec 10 18:35:08.773948 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34958) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:08.786824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f057b378-9ca7-4d53-a809-889512d8bfbf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'security_group': {'name': 'tempest-secgroup-1345347920'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:08.872542 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Attempting to bind port 8f9e57f6-0b14-43db-8a1d-ded874cb3c02 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:08.872917 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Attempting to bind port 8f9e57f6-0b14-43db-8a1d-ded874cb3c02 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'bafbe6ce-9b8b-4d58-832b-da2043d550ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'df038ed7-4563-404e-b7fd-ee91e6e050b7'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:08.873282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Attempting to bind port 8f9e57f6-0b14-43db-8a1d-ded874cb3c02 on network df038ed7-4563-404e-b7fd-ee91e6e050b7 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:08.875574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.883329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:08.883739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Checking segment: {'id': 'bafbe6ce-9b8b-4d58-832b-da2043d550ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'df038ed7-4563-404e-b7fd-ee91e6e050b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:08.884146 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.884544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Bound using segment: {'id': 'bafbe6ce-9b8b-4d58-832b-da2043d550ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'df038ed7-4563-404e-b7fd-ee91e6e050b7'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:08.885031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Bound port: 8f9e57f6-0b14-43db-8a1d-ded874cb3c02, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafbe6ce-9b8b-4d58-832b-da2043d550ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'df038ed7-4563-404e-b7fd-ee91e6e050b7'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:08.885987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.908962 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Port 8f9e57f6-0b14-43db-8a1d-ded874cb3c02 has been deleted concurrently {{(pid=103595) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 10 18:35:08.938657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Port': ['ID=a1196688-8890-4062-9870-88bc3311ac01,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:08.948148 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No DVR routers for this DVR port a1196688-8890-4062-9870-88bc3311ac01 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:08.951190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f057b378-9ca7-4d53-a809-889512d8bfbf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.953127 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Routers {'fe057656-6258-411b-9566-a2562233759a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:08.953795 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fe057656-6258-411b-9566-a2562233759a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:09.054108 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] Set router fe057656-6258-411b-9566-a2562233759a gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:09.073979 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f057b378-9ca7-4d53-a809-889512d8bfbf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.119054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe057656-6258-411b-9566-a2562233759a', 'name': '', 'tenant_id': 'd85d4333176d40bb8c092110a1829dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:01Z', 'updated_at': '2021-12-10T18:35:07Z', 'revision_number': 5, 'project_id': 'd85d4333176d40bb8c092110a1829dda', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:09.121928 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.127481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.135854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.155849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.156136 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bacf56-e5a1-4602-bc5f-f85fa593748c None None] The sync data for ids ['fe057656-6258-411b-9566-a2562233759a'] in dv-neutron-821434-1-hyperv is: [{'id': 'fe057656-6258-411b-9566-a2562233759a', 'name': '', 'tenant_id': 'd85d4333176d40bb8c092110a1829dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:01Z', 'updated_at': '2021-12-10T18:35:07Z', 'revision_number': 5, 'project_id': 'd85d4333176d40bb8c092110a1829dda', 'gw_port_host': None}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:09.179111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f057b378-9ca7-4d53-a809-889512d8bfbf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.211402 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdd275a-d197-4d0a-b515-969298c0089d']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:09.240096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff03864-ae16-4cd4-b0e6-5997906f9fe7') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:09.240472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff03864-ae16-4cd4-b0e6-5997906f9fe7') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:09.263941 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f057b378-9ca7-4d53-a809-889512d8bfbf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.265292 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f057b378-9ca7-4d53-a809-889512d8bfbf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4870327 Dec 10 18:35:09.268123 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.268283 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34960) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:09.277768 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8f854dde-ff17-401c-9d22-9c9ee492845d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'security_group': {'name': 'tempest-secgroup-33941336'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:09.282213 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057b378-9ca7-4d53-a809-889512d8bfbf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3debbd93-8229-449a-b15a-4ad61f2aabba,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:09.297059 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.298419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8088c8be-b551-4755-a963-3530625ae774', 'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'project_id': '0436a4832bd94e0b890c68cbddcd3acb', 'fixed_ips': [{'subnet_id': 'bb6f095d-17da-47a8-bf69-3f80f1d7a4be'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:09.299854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.310669 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:09.310669 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:09.314661 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:09.350937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.351810 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe057656-6258-411b-9566-a2562233759a {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:35:09.358317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.359725 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6e333f64-4002-4250-8a7a-ca11696f1875 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "DELETE /v2.0/routers/fe057656-6258-411b-9566-a2562233759a HTTP/1.1" status: 204 len: 168 time: 2.5991845 Dec 10 18:35:09.362619 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34962) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:09.397567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.403605 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:09.404736 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.420274 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d03154-1c28-45ce-9adc-b9fc69260af4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Deleting subnet 1d4109b9-07f1-4df8-8012-352224825eff {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:09.424554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6d03154-1c28-45ce-9adc-b9fc69260af4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.437227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f854dde-ff17-401c-9d22-9c9ee492845d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.533914 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6d03154-1c28-45ce-9adc-b9fc69260af4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.543178 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Allocated IP 172.20.0.2 (8088c8be-b551-4755-a963-3530625ae774/bb6f095d-17da-47a8-bf69-3f80f1d7a4be/1533771f-a233-409c-9b24-5d66a8448edb) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:09.613881 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a00351-6a3e-4303-a608-eada90fe33a9 req-c73b0873-13da-4344-8250-91cd00358199 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:09.613881 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-09a00351-6a3e-4303-a608-eada90fe33a9 req-c73b0873-13da-4344-8250-91cd00358199 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.1291170 Dec 10 18:35:09.615661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34966) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:09.616506 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1207809 Dec 10 18:35:09.624490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d27fee5c-ab64-4167-a5b5-e90308c00030 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Request body: {'subnet': {'network_id': '97294a71-5b41-49d2-825a-8852b824d694', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:09.634765 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6d03154-1c28-45ce-9adc-b9fc69260af4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.703044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.733764 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.740517 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/fbdd275a-d197-4d0a-b515-969298c0089d HTTP/1.1" status: 204 len: 168 time: 3.2767167 Dec 10 18:35:09.740517 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924056b1-2935-4adb-b4a6-f8200eea55f4 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Network': ['ID=fbdd275a-d197-4d0a-b515-969298c0089d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:09.742508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.750418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34968) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:09.763168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-e90a2217-a7de-4c61-8834-a2937a00dbc8 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-578565867'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:09.783563 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd29f6-e0fd-402b-b866-1de1d464c10a tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Pushing event updated for resources: {'Network': ['ID=97294a71-5b41-49d2-825a-8852b824d694,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:09.795971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 97294a71-5b41-49d2-825a-8852b824d694 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:09.803476 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-09a00351-6a3e-4303-a608-eada90fe33a9 req-30fb3a28-c818-4e3a-b980-0ddc36f907b0 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752434 Dec 10 18:35:09.849447 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.851262 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f854dde-ff17-401c-9d22-9c9ee492845d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.862451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.890685 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6d03154-1c28-45ce-9adc-b9fc69260af4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.923666 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Network 8088c8be-b551-4755-a963-3530625ae774 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:09.925439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Pushing event updated for resources: {'Port': ['ID=1533771f-a233-409c-9b24-5d66a8448edb,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:09.927484 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90a2217-a7de-4c61-8834-a2937a00dbc8 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:09.927928 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:09.930057 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:09.931777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e90a2217-a7de-4c61-8834-a2937a00dbc8 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.935538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f854dde-ff17-401c-9d22-9c9ee492845d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.935779 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6d03154-1c28-45ce-9adc-b9fc69260af4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.937194 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d6d03154-1c28-45ce-9adc-b9fc69260af4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/1d4109b9-07f1-4df8-8012-352224825eff HTTP/1.1" status: 204 len: 168 time: 0.5734427 Dec 10 18:35:09.939797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34970) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:09.950244 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d03154-1c28-45ce-9adc-b9fc69260af4 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1d4109b9-07f1-4df8-8012-352224825eff,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:09.996483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f854dde-ff17-401c-9d22-9c9ee492845d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ecf68d-50c1-40b3-b8b8-8281b6afe1f1,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:09.998346 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Attempting to bind port 1533771f-a233-409c-9b24-5d66a8448edb on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:09.998729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Attempting to bind port 1533771f-a233-409c-9b24-5d66a8448edb by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'fb1929f2-dda2-4210-a3ea-3c2ba45d899e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8088c8be-b551-4755-a963-3530625ae774'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:10.004448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Attempting to bind port 1533771f-a233-409c-9b24-5d66a8448edb on network 8088c8be-b551-4755-a963-3530625ae774 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:10.004581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90a2217-a7de-4c61-8834-a2937a00dbc8 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:10.005585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:10.005585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Checking segment: {'id': 'fb1929f2-dda2-4210-a3ea-3c2ba45d899e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8088c8be-b551-4755-a963-3530625ae774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:10.005901 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.006225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Bound using segment: {'id': 'fb1929f2-dda2-4210-a3ea-3c2ba45d899e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8088c8be-b551-4755-a963-3530625ae774'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:10.006773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Bound port: 1533771f-a233-409c-9b24-5d66a8448edb, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1929f2-dda2-4210-a3ea-3c2ba45d899e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8088c8be-b551-4755-a963-3530625ae774'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:10.007556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.011213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e90a2217-a7de-4c61-8834-a2937a00dbc8 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.011635 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-e90a2217-a7de-4c61-8834-a2937a00dbc8 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Added segment 425d4b5c-944f-46f8-a4c6-8a4d387d8331 of type vlan for network 6c1b0230-8d47-4009-ab91-903a0d865c1f Dec 10 18:35:10.036655 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7a80e6b9-4469-44fa-8d5c-d5796ab1586a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.057616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e90a2217-a7de-4c61-8834-a2937a00dbc8 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.078232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27fee5c-ab64-4167-a5b5-e90308c00030 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Made reservation on behalf of d883f3561dd74b0d8200a92987307120 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:10.082312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d27fee5c-ab64-4167-a5b5-e90308c00030 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.083891 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] For port 1533771f-a233-409c-9b24-5d66a8448edb, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:10.088853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] For port 1533771f-a233-409c-9b24-5d66a8448edb, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1533771f-a233-409c-9b24-5d66a8448edb,segment=NetworkSegment(fb1929f2-dda2-4210-a3ea-3c2ba45d899e),segment_id=fb1929f2-dda2-4210-a3ea-3c2ba45d899e)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:10.096695 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.167551 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f854dde-ff17-401c-9d22-9c9ee492845d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.170973 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8f854dde-ff17-401c-9d22-9c9ee492845d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.8992336 Dec 10 18:35:10.171558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34972) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:10.181966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.186285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ad442e92-a859-409b-972c-92cfec93b77c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-310023830', 'security_groups': ['80ecf68d-50c1-40b3-b8b8-8281b6afe1f1'], 'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bb6f095d-17da-47a8-bf69-3f80f1d7a4be'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:10.194908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e90a2217-a7de-4c61-8834-a2937a00dbc8 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.200449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90a2217-a7de-4c61-8834-a2937a00dbc8 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:10.201037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e90a2217-a7de-4c61-8834-a2937a00dbc8 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.209495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7a80e6b9-4469-44fa-8d5c-d5796ab1586a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.259543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd74b84-441e-450f-98e4-3cd6298fda22 None None] Pushing event updated for resources: {'Port': ['ID=1533771f-a233-409c-9b24-5d66a8448edb,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:10.301263 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-7a80e6b9-4469-44fa-8d5c-d5796ab1586a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df038ed7-4563-404e-b7fd-ee91e6e050b7']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:10.323108 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-7a80e6b9-4469-44fa-8d5c-d5796ab1586a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafbe6ce-9b8b-4d58-832b-da2043d550ae') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:10.323404 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-7a80e6b9-4469-44fa-8d5c-d5796ab1586a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafbe6ce-9b8b-4d58-832b-da2043d550ae') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:10.330060 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a2217-a7de-4c61-8834-a2937a00dbc8 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Network': ['ID=6c1b0230-8d47-4009-ab91-903a0d865c1f,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:10.348014 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7a80e6b9-4469-44fa-8d5c-d5796ab1586a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.353088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 6c1b0230-8d47-4009-ab91-903a0d865c1f details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:10.374104 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e90a2217-a7de-4c61-8834-a2937a00dbc8 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6229694 Dec 10 18:35:10.377062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34974) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:10.383883 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7a80e6b9-4469-44fa-8d5c-d5796ab1586a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.384520 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-5344f154-9f21-45a6-9eea-882fe567a3cf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'subnet': {'network_id': '6c1b0230-8d47-4009-ab91-903a0d865c1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:10.398316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a80e6b9-4469-44fa-8d5c-d5796ab1586a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:10.398729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7a80e6b9-4469-44fa-8d5c-d5796ab1586a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:10.402988 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:10.464176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.546504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.608291 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad442e92-a859-409b-972c-92cfec93b77c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:10.636287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'Port': ['ID=b1c2f03b-c443-4674-a7ec-dfceb438fc46,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:10.667371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.674597 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7a80e6b9-4469-44fa-8d5c-d5796ab1586a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.691547 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a80e6b9-4469-44fa-8d5c-d5796ab1586a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df038ed7-4563-404e-b7fd-ee91e6e050b7 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:35:10.715193 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7a80e6b9-4469-44fa-8d5c-d5796ab1586a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.718595 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7a80e6b9-4469-44fa-8d5c-d5796ab1586a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "DELETE /v2.0/networks/df038ed7-4563-404e-b7fd-ee91e6e050b7 HTTP/1.1" status: 204 len: 168 time: 0.7777159 Dec 10 18:35:10.721468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d27fee5c-ab64-4167-a5b5-e90308c00030 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.754469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5344f154-9f21-45a6-9eea-882fe567a3cf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:10.759442 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5344f154-9f21-45a6-9eea-882fe567a3cf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.822136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80e6b9-4469-44fa-8d5c-d5796ab1586a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event deleted for resources: {'Network': ['ID=df038ed7-4563-404e-b7fd-ee91e6e050b7,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:10.839181 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ad442e92-a859-409b-972c-92cfec93b77c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.862282 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Floating IP 30c11862-f06e-4e09-a738-f5fa5c7267cc associated. External IP: 172.26.5.64, port: 666efec4-630e-452d-a8e7-b4c1bf953971. Dec 10 18:35:10.914017 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fee5c-ab64-4167-a5b5-e90308c00030 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Pushing event updated for resources: {'Subnet': ['ID=7b3d168a-c06e-4a0a-affa-dd1d915deae7,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:10.928302 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-ad442e92-a859-409b-972c-92cfec93b77c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port ec1add6a-edd9-4bb6-abd5-4a0321a3ec56 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:35:10.994795 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27fee5c-ab64-4167-a5b5-e90308c00030 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Checking segment: {'id': '586ec58a-cd7c-4ed9-a158-7f1103cbc088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97294a71-5b41-49d2-825a-8852b824d694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:10.995417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27fee5c-ab64-4167-a5b5-e90308c00030 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Network hostable DHCP agents. Network: 97294a71-5b41-49d2-825a-8852b824d694, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:11.079289 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8acd1e-d9a8-4c1c-a87f-6813dc4376e1 req-873e538d-0b9e-4609-89f9-8f757ae57190 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:11.080950 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3e8acd1e-d9a8-4c1c-a87f-6813dc4376e1 req-873e538d-0b9e-4609-89f9-8f757ae57190 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.1756258 Dec 10 18:35:11.126426 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27fee5c-ab64-4167-a5b5-e90308c00030 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Network 97294a71-5b41-49d2-825a-8852b824d694 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:11.181957 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34986) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:11.193315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-68861728-e5d0-4795-a090-fd5a6914ce80 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Request body: {'router': {'name': 'tempest-router--1100749790', 'project_id': '798b6d2600d54c018a93d30a06405ceb'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:11.237256 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3e8acd1e-d9a8-4c1c-a87f-6813dc4376e1 req-fbe06622-4fa2-4b13-a199-5e21f13ebd8f tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464746 Dec 10 18:35:11.240253 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-d27fee5c-ab64-4167-a5b5-e90308c00030 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 97294a71-5b41-49d2-825a-8852b824d694) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:11.254743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27fee5c-ab64-4167-a5b5-e90308c00030 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:11.254743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d27fee5c-ab64-4167-a5b5-e90308c00030 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.255013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5344f154-9f21-45a6-9eea-882fe567a3cf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.282550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-ad442e92-a859-409b-972c-92cfec93b77c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Allocated IP 172.20.0.4 (8088c8be-b551-4755-a963-3530625ae774/bb6f095d-17da-47a8-bf69-3f80f1d7a4be/ec1add6a-edd9-4bb6-abd5-4a0321a3ec56) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:11.307508 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Router 7ca16e6b-2980-4508-82df-6c267b899077 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:11.378612 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344f154-9f21-45a6-9eea-882fe567a3cf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Subnet': ['ID=6a0f694e-30f0-4be5-8c39-8d3978453aa5,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:11.431877 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68861728-e5d0-4795-a090-fd5a6914ce80 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.432858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68861728-e5d0-4795-a090-fd5a6914ce80 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.462624 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344f154-9f21-45a6-9eea-882fe567a3cf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Checking segment: {'id': '425d4b5c-944f-46f8-a4c6-8a4d387d8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6c1b0230-8d47-4009-ab91-903a0d865c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:11.462990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5344f154-9f21-45a6-9eea-882fe567a3cf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network hostable DHCP agents. Network: 6c1b0230-8d47-4009-ab91-903a0d865c1f, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:11.465766 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d27fee5c-ab64-4167-a5b5-e90308c00030 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8490715 Dec 10 18:35:11.468288 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 34988) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:11.473613 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-6adba9e2-025a-48d2-ac09-bad7d1772b55 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Request body: {'port': {'network_id': '97294a71-5b41-49d2-825a-8852b824d694', 'name': 'tempest-ExtraDHCPOptionsTestJSON-39399383'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:11.480489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ad442e92-a859-409b-972c-92cfec93b77c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.535672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68861728-e5d0-4795-a090-fd5a6914ce80 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.547800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:11.559023 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5b06a-3ec1-45f3-84dd-ac3069023447 None None] Sync routers for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:11.578624 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5b06a-3ec1-45f3-84dd-ac3069023447 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:11.583052 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-5ed5b06a-3ec1-45f3-84dd-ac3069023447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:11.603817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53ad0c9-079d-4f56-abad-bbe857608a58 None None] Network 8088c8be-b551-4755-a963-3530625ae774 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:11.608574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a1bab0-6a9a-45b0-a6ab-203934293a3d None None] Network df038ed7-4563-404e-b7fd-ee91e6e050b7 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:11.610373 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef4d82b-ca86-4634-926f-9a75afaa6b37 None None] Network 97294a71-5b41-49d2-825a-8852b824d694 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:11.623836 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68861728-e5d0-4795-a090-fd5a6914ce80 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.658149 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ad442e92-a859-409b-972c-92cfec93b77c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.659666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.665448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5344f154-9f21-45a6-9eea-882fe567a3cf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network 6c1b0230-8d47-4009-ab91-903a0d865c1f is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:11.701289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a1bab0-6a9a-45b0-a6ab-203934293a3d None None] Network df038ed7-4563-404e-b7fd-ee91e6e050b7 could not be found, it might have been deleted concurrently. {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:35:11.704115 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-5ed5b06a-3ec1-45f3-84dd-ac3069023447 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:11.711030 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b1deae65-af5c-4829-8c1e-687006f3ff35 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0083261 Dec 10 18:35:11.714903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b517b87e-dac4-49f8-af95-c17d737dd993', 'tag': '666efec4-630e-452d-a8e7-b4c1bf953971'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:11.719682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780d8a75-7e10-4402-a6d2-b0cfb8ae470b" -d '{"events": [{"name": "network-changed", "server_uuid": "b517b87e-dac4-49f8-af95-c17d737dd993", "tag": "666efec4-630e-452d-a8e7-b4c1bf953971"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:11.749313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-5344f154-9f21-45a6-9eea-882fe567a3cf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 6c1b0230-8d47-4009-ab91-903a0d865c1f) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:11.754189 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344f154-9f21-45a6-9eea-882fe567a3cf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:11.755086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5344f154-9f21-45a6-9eea-882fe567a3cf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.763301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad442e92-a859-409b-972c-92cfec93b77c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=ec1add6a-edd9-4bb6-abd5-4a0321a3ec56,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:11.775083 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad442e92-a859-409b-972c-92cfec93b77c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 8088c8be-b551-4755-a963-3530625ae774 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:11.780450 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-ad442e92-a859-409b-972c-92cfec93b77c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:11.784437 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad442e92-a859-409b-972c-92cfec93b77c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:11.787621 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781274f5-2bf5-4ec4-8531-f4a65ecb2cec None None] DHCP port deletion for df038ed7-4563-404e-b7fd-ee91e6e050b7 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:11.792796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926d7f97-9af1-4762-b472-e5a256e8541d None None] Network 6c1b0230-8d47-4009-ab91-903a0d865c1f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:11.796286 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ac49d8-15c2-42a5-a968-ba6b83d6bf07 x-openstack-request-id: req-51ac49d8-15c2-42a5-a968-ba6b83d6bf07 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:11.796687 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b517b87e-dac4-49f8-af95-c17d737dd993", "tag": "666efec4-630e-452d-a8e7-b4c1bf953971", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:11.797067 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51ac49d8-15c2-42a5-a968-ba6b83d6bf07 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:11.797569 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b517b87e-dac4-49f8-af95-c17d737dd993', 'tag': '666efec4-630e-452d-a8e7-b4c1bf953971', 'status': 'completed', 'code': 200} Dec 10 18:35:11.847692 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad442e92-a859-409b-972c-92cfec93b77c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:11.848282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ad442e92-a859-409b-972c-92cfec93b77c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.868843 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f39f0ac4-5d59-4d43-8c48-612d8fd73ce1 None None] Provisioning complete for port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:11.869217 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f39f0ac4-5d59-4d43-8c48-612d8fd73ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.887562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adba9e2-025a-48d2-ac09-bad7d1772b55 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Made reservation on behalf of d883f3561dd74b0d8200a92987307120 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:11.893568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d8a75-7e10-4402-a6d2-b0cfb8ae470b req-f0b35b88-5fb4-4b22-97c2-585829a979b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:11.894840 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6adba9e2-025a-48d2-ac09-bad7d1772b55 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.895499 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-780d8a75-7e10-4402-a6d2-b0cfb8ae470b req-f0b35b88-5fb4-4b22-97c2-585829a979b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 1099 time: 0.0746171 Dec 10 18:35:11.918348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-6adba9e2-025a-48d2-ac09-bad7d1772b55 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] device_id is not set on port 137b9f97-e713-4265-ad94-edc0aaf0ba68 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:35:11.984087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f39f0ac4-5d59-4d43-8c48-612d8fd73ce1 None None] Port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:12.013663 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5344f154-9f21-45a6-9eea-882fe567a3cf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6330843 Dec 10 18:35:12.013927 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ad442e92-a859-409b-972c-92cfec93b77c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8379698 Dec 10 18:35:12.014874 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34994) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:12.015038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 34996) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:12.021541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-96a4beea-d112-4968-87d7-d9e6e4a9958f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:12.032389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68861728-e5d0-4795-a090-fd5a6914ce80 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.036135 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-68861728-e5d0-4795-a090-fd5a6914ce80 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8483093 Dec 10 18:35:12.039985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-97294a71-5b41-49d2-825a-8852b824d694', 'network_id': '97294a71-5b41-49d2-825a-8852b824d694', 'project_id': 'd883f3561dd74b0d8200a92987307120', 'fixed_ips': [{'subnet_id': '7b3d168a-c06e-4a0a-affa-dd1d915deae7'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:12.041664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35000) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:12.042141 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.071656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-6c1b0230-8d47-4009-ab91-903a0d865c1f', 'network_id': '6c1b0230-8d47-4009-ab91-903a0d865c1f', 'project_id': 'aed3f0eff92346568c4dc809ee8b30fc', 'fixed_ips': [{'subnet_id': '6a0f694e-30f0-4be5-8c39-8d3978453aa5'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:12.072912 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.076386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f39f0ac4-5d59-4d43-8c48-612d8fd73ce1 None None] Provisioning complete for port 1533771f-a233-409c-9b24-5d66a8448edb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:12.077098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f39f0ac4-5d59-4d43-8c48-612d8fd73ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.101027 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-5ed5b06a-3ec1-45f3-84dd-ac3069023447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '30c11862-f06e-4e09-a738-f5fa5c7267cc', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.64', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': '666efec4-630e-452d-a8e7-b4c1bf953971', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:28:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b517b87e-dac4-49f8-af95-c17d737dd993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:35:09Z', 'updated_at': '2021-12-10T18:35:09Z', 'revision_number': 0, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:12.157095 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5b06a-3ec1-45f3-84dd-ac3069023447 None None] Checking router: 7ca16e6b-2980-4508-82df-6c267b899077 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:35:12.169586 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5b06a-3ec1-45f3-84dd-ac3069023447 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:12.171165 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-5ed5b06a-3ec1-45f3-84dd-ac3069023447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:34:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:12.185391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d11799c5-3ebf-4caf-b5b6-5c59a001a053 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.241518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-6adba9e2-025a-48d2-ac09-bad7d1772b55 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Allocated IP 172.20.0.12 (97294a71-5b41-49d2-825a-8852b824d694/7b3d168a-c06e-4a0a-affa-dd1d915deae7/137b9f97-e713-4265-ad94-edc0aaf0ba68) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:12.390304 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-5ed5b06a-3ec1-45f3-84dd-ac3069023447 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:12.640954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1533771f-a233-409c-9b24-5d66a8448edb up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:12.718473 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f39f0ac4-5d59-4d43-8c48-612d8fd73ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.747068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.748743 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Allocated IP 172.20.0.1 (6c1b0230-8d47-4009-ab91-903a0d865c1f/6a0f694e-30f0-4be5-8c39-8d3978453aa5/6c69206b-a3f3-4c62-804e-67257f8b72c3) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:12.765895 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d8a75-7e10-4402-a6d2-b0cfb8ae470b req-bf81fd5c-b582-46ea-9c95-1f33e06ae4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:12.767560 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-5ed5b06a-3ec1-45f3-84dd-ac3069023447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '30c11862-f06e-4e09-a738-f5fa5c7267cc', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.64', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': '666efec4-630e-452d-a8e7-b4c1bf953971', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:28:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b517b87e-dac4-49f8-af95-c17d737dd993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:35:09Z', 'updated_at': '2021-12-10T18:35:09Z', 'revision_number': 0, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:12.768078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 1533771f-a233-409c-9b24-5d66a8448edb triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:12.768169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.769137 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-780d8a75-7e10-4402-a6d2-b0cfb8ae470b req-bf81fd5c-b582-46ea-9c95-1f33e06ae4c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 913 time: 0.8656199 Dec 10 18:35:12.798536 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5b06a-3ec1-45f3-84dd-ac3069023447 None None] The sync data for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv is: [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '30c11862-f06e-4e09-a738-f5fa5c7267cc', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.64', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': '666efec4-630e-452d-a8e7-b4c1bf953971', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:28:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b517b87e-dac4-49f8-af95-c17d737dd993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:35:09Z', 'updated_at': '2021-12-10T18:35:09Z', 'revision_number': 0, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:12.848158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f39f0ac4-5d59-4d43-8c48-612d8fd73ce1 None None] For port 1533771f-a233-409c-9b24-5d66a8448edb, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1533771f-a233-409c-9b24-5d66a8448edb,segment=NetworkSegment(fb1929f2-dda2-4210-a3ea-3c2ba45d899e),segment_id=fb1929f2-dda2-4210-a3ea-3c2ba45d899e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:12.861931 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d11799c5-3ebf-4caf-b5b6-5c59a001a053 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.866844 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d11799c5-3ebf-4caf-b5b6-5c59a001a053 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.902447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.908168 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-780d8a75-7e10-4402-a6d2-b0cfb8ae470b req-9f5bb145-ec2a-4b20-9273-58fb16488888 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666efec4-630e-452d-a8e7-b4c1bf953971 HTTP/1.1" status: 200 len: 999 time: 0.1274598 Dec 10 18:35:12.962989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a4beea-d112-4968-87d7-d9e6e4a9958f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:12.967109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-96a4beea-d112-4968-87d7-d9e6e4a9958f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.014391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67e71c-9670-4459-b4aa-d1c743c64210 req-09edea5e-7f0c-4377-b44d-da668ce22cad tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:13.015979 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2c67e71c-9670-4459-b4aa-d1c743c64210 req-09edea5e-7f0c-4377-b44d-da668ce22cad tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.5938566 Dec 10 18:35:13.020053 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.027276 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f39f0ac4-5d59-4d43-8c48-612d8fd73ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.057935 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d8a75-7e10-4402-a6d2-b0cfb8ae470b req-44527b00-1417-43ae-815c-cc97752d06fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:13.061346 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-780d8a75-7e10-4402-a6d2-b0cfb8ae470b req-44527b00-1417-43ae-815c-cc97752d06fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 200 len: 851 time: 0.1317842 Dec 10 18:35:13.061466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6adba9e2-025a-48d2-ac09-bad7d1772b55 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.111382 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d11799c5-3ebf-4caf-b5b6-5c59a001a053 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.112052 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11799c5-3ebf-4caf-b5b6-5c59a001a053 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2423107e-bae8-451e-8865-c592bdd30801 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:35:13.124205 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.126924 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62be8f-45f2-498d-8fc9-5de72b2aa361 None None] New status for floating IP 30c11862-f06e-4e09-a738-f5fa5c7267cc: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:35:13.130949 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.ipam_backend_mixin [None req-96a4beea-d112-4968-87d7-d9e6e4a9958f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bb6f095d-17da-47a8-bf69-3f80f1d7a4be (CIDR: 172.20.0.0/28) Dec 10 18:35:13.146771 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d11799c5-3ebf-4caf-b5b6-5c59a001a053 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.151668 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d11799c5-3ebf-4caf-b5b6-5c59a001a053 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "DELETE /v2.0/routers/2423107e-bae8-451e-8865-c592bdd30801 HTTP/1.1" status: 204 len: 168 time: 1.1091001 Dec 10 18:35:13.155613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d8a75-7e10-4402-a6d2-b0cfb8ae470b req-c31bba2a-83ae-4bfd-976a-851ec6f016cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:13.157494 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-780d8a75-7e10-4402-a6d2-b0cfb8ae470b req-c31bba2a-83ae-4bfd-976a-851ec6f016cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a648c046-7b98-4168-8c91-4d4b8f654cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868323 Dec 10 18:35:13.166504 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2c67e71c-9670-4459-b4aa-d1c743c64210 req-23db6206-1477-4ee5-9a10-ac33e695794e tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377227 Dec 10 18:35:13.195147 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f0ac4-5d59-4d43-8c48-612d8fd73ce1 None None] Pushing event updated for resources: {'Port': ['ID=1533771f-a233-409c-9b24-5d66a8448edb,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:13.196459 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a4beea-d112-4968-87d7-d9e6e4a9958f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:35:13.196949 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a4beea-d112-4968-87d7-d9e6e4a9958f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:13.244272 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.253377 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6adba9e2-025a-48d2-ac09-bad7d1772b55 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.298755 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0f694e-30f0-4be5-8c39-8d3978453aa5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:13.303857 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adba9e2-025a-48d2-ac09-bad7d1772b55 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Network 97294a71-5b41-49d2-825a-8852b824d694 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:13.316777 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-6adba9e2-025a-48d2-ac09-bad7d1772b55 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:13.326546 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adba9e2-025a-48d2-ac09-bad7d1772b55 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:13.360482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adba9e2-025a-48d2-ac09-bad7d1772b55 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Pushing event updated for resources: {'Port': ['ID=137b9f97-e713-4265-ad94-edc0aaf0ba68,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:13.373022 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-96a4beea-d112-4968-87d7-d9e6e4a9958f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3570166 Dec 10 18:35:13.377742 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35006) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:13.383763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a66bd68b-4d91-402b-9d82-31827bcc9aa5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:13.401172 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-780d8a75-7e10-4402-a6d2-b0cfb8ae470b req-8bba970a-71c8-4348-bff2-44e3840780e2 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319541 Dec 10 18:35:13.402964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.415417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-db02aa49-4a09-486b-86e4-1cea33314833 None None] Provisioning complete for port ec1add6a-edd9-4bb6-abd5-4a0321a3ec56 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:13.415791 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-db02aa49-4a09-486b-86e4-1cea33314833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.456557 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adba9e2-025a-48d2-ac09-bad7d1772b55 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:13.457323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6adba9e2-025a-48d2-ac09-bad7d1772b55 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.463137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Network 6c1b0230-8d47-4009-ab91-903a0d865c1f is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:13.477449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1b0230-8d47-4009-ab91-903a0d865c1f']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:13.486350 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35008) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:13.498152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425d4b5c-944f-46f8-a4c6-8a4d387d8331') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:13.498451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425d4b5c-944f-46f8-a4c6-8a4d387d8331') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:13.514994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.537830 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:13.538486 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.540739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:13.552958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:13.553375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: items = [ Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:13.556560 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:13.566138 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6adba9e2-025a-48d2-ac09-bad7d1772b55 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0960937 Dec 10 18:35:13.569482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35012) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:13.573802 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Pushing event updated for resources: {'Port': ['ID=6c69206b-a3f3-4c62-804e-67257f8b72c3,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:13.582001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Request body: {'port': {'network_id': '97294a71-5b41-49d2-825a-8852b824d694', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2079676291', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:13.582580 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.api.validators [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] bootfile-name is not in valid_values {{(pid=103594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:35:13.583060 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.api.validators [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] tftp-server is not in valid_values {{(pid=103594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:35:13.583542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.api.validators [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] server-ip-address is not in valid_values {{(pid=103594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:35:13.584045 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-db02aa49-4a09-486b-86e4-1cea33314833 None None] Port ec1add6a-edd9-4bb6-abd5-4a0321a3ec56 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:13.604183 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-780d8a75-7e10-4402-a6d2-b0cfb8ae470b req-8528b46e-7f5b-49d3-8bfb-c19ca34a40c6 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925032 Dec 10 18:35:13.626277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Allocated IP 172.20.0.2 (97294a71-5b41-49d2-825a-8852b824d694/7b3d168a-c06e-4a0a-affa-dd1d915deae7/b06dba3e-ca6d-4249-815f-0bf78a7dc8c5) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:13.705028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:35:13.705028 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:35:13.705028 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'id': '6c1b0230-8d47-4009-ab91-903a0d865c1f'}] Dec 10 18:35:13.705028 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:35:13.705028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:35:13.728005 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Attempting to bind port 6c69206b-a3f3-4c62-804e-67257f8b72c3 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:13.728581 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Attempting to bind port 6c69206b-a3f3-4c62-804e-67257f8b72c3 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '425d4b5c-944f-46f8-a4c6-8a4d387d8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6c1b0230-8d47-4009-ab91-903a0d865c1f'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:13.736386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Attempting to bind port 6c69206b-a3f3-4c62-804e-67257f8b72c3 on network 6c1b0230-8d47-4009-ab91-903a0d865c1f {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:13.736386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-db02aa49-4a09-486b-86e4-1cea33314833 None None] Provisioning complete for port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:13.736386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-db02aa49-4a09-486b-86e4-1cea33314833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.771451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1913860697', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:13.782399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:13.782788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Checking segment: {'id': '425d4b5c-944f-46f8-a4c6-8a4d387d8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6c1b0230-8d47-4009-ab91-903a0d865c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:13.783195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.783595 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Bound using segment: {'id': '425d4b5c-944f-46f8-a4c6-8a4d387d8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6c1b0230-8d47-4009-ab91-903a0d865c1f'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:13.784082 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Bound port: 6c69206b-a3f3-4c62-804e-67257f8b72c3, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425d4b5c-944f-46f8-a4c6-8a4d387d8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6c1b0230-8d47-4009-ab91-903a0d865c1f'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:13.784467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.811990 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-db02aa49-4a09-486b-86e4-1cea33314833 None None] Port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:13.844630 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66bd68b-4d91-402b-9d82-31827bcc9aa5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:13.848157 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a66bd68b-4d91-402b-9d82-31827bcc9aa5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.857965 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.api [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:35:13.857965 dv-neutron-821434-1-hyperv neutron-server[103594]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:35:13.857965 dv-neutron-821434-1-hyperv neutron-server[103594]: [parameters: {'project_id_1': '7aff190cfc654423972011a266868322', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 34, 53, 775402)}] Dec 10 18:35:13.857965 dv-neutron-821434-1-hyperv neutron-server[103594]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:35:13.858339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG oslo_db.api [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:35:13.872971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-db02aa49-4a09-486b-86e4-1cea33314833 None None] Provisioning complete for port 1533771f-a233-409c-9b24-5d66a8448edb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:13.873203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-db02aa49-4a09-486b-86e4-1cea33314833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.936973 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] For port 6c69206b-a3f3-4c62-804e-67257f8b72c3, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:13.954178 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Made reservation on behalf of d883f3561dd74b0d8200a92987307120 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:13.957743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.979845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] For port 6c69206b-a3f3-4c62-804e-67257f8b72c3, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6c69206b-a3f3-4c62-804e-67257f8b72c3,segment=NetworkSegment(425d4b5c-944f-46f8-a4c6-8a4d387d8331),segment_id=425d4b5c-944f-46f8-a4c6-8a4d387d8331)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:13.982422 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] device_id is not set on port afd5baac-3cbf-440b-96e8-b10abd7a9f31 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:35:13.996627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.052374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.094996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.148000 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Network 97294a71-5b41-49d2-825a-8852b824d694 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:14.154702 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:14.157913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:14.165515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ae907-51b6-451d-801b-743cab4026f8 None None] Pushing event updated for resources: {'Port': ['ID=6c69206b-a3f3-4c62-804e-67257f8b72c3,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:14.175217 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Allocated IP 172.20.0.7 (97294a71-5b41-49d2-825a-8852b824d694/7b3d168a-c06e-4a0a-affa-dd1d915deae7/afd5baac-3cbf-440b-96e8-b10abd7a9f31) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:14.205665 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.212528 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb768bc6-766b-4d35-acc2-f2974b2e79fa None None] Network 6c1b0230-8d47-4009-ab91-903a0d865c1f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:14.266378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Deleting port 6c69206b-a3f3-4c62-804e-67257f8b72c3 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:14.266844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.328898 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Pushing event updated for resources: {'Port': ['ID=b06dba3e-ca6d-4249-815f-0bf78a7dc8c5,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:14.335353 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a66bd68b-4d91-402b-9d82-31827bcc9aa5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.348451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] For port 6c69206b-a3f3-4c62-804e-67257f8b72c3, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6c69206b-a3f3-4c62-804e-67257f8b72c3,segment=NetworkSegment(425d4b5c-944f-46f8-a4c6-8a4d387d8331),segment_id=425d4b5c-944f-46f8-a4c6-8a4d387d8331)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:14.348969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.364170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Calling delete_port for 6c69206b-a3f3-4c62-804e-67257f8b72c3 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:14.364605 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Attempting to bind port b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:14.364988 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Attempting to bind port b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '586ec58a-cd7c-4ed9-a158-7f1103cbc088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97294a71-5b41-49d2-825a-8852b824d694'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:14.365356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Attempting to bind port b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 on network 97294a71-5b41-49d2-825a-8852b824d694 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:14.374825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:14.375204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Checking segment: {'id': '586ec58a-cd7c-4ed9-a158-7f1103cbc088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97294a71-5b41-49d2-825a-8852b824d694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:14.375608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.376001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Bound using segment: {'id': '586ec58a-cd7c-4ed9-a158-7f1103cbc088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97294a71-5b41-49d2-825a-8852b824d694'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:14.376472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Bound port: b06dba3e-ca6d-4249-815f-0bf78a7dc8c5, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586ec58a-cd7c-4ed9-a158-7f1103cbc088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97294a71-5b41-49d2-825a-8852b824d694'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:14.377258 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.401083 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66bd68b-4d91-402b-9d82-31827bcc9aa5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 8088c8be-b551-4755-a963-3530625ae774 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:14.408314 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a66bd68b-4d91-402b-9d82-31827bcc9aa5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:14.420364 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66bd68b-4d91-402b-9d82-31827bcc9aa5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.421051 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a66bd68b-4d91-402b-9d82-31827bcc9aa5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.427858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed9235-9d7c-4dae-a4d1-4d37abdc51e4 None None] Network 8088c8be-b551-4755-a963-3530625ae774 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:14.489799 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b8147-eeea-4469-ae17-36c194bd337c req-1aec4858-e42f-4fa2-9dbf-ea6371fcc602 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.491645 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dd8b8147-eeea-4469-ae17-36c194bd337c req-1aec4858-e42f-4fa2-9dbf-ea6371fcc602 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.2381101 Dec 10 18:35:14.502967 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66bd68b-4d91-402b-9d82-31827bcc9aa5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Subnet': ['ID=d9d0b5c7-6938-45a2-9da2-6f5b983fb528,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:14.518451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] For port b06dba3e-ca6d-4249-815f-0bf78a7dc8c5, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:14.523494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] For port b06dba3e-ca6d-4249-815f-0bf78a7dc8c5, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b06dba3e-ca6d-4249-815f-0bf78a7dc8c5,segment=NetworkSegment(586ec58a-cd7c-4ed9-a158-7f1103cbc088),segment_id=586ec58a-cd7c-4ed9-a158-7f1103cbc088)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:14.532344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.561329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Port': ['ID=6c69206b-a3f3-4c62-804e-67257f8b72c3,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:14.563223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No DVR routers for this DVR port 6c69206b-a3f3-4c62-804e-67257f8b72c3 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:14.568978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1533771f-a233-409c-9b24-5d66a8448edb up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:14.605007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.605226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.605350 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dd8b8147-eeea-4469-ae17-36c194bd337c req-f0429898-2a6b-4195-9d1e-c50feb03141a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881364 Dec 10 18:35:14.637730 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.639358 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.654579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.686659 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1b0230-8d47-4009-ab91-903a0d865c1f']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:14.700100 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9bd80-2464-4567-9a3b-610dd9b4be3c None None] Pushing event updated for resources: {'Port': ['ID=b06dba3e-ca6d-4249-815f-0bf78a7dc8c5,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:14.703019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425d4b5c-944f-46f8-a4c6-8a4d387d8331') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:14.703307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425d4b5c-944f-46f8-a4c6-8a4d387d8331') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:14.707279 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 1533771f-a233-409c-9b24-5d66a8448edb triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:14.707652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.717609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.722372 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a66bd68b-4d91-402b-9d82-31827bcc9aa5 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3442304 Dec 10 18:35:14.725655 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35020) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:14.728458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.732626 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7c0678bf-48ee-430c-ad59-56c1c12d7a60 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1149824223', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd9d0b5c7-6938-45a2-9da2-6f5b983fb528'}], 'security_groups': ['3debbd93-8229-449a-b15a-4ad61f2aabba']}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:14.736276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.746598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:14.747427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:14.750576 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:14.765657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.792095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c4e12b-be63-4c85-a2cb-66d47d81fdec None None] Update dhcp port {'port': {'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'fixed_ips': [{'subnet_id': 'bb6f095d-17da-47a8-bf69-3f80f1d7a4be', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd9d0b5c7-6938-45a2-9da2-6f5b983fb528'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '1533771f-a233-409c-9b24-5d66a8448edb'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:35:14.852911 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-46c4e12b-be63-4c85-a2cb-66d47d81fdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.919115 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Network 97294a71-5b41-49d2-825a-8852b824d694 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:14.929875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.936746 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.940067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:14.942629 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:14.945000 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35022) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:14.945770 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/6c1b0230-8d47-4009-ab91-903a0d865c1f HTTP/1.1" status: 204 len: 168 time: 2.9286330 Dec 10 18:35:14.961180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e5dc9c32-2be8-4fce-8f9e-ff034c84007a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-951387107'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:14.964248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac130d4e-32e2-4ced-a0f6-bf9d25e94853 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Network': ['ID=6c1b0230-8d47-4009-ab91-903a0d865c1f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:14.991864 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c0678bf-48ee-430c-ad59-56c1c12d7a60 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.994285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Pushing event updated for resources: {'Port': ['ID=afd5baac-3cbf-440b-96e8-b10abd7a9f31,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:15.090042 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-46c4e12b-be63-4c85-a2cb-66d47d81fdec None None] Allocated IP 172.20.0.18 (8088c8be-b551-4755-a963-3530625ae774/d9d0b5c7-6938-45a2-9da2-6f5b983fb528/1533771f-a233-409c-9b24-5d66a8448edb) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:15.118506 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.119111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.144385 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.193987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-46c4e12b-be63-4c85-a2cb-66d47d81fdec None None] For port 1533771f-a233-409c-9b24-5d66a8448edb, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1533771f-a233-409c-9b24-5d66a8448edb,segment=NetworkSegment(fb1929f2-dda2-4210-a3ea-3c2ba45d899e),segment_id=fb1929f2-dda2-4210-a3ea-3c2ba45d899e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:15.194574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dc9c32-2be8-4fce-8f9e-ff034c84007a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:15.198107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9c32-2be8-4fce-8f9e-ff034c84007a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.223023 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-46c4e12b-be63-4c85-a2cb-66d47d81fdec None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.271869 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-861f8f47-10fc-4617-9f59-5eac3eaaa070 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7004645 Dec 10 18:35:15.274662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35024) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:15.286748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5dc9c32-2be8-4fce-8f9e-ff034c84007a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:15.307335 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-46c4e12b-be63-4c85-a2cb-66d47d81fdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.334978 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e39b2-4578-4087-ab4f-84b78bfd2d62 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.342834 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e39b2-4578-4087-ab4f-84b78bfd2d62 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.349756 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e39b2-4578-4087-ab4f-84b78bfd2d62 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.354975 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-779e39b2-4578-4087-ab4f-84b78bfd2d62 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.0759292 Dec 10 18:35:15.355987 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35028) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:15.365308 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9c32-2be8-4fce-8f9e-ff034c84007a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.365653 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-e5dc9c32-2be8-4fce-8f9e-ff034c84007a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Added segment 48b650c1-861e-4bbf-ac32-f7075f7be20a of type vlan for network 135267f5-3403-44b2-adca-8e27473bae60 Dec 10 18:35:15.408833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4e12b-be63-4c85-a2cb-66d47d81fdec None None] Pushing event updated for resources: {'Port': ['ID=1533771f-a233-409c-9b24-5d66a8448edb,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:15.437643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35030) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:15.492124 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9c32-2be8-4fce-8f9e-ff034c84007a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.556032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aa526d-d2a6-4fa9-96d5-6ce5fcede074 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.556519 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aa526d-d2a6-4fa9-96d5-6ce5fcede074 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.557079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aa526d-d2a6-4fa9-96d5-6ce5fcede074 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.567459 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-28aa526d-d2a6-4fa9-96d5-6ce5fcede074 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=d8d709b5542940cd80a96d0fc97864e7&network_id=645bfaa1-3540-47d5-94a7-c6adda953e6d HTTP/1.1" status: 200 len: 2999 time: 0.1198673 Dec 10 18:35:15.579320 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1a45e49d-6a6f-4b69-b2a2-4ef2cd98b04c tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Deleting port afd5baac-3cbf-440b-96e8-b10abd7a9f31 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:15.580724 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1a45e49d-6a6f-4b69-b2a2-4ef2cd98b04c tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.665557 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9c32-2be8-4fce-8f9e-ff034c84007a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.676067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc9c32-2be8-4fce-8f9e-ff034c84007a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.685950 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9c32-2be8-4fce-8f9e-ff034c84007a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.738734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-7c0678bf-48ee-430c-ad59-56c1c12d7a60 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Delete allocated IP 172.20.0.4 (8088c8be-b551-4755-a963-3530625ae774/bb6f095d-17da-47a8-bf69-3f80f1d7a4be) {{(pid=103594) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:35:15.755778 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1a45e49d-6a6f-4b69-b2a2-4ef2cd98b04c tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.772541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1a45e49d-6a6f-4b69-b2a2-4ef2cd98b04c tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Calling delete_port for afd5baac-3cbf-440b-96e8-b10abd7a9f31 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:15.886286 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-7c0678bf-48ee-430c-ad59-56c1c12d7a60 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Allocated IP 172.20.0.23 (8088c8be-b551-4755-a963-3530625ae774/d9d0b5c7-6938-45a2-9da2-6f5b983fb528/ec1add6a-edd9-4bb6-abd5-4a0321a3ec56) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:15.904134 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e5dc9c32-2be8-4fce-8f9e-ff034c84007a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9460864 Dec 10 18:35:15.906588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35038) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:15.913060 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f69bd130-d10e-4671-aba2-b47e4d141e8b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'subnet': {'network_id': '135267f5-3403-44b2-adca-8e27473bae60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:15.943105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:15.959999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc9c32-2be8-4fce-8f9e-ff034c84007a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Network': ['ID=135267f5-3403-44b2-adca-8e27473bae60,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:15.972940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d20f4-ea25-405c-b9b8-3e68dcfcac49 req-6248e5b8-b636-431f-848a-d7602048f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.974537 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-807d20f4-ea25-405c-b9b8-3e68dcfcac49 req-6248e5b8-b636-431f-848a-d7602048f1e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 1098 time: 0.1246691 Dec 10 18:35:15.975748 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 135267f5-3403-44b2-adca-8e27473bae60 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:16.000211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.036715 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b663e-de08-415b-bbae-27ef5027fc4a req-db498659-c207-4f51-8d19-a382bf2283fd tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:16.038746 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3e1b663e-de08-415b-bbae-27ef5027fc4a req-db498659-c207-4f51-8d19-a382bf2283fd tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.2149997 Dec 10 18:35:16.044943 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.051188 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de197a6d-5500-443f-abbf-c1dfb0199bb8 None None] Network 97294a71-5b41-49d2-825a-8852b824d694 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:16.140883 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-807d20f4-ea25-405c-b9b8-3e68dcfcac49 req-99cf8237-d528-4798-a999-06f8e619c670 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576040 Dec 10 18:35:16.153175 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3e1b663e-de08-415b-bbae-27ef5027fc4a req-e111574c-7496-4790-8834-b9b18040b5a9 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946338 Dec 10 18:35:16.207490 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-35c3028e-52dd-44f7-a133-838f2de7c351 None None] Provisioning complete for port b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:16.207857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-35c3028e-52dd-44f7-a133-838f2de7c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.244835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1a45e49d-6a6f-4b69-b2a2-4ef2cd98b04c tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.270542 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:16.277277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c0678bf-48ee-430c-ad59-56c1c12d7a60 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.279968 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69bd130-d10e-4671-aba2-b47e4d141e8b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:16.287192 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f69bd130-d10e-4671-aba2-b47e4d141e8b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.305632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'port_id': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5', 'mac_address': 'fa:16:3e:d7:95:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83466d8-72a6-4359-a134-6e82896679be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:35:16.318097 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45e49d-6a6f-4b69-b2a2-4ef2cd98b04c tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Pushing event deleted for resources: {'Port': ['ID=afd5baac-3cbf-440b-96e8-b10abd7a9f31,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:16.355520 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Allocated IP 172.26.5.76 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/77ef9f2f-3634-45e1-b2e7-bd019c815609) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:16.366529 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c0678bf-48ee-430c-ad59-56c1c12d7a60 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.397964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.440324 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1a45e49d-6a6f-4b69-b2a2-4ef2cd98b04c tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.444744 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1a45e49d-6a6f-4b69-b2a2-4ef2cd98b04c tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] 10.222.0.60 "DELETE /v2.0/ports/afd5baac-3cbf-440b-96e8-b10abd7a9f31 HTTP/1.1" status: 204 len: 168 time: 1.0876436 Dec 10 18:35:16.451010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35040) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:16.456886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1803f3cb-6196-48bb-8672-c222c9454ae7 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Request body: {'port': {'name': 'tempest-new-port-name-938698411', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:16.457382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.api.validators [None req-1803f3cb-6196-48bb-8672-c222c9454ae7 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] bootfile-name is not in valid_values {{(pid=103593) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:35:16.457749 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.api.validators [None req-1803f3cb-6196-48bb-8672-c222c9454ae7 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] tftp-server is not in valid_values {{(pid=103593) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:35:16.458085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.api.validators [None req-1803f3cb-6196-48bb-8672-c222c9454ae7 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] server-ip-address is not in valid_values {{(pid=103593) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:35:16.565189 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1803f3cb-6196-48bb-8672-c222c9454ae7 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.630800 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0678bf-48ee-430c-ad59-56c1c12d7a60 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=ec1add6a-edd9-4bb6-abd5-4a0321a3ec56,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:16.652579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-35c3028e-52dd-44f7-a133-838f2de7c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.658374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:16.714713 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:16.728697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-7c0678bf-48ee-430c-ad59-56c1c12d7a60 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] In _notify_port_updated(), no bound segment for port ec1add6a-edd9-4bb6-abd5-4a0321a3ec56 on network 8088c8be-b551-4755-a963-3530625ae774 {{(pid=103594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:35:16.728977 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-35c3028e-52dd-44f7-a133-838f2de7c351 None None] For port b06dba3e-ca6d-4249-815f-0bf78a7dc8c5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b06dba3e-ca6d-4249-815f-0bf78a7dc8c5,segment=NetworkSegment(586ec58a-cd7c-4ed9-a158-7f1103cbc088),segment_id=586ec58a-cd7c-4ed9-a158-7f1103cbc088)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:16.737377 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0678bf-48ee-430c-ad59-56c1c12d7a60 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:16.738465 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c0678bf-48ee-430c-ad59-56c1c12d7a60 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.740191 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7c0678bf-48ee-430c-ad59-56c1c12d7a60 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "PUT /v2.0/ports/ec1add6a-edd9-4bb6-abd5-4a0321a3ec56 HTTP/1.1" status: 200 len: 921 time: 2.0133979 Dec 10 18:35:16.744276 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.745894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35044) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:16.764776 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:16.794804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e8bc6440-5cc0-4dda-b883-f1200b7a57ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.821671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:16.822476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.848227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.895968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-35c3028e-52dd-44f7-a133-838f2de7c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.925063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.926167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:16.932395 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f69bd130-d10e-4671-aba2-b47e4d141e8b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.995618 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:17.000975 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:17.005720 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:17.034168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364af0c9-3669-41f8-b69b-b05ed8ae56c0 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:17.043457 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6a471b88-68c9-4bc4-8adb-5d85f967442f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port ec1add6a-edd9-4bb6-abd5-4a0321a3ec56 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:17.043802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a471b88-68c9-4bc4-8adb-5d85f967442f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.067755 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Pushing event updated for resources: {'Port': ['ID=77ef9f2f-3634-45e1-b2e7-bd019c815609,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:17.129348 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1533771f-a233-409c-9b24-5d66a8448edb up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:17.133880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bd130-d10e-4671-aba2-b47e4d141e8b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Subnet': ['ID=7d0f4a75-7956-4254-ab46-5cd3ddf29a5b,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:17.181490 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1803f3cb-6196-48bb-8672-c222c9454ae7 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.181832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3028e-52dd-44f7-a133-838f2de7c351 None None] Pushing event updated for resources: {'Port': ['ID=b06dba3e-ca6d-4249-815f-0bf78a7dc8c5,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:17.196976 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ca2b9c70-0c0f-488d-b893-e10fd35e956d None None] Provisioning complete for port ec1add6a-edd9-4bb6-abd5-4a0321a3ec56 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:17.196976 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9c70-0c0f-488d-b893-e10fd35e956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.203584 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69bd130-d10e-4671-aba2-b47e4d141e8b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Checking segment: {'id': '48b650c1-861e-4bbf-ac32-f7075f7be20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '135267f5-3403-44b2-adca-8e27473bae60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:17.203827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69bd130-d10e-4671-aba2-b47e4d141e8b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network hostable DHCP agents. Network: 135267f5-3403-44b2-adca-8e27473bae60, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:17.256368 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b9c70-0c0f-488d-b893-e10fd35e956d None None] Port ec1add6a-edd9-4bb6-abd5-4a0321a3ec56 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:17.266746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 1533771f-a233-409c-9b24-5d66a8448edb triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:17.267647 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.268459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a471b88-68c9-4bc4-8adb-5d85f967442f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.271151 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1803f3cb-6196-48bb-8672-c222c9454ae7 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.303042 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ca2b9c70-0c0f-488d-b893-e10fd35e956d None None] Provisioning complete for port 137b9f97-e713-4265-ad94-edc0aaf0ba68 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:17.310158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9c70-0c0f-488d-b893-e10fd35e956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.369653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b9c70-0c0f-488d-b893-e10fd35e956d None None] Port 137b9f97-e713-4265-ad94-edc0aaf0ba68 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:17.399052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6a471b88-68c9-4bc4-8adb-5d85f967442f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for ec1add6a-edd9-4bb6-abd5-4a0321a3ec56 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:17.412031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69bd130-d10e-4671-aba2-b47e4d141e8b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network 135267f5-3403-44b2-adca-8e27473bae60 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:17.417634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ca2b9c70-0c0f-488d-b893-e10fd35e956d None None] Provisioning complete for port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:17.417634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9c70-0c0f-488d-b893-e10fd35e956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.462072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b9c70-0c0f-488d-b893-e10fd35e956d None None] Port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:17.479992 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ca2b9c70-0c0f-488d-b893-e10fd35e956d None None] Provisioning complete for port 1533771f-a233-409c-9b24-5d66a8448edb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:17.480703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9c70-0c0f-488d-b893-e10fd35e956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.510996 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13636a1f-ffb2-4bb3-a311-15beb2e577eb req-e3be2b80-5aa3-47fa-ae1e-7c369197b16c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:17.513762 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-13636a1f-ffb2-4bb3-a311-15beb2e577eb req-e3be2b80-5aa3-47fa-ae1e-7c369197b16c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 944 time: 0.1745954 Dec 10 18:35:17.522504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-f69bd130-d10e-4671-aba2-b47e4d141e8b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 135267f5-3403-44b2-adca-8e27473bae60) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:17.528574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803f3cb-6196-48bb-8672-c222c9454ae7 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Pushing event updated for resources: {'Port': ['ID=137b9f97-e713-4265-ad94-edc0aaf0ba68,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:17.542212 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac9f65-bbc8-4cd3-a845-f00f516dcb69 None None] Network 135267f5-3403-44b2-adca-8e27473bae60 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:17.544212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69bd130-d10e-4671-aba2-b47e4d141e8b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:17.544864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f69bd130-d10e-4671-aba2-b47e4d141e8b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.550408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1803f3cb-6196-48bb-8672-c222c9454ae7 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] In _notify_port_updated(), no bound segment for port 137b9f97-e713-4265-ad94-edc0aaf0ba68 on network 97294a71-5b41-49d2-825a-8852b824d694 {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:35:17.557862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1803f3cb-6196-48bb-8672-c222c9454ae7 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:17.558540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1803f3cb-6196-48bb-8672-c222c9454ae7 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.560663 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1803f3cb-6196-48bb-8672-c222c9454ae7 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] 10.222.0.60 "PUT /v2.0/ports/137b9f97-e713-4265-ad94-edc0aaf0ba68 HTTP/1.1" status: 200 len: 1136 time: 1.1079123 Dec 10 18:35:17.570505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35050) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:17.671914 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa72b7f-6714-4af6-9a4b-fa7dc1fbe911 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:17.673461 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8fa72b7f-6714-4af6-9a4b-fa7dc1fbe911 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] 10.222.0.60 "GET /v2.0/ports/137b9f97-e713-4265-ad94-edc0aaf0ba68 HTTP/1.1" status: 200 len: 1136 time: 0.0993967 Dec 10 18:35:17.676769 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35052) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:17.682356 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35054) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:17.684862 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f69bd130-d10e-4671-aba2-b47e4d141e8b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7758629 Dec 10 18:35:17.690113 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35056) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:17.738717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ca2b9c70-0c0f-488d-b893-e10fd35e956d None None] Provisioning complete for port b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:17.739016 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9c70-0c0f-488d-b893-e10fd35e956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.742182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-135267f5-3403-44b2-adca-8e27473bae60', 'network_id': '135267f5-3403-44b2-adca-8e27473bae60', 'project_id': 'aed3f0eff92346568c4dc809ee8b30fc', 'fixed_ips': [{'subnet_id': '7d0f4a75-7956-4254-ab46-5cd3ddf29a5b'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:17.743214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.765584 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-13636a1f-ffb2-4bb3-a311-15beb2e577eb req-dd0805db-b35e-4b84-ae2b-8ecf186f77f7 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431204 Dec 10 18:35:17.784331 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.815478 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.904412 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.953285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a471b88-68c9-4bc4-8adb-5d85f967442f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.971340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:17.997377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a471b88-68c9-4bc4-8adb-5d85f967442f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=ec1add6a-edd9-4bb6-abd5-4a0321a3ec56,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:18.031815 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Allocated IP 172.20.0.1 (135267f5-3403-44b2-adca-8e27473bae60/7d0f4a75-7956-4254-ab46-5cd3ddf29a5b/0da5dff1-1f49-4552-bd04-34b63a91d13e) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:18.125232 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a471b88-68c9-4bc4-8adb-5d85f967442f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.133184 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6a471b88-68c9-4bc4-8adb-5d85f967442f tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/ec1add6a-edd9-4bb6-abd5-4a0321a3ec56 HTTP/1.1" status: 204 len: 168 time: 1.3798165 Dec 10 18:35:18.134337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35058) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:18.143414 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-921ff6bb-cc4a-4563-9a1e-eaae896fec1b None None] Could not find standard attr ID for object ec1add6a-edd9-4bb6-abd5-4a0321a3ec56. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:35:18.161590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.175851 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a10021-618f-41cd-b3ef-9a6726af14c1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] GET failed (client error): The resource could not be found. Dec 10 18:35:18.177371 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b3a10021-618f-41cd-b3ef-9a6726af14c1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/ec1add6a-edd9-4bb6-abd5-4a0321a3ec56 HTTP/1.1" status: 404 len: 333 time: 0.0423088 Dec 10 18:35:18.179898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35060) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:18.191881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:18.203038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-921ff6bb-cc4a-4563-9a1e-eaae896fec1b None None] Provisioning complete for port 137b9f97-e713-4265-ad94-edc0aaf0ba68 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:18.203430 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-921ff6bb-cc4a-4563-9a1e-eaae896fec1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.238778 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['2b13d6bf-9366-4681-9eb1-ff03db87cdb5'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:18.271289 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bcdd3e52-29cb-4c85-a78a-cecdbcbac703 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.312123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-921ff6bb-cc4a-4563-9a1e-eaae896fec1b None None] Port 137b9f97-e713-4265-ad94-edc0aaf0ba68 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:18.318623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bcdd3e52-29cb-4c85-a78a-cecdbcbac703 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.355085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-921ff6bb-cc4a-4563-9a1e-eaae896fec1b None None] Could not find standard attr ID for object afd5baac-3cbf-440b-96e8-b10abd7a9f31. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:35:18.368541 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:18.401956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9efd18-5be6-42b6-9467-315236c0382d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:18.401956 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5f9efd18-5be6-42b6-9467-315236c0382d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 814 time: 0.7166750 Dec 10 18:35:18.441328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.452469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bcdd3e52-29cb-4c85-a78a-cecdbcbac703 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.452978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-116c5b24-8ecd-4169-b4ec-4659233b65ff tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Deleting port 137b9f97-e713-4265-ad94-edc0aaf0ba68 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:18.452978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-116c5b24-8ecd-4169-b4ec-4659233b65ff tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.455574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bcdd3e52-29cb-4c85-a78a-cecdbcbac703 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.459093 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bcdd3e52-29cb-4c85-a78a-cecdbcbac703 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/security-groups/80ecf68d-50c1-40b3-b8b8-8281b6afe1f1 HTTP/1.1" status: 204 len: 168 time: 0.2769475 Dec 10 18:35:18.466158 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35064) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:18.482966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:18.491974 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd3e52-29cb-4c85-a78a-cecdbcbac703 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ecf68d-50c1-40b3-b8b8-8281b6afe1f1,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:18.515903 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-921ff6bb-cc4a-4563-9a1e-eaae896fec1b None None] Provisioning complete for port 77ef9f2f-3634-45e1-b2e7-bd019c815609 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:18.516552 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-921ff6bb-cc4a-4563-9a1e-eaae896fec1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.518302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.525671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.544943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2b67a44e-07a9-4b07-86d0-4666358bc4c1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.574624 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2b67a44e-07a9-4b07-86d0-4666358bc4c1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.637932 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.640869 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-921ff6bb-cc4a-4563-9a1e-eaae896fec1b None None] Port 77ef9f2f-3634-45e1-b2e7-bd019c815609 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:18.642271 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:18.660410 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-116c5b24-8ecd-4169-b4ec-4659233b65ff tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.683457 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-116c5b24-8ecd-4169-b4ec-4659233b65ff tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Calling delete_port for 137b9f97-e713-4265-ad94-edc0aaf0ba68 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:18.703068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.712583 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2b67a44e-07a9-4b07-86d0-4666358bc4c1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.715674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2b67a44e-07a9-4b07-86d0-4666358bc4c1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.719678 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2b67a44e-07a9-4b07-86d0-4666358bc4c1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/security-groups/3debbd93-8229-449a-b15a-4ad61f2aabba HTTP/1.1" status: 204 len: 168 time: 0.2485237 Dec 10 18:35:18.721227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35070) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:18.722678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Network 135267f5-3403-44b2-adca-8e27473bae60 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:18.737016 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:18.740661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67a44e-07a9-4b07-86d0-4666358bc4c1 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3debbd93-8229-449a-b15a-4ad61f2aabba,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:18.755143 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:18.766489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.787264 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:18.787643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.803516 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Pushing event updated for resources: {'Port': ['ID=0da5dff1-1f49-4552-bd04-34b63a91d13e,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:18.811383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0f4a75-7956-4254-ab46-5cd3ddf29a5b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:18.829038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0919d7-ecab-4b02-91e6-83103c4fd534 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting subnet bb6f095d-17da-47a8-bf69-3f80f1d7a4be {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:18.837349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0919d7-ecab-4b02-91e6-83103c4fd534 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.875479 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0919d7-ecab-4b02-91e6-83103c4fd534 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.906465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e377b2d7-5507-4b12-b018-7f49335ee56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.907976 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3f07ae2e-4b5f-48ac-942a-6dcf18116582 None None] Provisioning complete for port 137b9f97-e713-4265-ad94-edc0aaf0ba68 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:18.908335 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3f07ae2e-4b5f-48ac-942a-6dcf18116582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.949144 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35074) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:18.957866 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-6b554fe7-66d2-4eea-ba4d-1a700e925712 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'network': {'name': 'tempest-network-smoke--921433048', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'port_security_enabled': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:18.965519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Attempting to bind port 0da5dff1-1f49-4552-bd04-34b63a91d13e on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:18.965519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Attempting to bind port 0da5dff1-1f49-4552-bd04-34b63a91d13e by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '48b650c1-861e-4bbf-ac32-f7075f7be20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '135267f5-3403-44b2-adca-8e27473bae60'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:18.966076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Attempting to bind port 0da5dff1-1f49-4552-bd04-34b63a91d13e on network 135267f5-3403-44b2-adca-8e27473bae60 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:18.969148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0919d7-ecab-4b02-91e6-83103c4fd534 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.983189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:18.983640 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Checking segment: {'id': '48b650c1-861e-4bbf-ac32-f7075f7be20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '135267f5-3403-44b2-adca-8e27473bae60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:18.983967 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.984356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Bound using segment: {'id': '48b650c1-861e-4bbf-ac32-f7075f7be20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '135267f5-3403-44b2-adca-8e27473bae60'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:18.984835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Bound port: 0da5dff1-1f49-4552-bd04-34b63a91d13e, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b650c1-861e-4bbf-ac32-f7075f7be20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '135267f5-3403-44b2-adca-8e27473bae60'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:18.985222 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.003938 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3f07ae2e-4b5f-48ac-942a-6dcf18116582 None None] Port 137b9f97-e713-4265-ad94-edc0aaf0ba68 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:19.047175 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6236df8-f355-44dd-8a10-9f74ca421103 req-71564793-10c6-4fb2-b59d-1cff0fe3dfb2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:19.049367 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e6236df8-f355-44dd-8a10-9f74ca421103 req-71564793-10c6-4fb2-b59d-1cff0fe3dfb2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 943 time: 0.0725121 Dec 10 18:35:19.058181 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Router 49e6ec51-ca32-435a-9a85-7d5c57d1ec3d is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:35:19.085816 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b554fe7-66d2-4eea-ba4d-1a700e925712 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:19.090574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6b554fe7-66d2-4eea-ba4d-1a700e925712 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.095705 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-116c5b24-8ecd-4169-b4ec-4659233b65ff tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.180629 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] For port 0da5dff1-1f49-4552-bd04-34b63a91d13e, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:19.185288 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] For port 0da5dff1-1f49-4552-bd04-34b63a91d13e, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0da5dff1-1f49-4552-bd04-34b63a91d13e,segment=NetworkSegment(48b650c1-861e-4bbf-ac32-f7075f7be20a),segment_id=48b650c1-861e-4bbf-ac32-f7075f7be20a)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:19.220893 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c5b24-8ecd-4169-b4ec-4659233b65ff tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Pushing event deleted for resources: {'Port': ['ID=137b9f97-e713-4265-ad94-edc0aaf0ba68,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:19.251492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.295918 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e6236df8-f355-44dd-8a10-9f74ca421103 req-acc6271f-d2b2-4ed6-a820-eaca122a791d tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348866 Dec 10 18:35:19.324404 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b554fe7-66d2-4eea-ba4d-1a700e925712 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:19.332686 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35076) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:19.340887 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99e94f-d307-4bff-a658-43fa63850b1b None None] Pushing event updated for resources: {'Port': ['ID=0da5dff1-1f49-4552-bd04-34b63a91d13e,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:19.404174 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886469af-db5e-4fb9-864b-ae24029c1b07 None None] Network 135267f5-3403-44b2-adca-8e27473bae60 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:19.409385 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6b554fe7-66d2-4eea-ba4d-1a700e925712 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.409964 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-6b554fe7-66d2-4eea-ba4d-1a700e925712 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Added segment c0beb460-4f3c-44b1-8216-0dc03386acc0 of type vlan for network 35006c79-310c-4d46-94c3-3f2fdbd840bd Dec 10 18:35:19.426217 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.454430 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135267f5-3403-44b2-adca-8e27473bae60']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:19.463665 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-116c5b24-8ecd-4169-b4ec-4659233b65ff tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.467131 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-116c5b24-8ecd-4169-b4ec-4659233b65ff tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] 10.222.0.60 "DELETE /v2.0/ports/137b9f97-e713-4265-ad94-edc0aaf0ba68 HTTP/1.1" status: 204 len: 168 time: 1.7450271 Dec 10 18:35:19.471297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35078) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:19.482244 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:19.498094 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98973e06-ac02-4829-83a5-de58d73fe220 None None] Sync routers for ids ['49e6ec51-ca32-435a-9a85-7d5c57d1ec3d'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:19.510041 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6b554fe7-66d2-4eea-ba4d-1a700e925712 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.517124 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-353dc9a9-d401-4c75-8ac9-ba51d34a273a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/floatingips/485a5289-fed1-452c-ab55-4af1a41d9d7f HTTP/1.1" status: 200 len: 991 time: 0.1779332 Dec 10 18:35:19.530432 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98973e06-ac02-4829-83a5-de58d73fe220 None None] Routers {'49e6ec51-ca32-435a-9a85-7d5c57d1ec3d'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:19.531428 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-98973e06-ac02-4829-83a5-de58d73fe220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['49e6ec51-ca32-435a-9a85-7d5c57d1ec3d'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:19.556469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b650c1-861e-4bbf-ac32-f7075f7be20a') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:19.556765 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b650c1-861e-4bbf-ac32-f7075f7be20a') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:19.569893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-38066501-1309-481b-96f4-ecf679272a25 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Deleting subnet 7b3d168a-c06e-4a0a-affa-dd1d915deae7 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:19.578370 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.579985 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38066501-1309-481b-96f4-ecf679272a25 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.580626 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-98973e06-ac02-4829-83a5-de58d73fe220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:19.590224 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98973e06-ac02-4829-83a5-de58d73fe220 None None] Routers {'49e6ec51-ca32-435a-9a85-7d5c57d1ec3d'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:19.591088 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-98973e06-ac02-4829-83a5-de58d73fe220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['49e6ec51-ca32-435a-9a85-7d5c57d1ec3d'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:19.610098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cbdd33-9bc4-4af6-bf30-2bff16705ab5 None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:35:19.619801 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.625470 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-98973e06-ac02-4829-83a5-de58d73fe220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:19.625632 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.626138 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98973e06-ac02-4829-83a5-de58d73fe220 None None] The sync data for ids ['49e6ec51-ca32-435a-9a85-7d5c57d1ec3d'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:19.629506 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e191c50f-1f77-48b8-8e4c-57f75ec8b440 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1395392 Dec 10 18:35:19.634392 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:19.634392 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.634838 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35080) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:19.634933 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:19.675989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38066501-1309-481b-96f4-ecf679272a25 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.681139 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0919d7-ecab-4b02-91e6-83103c4fd534 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.708875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6b554fe7-66d2-4eea-ba4d-1a700e925712 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.716094 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b554fe7-66d2-4eea-ba4d-1a700e925712 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:19.719481 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6b554fe7-66d2-4eea-ba4d-1a700e925712 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.743495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cbdd33-9bc4-4af6-bf30-2bff16705ab5 None None] Resources bound (agent type, host, resource id): {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:35:19.753936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0919d7-ecab-4b02-91e6-83103c4fd534 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6f095d-17da-47a8-bf69-3f80f1d7a4be,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:19.756533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf0919d7-ecab-4b02-91e6-83103c4fd534 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.760498 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cf0919d7-ecab-4b02-91e6-83103c4fd534 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/bb6f095d-17da-47a8-bf69-3f80f1d7a4be HTTP/1.1" status: 204 len: 168 time: 1.0368710 Dec 10 18:35:19.766661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35082) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:19.770885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-29b7a5b5-9d29-4cbc-8749-844fd01d8a2c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:19.813321 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b554fe7-66d2-4eea-ba4d-1a700e925712 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Network': ['ID=35006c79-310c-4d46-94c3-3f2fdbd840bd,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:19.825097 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:35:19.825097 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:35:19.825097 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'id': '135267f5-3403-44b2-adca-8e27473bae60'}] Dec 10 18:35:19.825097 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:35:19.825589 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:35:19.828436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 35006c79-310c-4d46-94c3-3f2fdbd840bd details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:19.846745 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6b554fe7-66d2-4eea-ba4d-1a700e925712 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8952498 Dec 10 18:35:19.856871 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-451d07b2-8e68-4ce6-9c8b-1c42c9af246d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/routers/49e6ec51-ca32-435a-9a85-7d5c57d1ec3d HTTP/1.1" status: 200 len: 924 time: 0.2249594 Dec 10 18:35:19.858437 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35084) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:19.859251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35086) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:19.905602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38066501-1309-481b-96f4-ecf679272a25 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:19.937017 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5f50267c-0c58-4f14-b0b6-d17e6827d3f0 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e6ec51-ca32-435a-9a85-7d5c57d1ec3d HTTP/1.1" status: 200 len: 205 time: 0.0683296 Dec 10 18:35:19.938955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35088) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:19.982213 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fa2de9-c36e-4b4c-8368-b483fe15a579 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:19.982788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:19.986155 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-34fa2de9-c36e-4b4c-8368-b483fe15a579 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d8d709b5542940cd80a96d0fc97864e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1252520 Dec 10 18:35:19.986787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35090) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:20.094025 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abadbd-3208-49df-a363-1828f173e010 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:20.095531 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-51abadbd-3208-49df-a363-1828f173e010 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1078057 Dec 10 18:35:20.099509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35092) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:20.110654 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.134983 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-938d36db-e745-4b40-ab15-474b39aea4ef tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300014 Dec 10 18:35:20.136866 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35094) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:20.137405 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:20.137843 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.141664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.170506 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f09bf771-c6b3-4aaa-9bd2-07a04dcb0b1f tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d8d709b5542940cd80a96d0fc97864e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312004 Dec 10 18:35:20.170753 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35096) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:20.181449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b7a5b5-9d29-4cbc-8749-844fd01d8a2c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:20.187186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-29b7a5b5-9d29-4cbc-8749-844fd01d8a2c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.191562 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38066501-1309-481b-96f4-ecf679272a25 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.237993 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba25c48-a06e-4df6-a339-56026d0db465 None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:35:20.276954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997b48a3-33a1-492e-b67e-2e3e48f43ae3 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:20.278698 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-997b48a3-33a1-492e-b67e-2e3e48f43ae3 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1070948 Dec 10 18:35:20.280203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.281401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35098) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:20.294163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38066501-1309-481b-96f4-ecf679272a25 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3d168a-c06e-4a0a-affa-dd1d915deae7,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:20.315269 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38066501-1309-481b-96f4-ecf679272a25 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.319278 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7a43eff5-5ab5-4d64-9471-ebce458c3ad1 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332797 Dec 10 18:35:20.319485 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-38066501-1309-481b-96f4-ecf679272a25 tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] 10.222.0.60 "DELETE /v2.0/subnets/7b3d168a-c06e-4a0a-affa-dd1d915deae7 HTTP/1.1" status: 204 len: 168 time: 0.8467438 Dec 10 18:35:20.319924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35100) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:20.323572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35102) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:20.327896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.329619 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:20.331904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096fe0e1-4b86-486f-be1b-b5021223d351" -d '{"events": [{"server_uuid": "8f12d1a5-019d-4f98-abe1-c5575825c177", "name": "network-vif-plugged", "status": "completed", "tag": "2b13d6bf-9366-4681-9eb1-ff03db87cdb5"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:20.338245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c0e5961b-6ded-4b07-9d24-845f00b8cfee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-699933082', 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:20.434410 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.504545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.507746 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Deleting port b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:20.508192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.546855 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d520d34-0726-442d-83b0-0a42f8071738 x-openstack-request-id: req-9d520d34-0726-442d-83b0-0a42f8071738 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:20.547170 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f12d1a5-019d-4f98-abe1-c5575825c177", "name": "network-vif-plugged", "status": "completed", "tag": "2b13d6bf-9366-4681-9eb1-ff03db87cdb5", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:20.547424 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d520d34-0726-442d-83b0-0a42f8071738 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:20.547819 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5', 'code': 200} Dec 10 18:35:20.576657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] For port b06dba3e-ca6d-4249-815f-0bf78a7dc8c5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b06dba3e-ca6d-4249-815f-0bf78a7dc8c5,segment=NetworkSegment(586ec58a-cd7c-4ed9-a158-7f1103cbc088),segment_id=586ec58a-cd7c-4ed9-a158-7f1103cbc088)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:20.577313 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.583883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:20.588524 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-68ed304e-bb13-462b-a225-0cc1489a1604 req-5fec927d-6e67-4416-aad6-83a70485f730 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1793833 Dec 10 18:35:20.593125 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Calling delete_port for b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:20.601556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba25c48-a06e-4df6-a339-56026d0db465 None None] Resources bound (agent type, host, resource id): {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:35:20.678884 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.706419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e5961b-6ded-4b07-9d24-845f00b8cfee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:20.710015 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5961b-6ded-4b07-9d24-845f00b8cfee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.766007 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,revision_number=8']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:20.775189 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.798730 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Deleting port 0da5dff1-1f49-4552-bd04-34b63a91d13e {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:20.799084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.803962 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Pushing event deleted for resources: {'Port': ['ID=b06dba3e-ca6d-4249-815f-0bf78a7dc8c5,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:20.809683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] No DVR routers for this DVR port b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:20.898718 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.904199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c9b15e-ec1f-4e33-a8a5-25bdca5dd5b4 None None] Network 8088c8be-b551-4755-a963-3530625ae774 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:20.908658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da6cc70-cc27-4979-b866-59be095b1e06 None None] Network 97294a71-5b41-49d2-825a-8852b824d694 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:20.910767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed304e-bb13-462b-a225-0cc1489a1604 req-8415c829-6458-4fe7-b2a7-215d0219e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:20.912294 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-68ed304e-bb13-462b-a225-0cc1489a1604 req-8415c829-6458-4fe7-b2a7-215d0219e9d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43ce9d6cb6cc4b06a1aba6c078f79ea2&device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 1098 time: 0.2572083 Dec 10 18:35:20.926445 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97294a71-5b41-49d2-825a-8852b824d694']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:20.937970 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586ec58a-cd7c-4ed9-a158-7f1103cbc088') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:20.939027 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586ec58a-cd7c-4ed9-a158-7f1103cbc088') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:20.951900 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.952118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] For port 0da5dff1-1f49-4552-bd04-34b63a91d13e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0da5dff1-1f49-4552-bd04-34b63a91d13e,segment=NetworkSegment(48b650c1-861e-4bbf-ac32-f7075f7be20a),segment_id=48b650c1-861e-4bbf-ac32-f7075f7be20a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:20.952363 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.966193 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.970434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Deleting port 77ef9f2f-3634-45e1-b2e7-bd019c815609 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:20.970784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.974141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:20.974927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:20.978690 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:21.052531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Calling delete_port for 0da5dff1-1f49-4552-bd04-34b63a91d13e owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:21.067024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-29b7a5b5-9d29-4cbc-8749-844fd01d8a2c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.107108 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.115898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.131205 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] 10.222.0.60 "DELETE /v2.0/networks/97294a71-5b41-49d2-825a-8852b824d694 HTTP/1.1" status: 204 len: 168 time: 0.7954917 Dec 10 18:35:21.137055 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2afc5b-8a6a-47fc-afaa-5bcd1d581c7f tempest-ExtraDHCPOptionsTestJSON-1141031950 tempest-ExtraDHCPOptionsTestJSON-1141031950-project] Pushing event deleted for resources: {'Network': ['ID=97294a71-5b41-49d2-825a-8852b824d694,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:21.138153 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edd37fe-20ea-496f-87e9-1543911c8acf None None] DHCP port deletion for 97294a71-5b41-49d2-825a-8852b824d694 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:21.223537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b7a5b5-9d29-4cbc-8749-844fd01d8a2c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 8088c8be-b551-4755-a963-3530625ae774 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:21.245896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-29b7a5b5-9d29-4cbc-8749-844fd01d8a2c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:21.263478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.280917 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b7a5b5-9d29-4cbc-8749-844fd01d8a2c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:21.281524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-29b7a5b5-9d29-4cbc-8749-844fd01d8a2c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.311577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7a5b5-9d29-4cbc-8749-844fd01d8a2c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Subnet': ['ID=c1d57340-7523-4367-94f2-a35f1ab290b4,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:21.347089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.358731 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed304e-bb13-462b-a225-0cc1489a1604 req-30bf0b14-50b3-4d04-84ed-e82222021188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:21.360296 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-68ed304e-bb13-462b-a225-0cc1489a1604 req-30bf0b14-50b3-4d04-84ed-e82222021188 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac1c8d42-7196-4e66-9797-b72aa1abd05a HTTP/1.1" status: 200 len: 898 time: 0.4054344 Dec 10 18:35:21.368274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Calling delete_port for 77ef9f2f-3634-45e1-b2e7-bd019c815609 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:21.437441 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-29b7a5b5-9d29-4cbc-8749-844fd01d8a2c tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6704829 Dec 10 18:35:21.442198 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35108) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:21.451303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-fe721283-2056-49bf-b16d-f9f0eb64446a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'security_group': {'name': 'tempest-secgroup-349031895'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:21.475236 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5961b-6ded-4b07-9d24-845f00b8cfee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.529487 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-68ed304e-bb13-462b-a225-0cc1489a1604 req-2cc8d49d-443f-41b3-b997-2d9b98d4e598 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b13d6bf-9366-4681-9eb1-ff03db87cdb5 HTTP/1.1" status: 200 len: 1001 time: 0.1592026 Dec 10 18:35:21.540480 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.552763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe721283-2056-49bf-b16d-f9f0eb64446a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.634840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Port': ['ID=0da5dff1-1f49-4552-bd04-34b63a91d13e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:21.642824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe721283-2056-49bf-b16d-f9f0eb64446a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.645476 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5961b-6ded-4b07-9d24-845f00b8cfee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Subnet': ['ID=f4579930-0a9d-4e38-b222-d62fb5ecfd22,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:21.651444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No DVR routers for this DVR port 0da5dff1-1f49-4552-bd04-34b63a91d13e on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:21.711939 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35112) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:21.712662 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d07bd75-ab80-4832-bce1-ef86ff235062 None None] Network 8088c8be-b551-4755-a963-3530625ae774 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:21.729221 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe721283-2056-49bf-b16d-f9f0eb64446a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.745309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed304e-bb13-462b-a225-0cc1489a1604 req-e5292916-17ba-47a0-b414-88b058422f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:21.746850 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-68ed304e-bb13-462b-a225-0cc1489a1604 req-e5292916-17ba-47a0-b414-88b058422f8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b83466d8-72a6-4359-a134-6e82896679be HTTP/1.1" status: 200 len: 835 time: 0.1893761 Dec 10 18:35:21.777445 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe721283-2056-49bf-b16d-f9f0eb64446a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66005dba-1821-410a-b1ca-717db101a86d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:21.786690 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e5961b-6ded-4b07-9d24-845f00b8cfee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Checking segment: {'id': 'c0beb460-4f3c-44b1-8216-0dc03386acc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:21.787068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e5961b-6ded-4b07-9d24-845f00b8cfee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network hostable DHCP agents. Network: 35006c79-310c-4d46-94c3-3f2fdbd840bd, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:21.807051 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6365b040-c017-45a6-927a-77c092b6556d None None] Provisioning complete for port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:21.807425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6365b040-c017-45a6-927a-77c092b6556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.841879 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.847762 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe721283-2056-49bf-b16d-f9f0eb64446a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.853596 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fe721283-2056-49bf-b16d-f9f0eb64446a tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4100111 Dec 10 18:35:21.854753 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35116) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:21.859668 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6365b040-c017-45a6-927a-77c092b6556d None None] Port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:21.868646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-fe84886c-9f88-485b-b8ca-4dc72d1628b7 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'security_group': {'name': 'tempest-secgroup-1879544139'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:21.877947 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6365b040-c017-45a6-927a-77c092b6556d None None] Provisioning complete for port 1533771f-a233-409c-9b24-5d66a8448edb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:21.878316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6365b040-c017-45a6-927a-77c092b6556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.905639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135267f5-3403-44b2-adca-8e27473bae60']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:21.921859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b650c1-861e-4bbf-ac32-f7075f7be20a') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:21.922235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b650c1-861e-4bbf-ac32-f7075f7be20a') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:21.939087 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed304e-bb13-462b-a225-0cc1489a1604 req-7a0cc754-6198-41e1-95c7-365a580fe846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:21.940584 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-68ed304e-bb13-462b-a225-0cc1489a1604 req-7a0cc754-6198-41e1-95c7-365a580fe846 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac1c8d42-7196-4e66-9797-b72aa1abd05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1560736 Dec 10 18:35:21.946780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.962516 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2a1f6d71-258d-4b1c-aa0c-8383b0205fdf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d883f3561dd74b0d8200a92987307120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487869 Dec 10 18:35:21.962730 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35118) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:22.000766 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ca6834-9cf4-462a-8f19-38a21392e0bc None None] Update dhcp port {'port': {'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'fixed_ips': [{'subnet_id': 'd9d0b5c7-6938-45a2-9da2-6f5b983fb528', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c1d57340-7523-4367-94f2-a35f1ab290b4'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '1533771f-a233-409c-9b24-5d66a8448edb'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:35:22.015228 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e5961b-6ded-4b07-9d24-845f00b8cfee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 35006c79-310c-4d46-94c3-3f2fdbd840bd is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:22.017515 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.028508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-04ca6834-9cf4-462a-8f19-38a21392e0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.050282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:22.050724 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:22.057005 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:22.059208 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe84886c-9f88-485b-b8ca-4dc72d1628b7 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.099204 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.129865 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe84886c-9f88-485b-b8ca-4dc72d1628b7 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.155333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c0e5961b-6ded-4b07-9d24-845f00b8cfee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 35006c79-310c-4d46-94c3-3f2fdbd840bd) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:22.160213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e5961b-6ded-4b07-9d24-845f00b8cfee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:22.160811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c0e5961b-6ded-4b07-9d24-845f00b8cfee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.182512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Pushing event deleted for resources: {'Port': ['ID=77ef9f2f-3634-45e1-b2e7-bd019c815609,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:22.209201 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-04ca6834-9cf4-462a-8f19-38a21392e0bc None None] Allocated IP 172.20.0.2 (8088c8be-b551-4755-a963-3530625ae774/c1d57340-7523-4367-94f2-a35f1ab290b4/1533771f-a233-409c-9b24-5d66a8448edb) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:22.231566 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe84886c-9f88-485b-b8ca-4dc72d1628b7 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.257588 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-68ed304e-bb13-462b-a225-0cc1489a1604 req-8ef1ab4c-1e0a-40f9-9562-18eaa2df4204 service neutron] 10.222.0.21 "GET /v2.0/networks/ac1c8d42-7196-4e66-9797-b72aa1abd05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075979 Dec 10 18:35:22.260289 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1266c34a-5fb9-4185-b60f-5aa8f4e6d9cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.275061 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84886c-9f88-485b-b8ca-4dc72d1628b7 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9539a92-09c5-43ae-8396-370ce91e7349,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:22.318276 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816bc3b3-ff38-4e69-8bed-9e747e312ec5 None None] Network 35006c79-310c-4d46-94c3-3f2fdbd840bd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:22.324278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa1bd5-ad1e-4386-9c4a-e8c8d5b0a87b None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:22.327813 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.332289 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.335865 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/135267f5-3403-44b2-adca-8e27473bae60 HTTP/1.1" status: 204 len: 168 time: 4.6424568 Dec 10 18:35:22.340194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35120) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:22.348190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-55316170-c08a-4a64-9f90-3506cf80126e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-981241148'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:22.379257 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c0e5961b-6ded-4b07-9d24-845f00b8cfee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0524681 Dec 10 18:35:22.381111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe84886c-9f88-485b-b8ca-4dc72d1628b7 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.383969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1266c34a-5fb9-4185-b60f-5aa8f4e6d9cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.394011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e09ef4-4849-4aeb-8c29-b7a9a831902c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Network': ['ID=135267f5-3403-44b2-adca-8e27473bae60,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:22.398433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.401830 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fe84886c-9f88-485b-b8ca-4dc72d1628b7 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5387330 Dec 10 18:35:22.405182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-04ca6834-9cf4-462a-8f19-38a21392e0bc None None] For port 1533771f-a233-409c-9b24-5d66a8448edb, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1533771f-a233-409c-9b24-5d66a8448edb,segment=NetworkSegment(fb1929f2-dda2-4210-a3ea-3c2ba45d899e),segment_id=fb1929f2-dda2-4210-a3ea-3c2ba45d899e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:22.407099 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35124) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:22.420696 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-bc558f9c-83e9-46c0-a827-c6e336311297 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'security_group': {'name': 'tempest-secgroup-683661041'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:22.465041 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-04ca6834-9cf4-462a-8f19-38a21392e0bc None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.508031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.523936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:22.526839 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-35006c79-310c-4d46-94c3-3f2fdbd840bd', 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ips': [{'subnet_id': 'f4579930-0a9d-4e38-b222-d62fb5ecfd22'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:22.528226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.535404 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55316170-c08a-4a64-9f90-3506cf80126e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:22.538978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-55316170-c08a-4a64-9f90-3506cf80126e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.562361 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:22.562857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b06dba3e-ca6d-4249-815f-0bf78a7dc8c5 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:22.565074 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55316170-c08a-4a64-9f90-3506cf80126e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:22.571850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-04ca6834-9cf4-462a-8f19-38a21392e0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.579469 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-55316170-c08a-4a64-9f90-3506cf80126e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.580049 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-55316170-c08a-4a64-9f90-3506cf80126e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Added segment cb504dc9-b9b5-45cb-ac47-a64bb08e8cde of type vlan for network ce71aca4-d832-44db-9e3d-9cbabfc44ae2 Dec 10 18:35:22.623901 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-55316170-c08a-4a64-9f90-3506cf80126e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.732248 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca6834-9cf4-462a-8f19-38a21392e0bc None None] Pushing event updated for resources: {'Port': ['ID=1533771f-a233-409c-9b24-5d66a8448edb,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:22.761335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-55316170-c08a-4a64-9f90-3506cf80126e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.775089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55316170-c08a-4a64-9f90-3506cf80126e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:22.776732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-55316170-c08a-4a64-9f90-3506cf80126e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.790212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35126) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:22.798854 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-06228967-8c6a-4d08-8daf-1649fb1da311 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-501331547', 'description': 'tempest-secgroup-smoke-501331547 description', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:22.817258 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Allocated IP 172.20.0.18 (35006c79-310c-4d46-94c3-3f2fdbd840bd/f4579930-0a9d-4e38-b222-d62fb5ecfd22/519758bd-e4e0-4875-8e73-4f32b6da48e1) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:22.876038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55316170-c08a-4a64-9f90-3506cf80126e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Network': ['ID=ce71aca4-d832-44db-9e3d-9cbabfc44ae2,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:22.895832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network ce71aca4-d832-44db-9e3d-9cbabfc44ae2 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:22.914102 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.916866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.999846 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-68ed304e-bb13-462b-a225-0cc1489a1604 req-fff03b65-3d14-4a2b-903c-53c2234f5a25 service neutron] 10.222.0.21 "GET /v2.0/networks/ac1c8d42-7196-4e66-9797-b72aa1abd05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7331569 Dec 10 18:35:23.047871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.056170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.057042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Fanout notify agent at l3_agent the message router_deleted on router 49e6ec51-ca32-435a-9a85-7d5c57d1ec3d {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:35:23.066272 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.067334 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6929331b-177b-4536-8414-7cdbdf5d9b65 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "DELETE /v2.0/routers/49e6ec51-ca32-435a-9a85-7d5c57d1ec3d HTTP/1.1" status: 204 len: 168 time: 3.1274240 Dec 10 18:35:23.071927 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35128) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:23.077648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1061421747', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'enable_snat': False}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:23.101497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1266c34a-5fb9-4185-b60f-5aa8f4e6d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.104211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1266c34a-5fb9-4185-b60f-5aa8f4e6d9cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.105482 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1266c34a-5fb9-4185-b60f-5aa8f4e6d9cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d1ff379-2c0d-4ad6-914b-21c041e9d498 HTTP/1.1" status: 204 len: 168 time: 1.1410549 Dec 10 18:35:23.108072 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bc558f9c-83e9-46c0-a827-c6e336311297 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.124345 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266c34a-5fb9-4185-b60f-5aa8f4e6d9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1ff379-2c0d-4ad6-914b-21c041e9d498,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:23.130584 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.198311 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-55316170-c08a-4a64-9f90-3506cf80126e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8568292 Dec 10 18:35:23.198972 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Network 35006c79-310c-4d46-94c3-3f2fdbd840bd is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:23.202375 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:23.205684 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35132) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:23.207602 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:23.211997 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-9bdddf76-1eb4-44a8-8988-a9de280e4bfd tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:23.214693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bc558f9c-83e9-46c0-a827-c6e336311297 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.218348 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Pushing event updated for resources: {'Port': ['ID=519758bd-e4e0-4875-8e73-4f32b6da48e1,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:23.220737 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:35:23.220737 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:35:23.220737 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'project_id_1': 'd85d4333176d40bb8c092110a1829dda', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 35, 3, 82442)}] Dec 10 18:35:23.220737 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:35:23.230155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:35:23.283454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Attempting to bind port 519758bd-e4e0-4875-8e73-4f32b6da48e1 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:23.283790 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Attempting to bind port 519758bd-e4e0-4875-8e73-4f32b6da48e1 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'c0beb460-4f3c-44b1-8216-0dc03386acc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:23.284092 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Attempting to bind port 519758bd-e4e0-4875-8e73-4f32b6da48e1 on network 35006c79-310c-4d46-94c3-3f2fdbd840bd {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:23.291107 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:23.293042 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Checking segment: {'id': 'c0beb460-4f3c-44b1-8216-0dc03386acc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:23.293042 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.293252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bc558f9c-83e9-46c0-a827-c6e336311297 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.293371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Bound using segment: {'id': 'c0beb460-4f3c-44b1-8216-0dc03386acc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:23.293371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Bound port: 519758bd-e4e0-4875-8e73-4f32b6da48e1, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0beb460-4f3c-44b1-8216-0dc03386acc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:23.293645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.332721 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc558f9c-83e9-46c0-a827-c6e336311297 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce59d88-30cc-4b80-acf2-f1544379b1af,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:23.377808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06228967-8c6a-4d08-8daf-1649fb1da311 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.391350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] For port 519758bd-e4e0-4875-8e73-4f32b6da48e1, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:23.395772 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] For port 519758bd-e4e0-4875-8e73-4f32b6da48e1, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=519758bd-e4e0-4875-8e73-4f32b6da48e1,segment=NetworkSegment(c0beb460-4f3c-44b1-8216-0dc03386acc0),segment_id=c0beb460-4f3c-44b1-8216-0dc03386acc0)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:23.431045 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9bdddf76-1eb4-44a8-8988-a9de280e4bfd tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.448491 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a1cf3c47-541d-49df-9b4a-4665a3320b4a None None] Provisioning complete for port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:23.448873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3c47-541d-49df-9b4a-4665a3320b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.484527 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf3c47-541d-49df-9b4a-4665a3320b4a None None] Port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:23.489827 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06228967-8c6a-4d08-8daf-1649fb1da311 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.495818 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a1cf3c47-541d-49df-9b4a-4665a3320b4a None None] Provisioning complete for port 1533771f-a233-409c-9b24-5d66a8448edb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:23.496196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3c47-541d-49df-9b4a-4665a3320b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.500035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.504387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bc558f9c-83e9-46c0-a827-c6e336311297 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.505755 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bc558f9c-83e9-46c0-a827-c6e336311297 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.0911772 Dec 10 18:35:23.508527 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35136) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:23.513864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4a9b4377-babc-4384-adea-bba0d8fad560 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1232342931', 'security_groups': ['7ce59d88-30cc-4b80-acf2-f1544379b1af'], 'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c1d57340-7523-4367-94f2-a35f1ab290b4'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:23.549260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9bdddf76-1eb4-44a8-8988-a9de280e4bfd tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.598679 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07f83d-3c97-4272-bfae-a20fd52420c7 None None] Pushing event updated for resources: {'Port': ['ID=519758bd-e4e0-4875-8e73-4f32b6da48e1,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:23.674840 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdddf76-1eb4-44a8-8988-a9de280e4bfd tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Network': ['ID=ce71aca4-d832-44db-9e3d-9cbabfc44ae2,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:23.686566 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06228967-8c6a-4d08-8daf-1649fb1da311 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.688285 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network ce71aca4-d832-44db-9e3d-9cbabfc44ae2 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:23.702681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9bdddf76-1eb4-44a8-8988-a9de280e4bfd tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network ce71aca4-d832-44db-9e3d-9cbabfc44ae2 is not hosted by any dhcp agent {{(pid=103594) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:35:23.710808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdddf76-1eb4-44a8-8988-a9de280e4bfd tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:23.712296 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9bdddf76-1eb4-44a8-8988-a9de280e4bfd tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.717631 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9bdddf76-1eb4-44a8-8988-a9de280e4bfd tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "PUT /v2.0/networks/ce71aca4-d832-44db-9e3d-9cbabfc44ae2 HTTP/1.1" status: 200 len: 723 time: 0.5068769 Dec 10 18:35:23.723388 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35144) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:23.732419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-4418e82f-6ee1-449a-a781-d85baaed8ca3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'subnet': {'network_id': 'ce71aca4-d832-44db-9e3d-9cbabfc44ae2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:23.790346 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06228967-8c6a-4d08-8daf-1649fb1da311 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53eedd77-1009-4e2f-b040-2a8179aeaaaa,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:23.792726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9b4377-babc-4384-adea-bba0d8fad560 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:23.903546 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06228967-8c6a-4d08-8daf-1649fb1da311 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.908133 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-06228967-8c6a-4d08-8daf-1649fb1da311 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1129627 Dec 10 18:35:23.908774 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35148) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:23.913448 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3f15e8de-dc77-44db-8458-c4fb90c417df tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '53eedd77-1009-4e2f-b040-2a8179aeaaaa', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:23.922381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4377-babc-4384-adea-bba0d8fad560 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.942423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-4a9b4377-babc-4384-adea-bba0d8fad560 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] device_id is not set on port 2c07cf30-7974-44c9-8abd-d1db98bf6d83 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:35:23.993950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.994978 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.084267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4418e82f-6ee1-449a-a781-d85baaed8ca3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:24.088643 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4418e82f-6ee1-449a-a781-d85baaed8ca3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.094670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.157624 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-4a9b4377-babc-4384-adea-bba0d8fad560 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Allocated IP 172.20.0.14 (8088c8be-b551-4755-a963-3530625ae774/c1d57340-7523-4367-94f2-a35f1ab290b4/2c07cf30-7974-44c9-8abd-d1db98bf6d83) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:24.243576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3f15e8de-dc77-44db-8458-c4fb90c417df tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.334331 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3f15e8de-dc77-44db-8458-c4fb90c417df tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.383536 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.389287 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4418e82f-6ee1-449a-a781-d85baaed8ca3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.436326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35158) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:24.464431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3f15e8de-dc77-44db-8458-c4fb90c417df tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.487508 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4377-babc-4384-adea-bba0d8fad560 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.511865 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15e8de-dc77-44db-8458-c4fb90c417df tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df59e67-50a4-461a-a639-52527930a410,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:24.515698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418e82f-6ee1-449a-a781-d85baaed8ca3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Subnet': ['ID=3d14a66c-13d0-4955-abac-b7be4536926d,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:24.519139 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4418e82f-6ee1-449a-a781-d85baaed8ca3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Checking segment: {'id': 'cb504dc9-b9b5-45cb-ac47-a64bb08e8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ce71aca4-d832-44db-9e3d-9cbabfc44ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:24.519139 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4418e82f-6ee1-449a-a781-d85baaed8ca3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network hostable DHCP agents. Network: ce71aca4-d832-44db-9e3d-9cbabfc44ae2, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:24.583722 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3f15e8de-dc77-44db-8458-c4fb90c417df tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.584960 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3f15e8de-dc77-44db-8458-c4fb90c417df tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6752169 Dec 10 18:35:24.594062 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35162) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:24.598329 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ccca8f15-7f07-40a5-8fc9-63b9a7db96eb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '53eedd77-1009-4e2f-b040-2a8179aeaaaa', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:24.612457 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4418e82f-6ee1-449a-a781-d85baaed8ca3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network ce71aca4-d832-44db-9e3d-9cbabfc44ae2 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:24.629955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1454165052'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:24.651178 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 519758bd-e4e0-4875-8e73-4f32b6da48e1 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:24.712446 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-4418e82f-6ee1-449a-a781-d85baaed8ca3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, ce71aca4-d832-44db-9e3d-9cbabfc44ae2) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:24.717475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4418e82f-6ee1-449a-a781-d85baaed8ca3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:24.718491 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4418e82f-6ee1-449a-a781-d85baaed8ca3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.726470 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd408467-c9ac-4178-bad0-c0db6fd39206 None None] Network ce71aca4-d832-44db-9e3d-9cbabfc44ae2 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:24.732547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 519758bd-e4e0-4875-8e73-4f32b6da48e1 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:24.732925 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.764929 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4377-babc-4384-adea-bba0d8fad560 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.771776 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ccca8f15-7f07-40a5-8fc9-63b9a7db96eb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.840041 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b4377-babc-4384-adea-bba0d8fad560 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 8088c8be-b551-4755-a963-3530625ae774 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:24.842016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ccca8f15-7f07-40a5-8fc9-63b9a7db96eb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.846634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4a9b4377-babc-4384-adea-bba0d8fad560 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:24.854649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b4377-babc-4384-adea-bba0d8fad560 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:24.859943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.876587 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4418e82f-6ee1-449a-a781-d85baaed8ca3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1519797 Dec 10 18:35:24.879348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b4377-babc-4384-adea-bba0d8fad560 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=2c07cf30-7974-44c9-8abd-d1db98bf6d83,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:24.879909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35164) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:24.889070 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-40ec2405-5130-496b-86d2-d2a0de84f79f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:24.898175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.913013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c19f291-0bce-407c-8045-438e36d87383 None None] Network 35006c79-310c-4d46-94c3-3f2fdbd840bd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:24.943463 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ccca8f15-7f07-40a5-8fc9-63b9a7db96eb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.953786 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9b4377-babc-4384-adea-bba0d8fad560 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:24.955779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4377-babc-4384-adea-bba0d8fad560 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.959291 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.020640 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-ce71aca4-d832-44db-9e3d-9cbabfc44ae2', 'network_id': 'ce71aca4-d832-44db-9e3d-9cbabfc44ae2', 'project_id': 'aed3f0eff92346568c4dc809ee8b30fc', 'fixed_ips': [{'subnet_id': '3d14a66c-13d0-4955-abac-b7be4536926d'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:25.021575 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.026660 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40ec2405-5130-496b-86d2-d2a0de84f79f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4008886'] for subnet, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.068248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:25.073613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.090957 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.136796 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca8f15-7f07-40a5-8fc9-63b9a7db96eb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc58fc8-f3a7-4113-b29b-74691f804576,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:25.137775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Allocated IP 172.26.5.95 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/c9470e8e-ee19-4def-be20-56a1cbf1e7d2) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:25.154339 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4a9b4377-babc-4384-adea-bba0d8fad560 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6444299 Dec 10 18:35:25.156993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35166) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:25.174603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-79b1adfc-7dc1-4f97-af57-95e7977e6c38 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:25.195147 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ccca8f15-7f07-40a5-8fc9-63b9a7db96eb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.200170 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ccca8f15-7f07-40a5-8fc9-63b9a7db96eb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6074495 Dec 10 18:35:25.203525 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35168) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:25.205413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d7ec1a34-f790-41c1-bbd4-e4a109f3fe0e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '53eedd77-1009-4e2f-b040-2a8179aeaaaa', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:25.253005 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40ec2405-5130-496b-86d2-d2a0de84f79f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763100088540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25687651'] for subnet, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.276387 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-78454921-9341-42e6-b743-421457190630 None None] Provisioning complete for port 519758bd-e4e0-4875-8e73-4f32b6da48e1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:25.276763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-78454921-9341-42e6-b743-421457190630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.285864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 519758bd-e4e0-4875-8e73-4f32b6da48e1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=519758bd-e4e0-4875-8e73-4f32b6da48e1,segment=NetworkSegment(c0beb460-4f3c-44b1-8216-0dc03386acc0),segment_id=c0beb460-4f3c-44b1-8216-0dc03386acc0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:25.296549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ec2405-5130-496b-86d2-d2a0de84f79f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:25.296818 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40ec2405-5130-496b-86d2-d2a0de84f79f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.300867 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-40ec2405-5130-496b-86d2-d2a0de84f79f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "PUT /v2.0/subnets/3d14a66c-13d0-4955-abac-b7be4536926d HTTP/1.1" status: 200 len: 806 time: 0.4198675 Dec 10 18:35:25.304816 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35172) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:25.321517 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1a34-f790-41c1-bbd4-e4a109f3fe0e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.330553 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec2405-5130-496b-86d2-d2a0de84f79f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Subnet': ['ID=3d14a66c-13d0-4955-abac-b7be4536926d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:25.373583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1a34-f790-41c1-bbd4-e4a109f3fe0e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.391833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.392837 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1533771f-a233-409c-9b24-5d66a8448edb up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:25.447258 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1a34-f790-41c1-bbd4-e4a109f3fe0e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.459762 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.470045 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec1a34-f790-41c1-bbd4-e4a109f3fe0e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144e8778-90a6-4956-8a99-d72c430de63c,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:25.485876 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.517673 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.576209 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.578603 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1a34-f790-41c1-bbd4-e4a109f3fe0e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.582884 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d7ec1a34-f790-41c1-bbd4-e4a109f3fe0e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3787236 Dec 10 18:35:25.583038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=519758bd-e4e0-4875-8e73-4f32b6da48e1,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:25.583839 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35174) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:25.594114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a1694557-9d2f-4a07-b5c1-02e0a805ca04 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '53eedd77-1009-4e2f-b040-2a8179aeaaaa', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:25.621434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:25.635167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.651108 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 1533771f-a233-409c-9b24-5d66a8448edb triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:25.651491 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.653469 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Allocated IP 172.20.0.2 (ce71aca4-d832-44db-9e3d-9cbabfc44ae2/3d14a66c-13d0-4955-abac-b7be4536926d/a7dc575c-10e9-4834-b8b0-da16d0846018) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:25.664864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e240bf9-deed-490c-9bc8-7f9937787d4a,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:25.668019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.669928 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Added segment 27957794-c691-4f51-8c60-cd3ea4c21c83 of type vlan for network 5ea3e1d7-f79a-44a6-b734-176669d30226 Dec 10 18:35:25.671934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.761183 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b1adfc-7dc1-4f97-af57-95e7977e6c38 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:25.769019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79b1adfc-7dc1-4f97-af57-95e7977e6c38 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.798693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:25.903639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-10079511-2fe2-43e1-a182-542fcba5500d None None] Provisioning complete for port 2c07cf30-7974-44c9-8abd-d1db98bf6d83 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:25.903639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-10079511-2fe2-43e1-a182-542fcba5500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.904691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:25.904691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:25.904691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.918874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75a5de3-322e-4a15-962f-785a8d108c94 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:25.948027 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-10079511-2fe2-43e1-a182-542fcba5500d None None] Port 2c07cf30-7974-44c9-8abd-d1db98bf6d83 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:25.948814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event updated for resources: {'Port': ['ID=c9470e8e-ee19-4def-be20-56a1cbf1e7d2,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:25.952492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.997765 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a1694557-9d2f-4a07-b5c1-02e0a805ca04 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.056209 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a1694557-9d2f-4a07-b5c1-02e0a805ca04 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.062273 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.ipam_backend_mixin [None req-79b1adfc-7dc1-4f97-af57-95e7977e6c38 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c1d57340-7523-4367-94f2-a35f1ab290b4 (CIDR: 172.20.0.0/28) Dec 10 18:35:26.075731 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4fb80441-eb3e-405e-b14d-23c075fec05c None None] Provisioning complete for port 519758bd-e4e0-4875-8e73-4f32b6da48e1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:26.076455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4fb80441-eb3e-405e-b14d-23c075fec05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.098635 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b1adfc-7dc1-4f97-af57-95e7977e6c38 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:35:26.099655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b1adfc-7dc1-4f97-af57-95e7977e6c38 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:26.105035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.143602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.151148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:26.151776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.156557 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Network ce71aca4-d832-44db-9e3d-9cbabfc44ae2 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:26.160509 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:26.167172 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:26.172428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Pushing event updated for resources: {'Port': ['ID=a7dc575c-10e9-4834-b8b0-da16d0846018,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:26.195393 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a1694557-9d2f-4a07-b5c1-02e0a805ca04 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.217225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1694557-9d2f-4a07-b5c1-02e0a805ca04 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedd7f77-7a98-45dc-9ab3-40c21a788404,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:26.228128 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-79b1adfc-7dc1-4f97-af57-95e7977e6c38 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0613861 Dec 10 18:35:26.233664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35176) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:26.233848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Network': ['ID=5ea3e1d7-f79a-44a6-b734-176669d30226,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:26.238440 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c9e7316d-ccee-47cb-8a82-952bb52880bf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:26.256704 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 5ea3e1d7-f79a-44a6-b734-176669d30226 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:26.263077 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Attempting to bind port a7dc575c-10e9-4834-b8b0-da16d0846018 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:26.263451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Attempting to bind port a7dc575c-10e9-4834-b8b0-da16d0846018 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'cb504dc9-b9b5-45cb-ac47-a64bb08e8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ce71aca4-d832-44db-9e3d-9cbabfc44ae2'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:26.263817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Attempting to bind port a7dc575c-10e9-4834-b8b0-da16d0846018 on network ce71aca4-d832-44db-9e3d-9cbabfc44ae2 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:26.279648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.307538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:26.307922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Checking segment: {'id': 'cb504dc9-b9b5-45cb-ac47-a64bb08e8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ce71aca4-d832-44db-9e3d-9cbabfc44ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:26.308325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.308722 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Bound using segment: {'id': 'cb504dc9-b9b5-45cb-ac47-a64bb08e8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ce71aca4-d832-44db-9e3d-9cbabfc44ae2'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:26.309207 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Bound port: a7dc575c-10e9-4834-b8b0-da16d0846018, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb504dc9-b9b5-45cb-ac47-a64bb08e8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ce71aca4-d832-44db-9e3d-9cbabfc44ae2'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:26.309592 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.342665 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Subnet': ['ID=3d14a66c-13d0-4955-abac-b7be4536926d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:26.348022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4fb80441-eb3e-405e-b14d-23c075fec05c None None] Provisioning complete for port c9470e8e-ee19-4def-be20-56a1cbf1e7d2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:26.348509 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4fb80441-eb3e-405e-b14d-23c075fec05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.388909 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-90afe210-6d3a-49c9-bde3-4e148f12f09a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9464438 Dec 10 18:35:26.421523 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-4fb80441-eb3e-405e-b14d-23c075fec05c None None] Port c9470e8e-ee19-4def-be20-56a1cbf1e7d2 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:26.441052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] For port a7dc575c-10e9-4834-b8b0-da16d0846018, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:26.445382 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] For port a7dc575c-10e9-4834-b8b0-da16d0846018, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a7dc575c-10e9-4834-b8b0-da16d0846018,segment=NetworkSegment(cb504dc9-b9b5-45cb-ac47-a64bb08e8cde),segment_id=cb504dc9-b9b5-45cb-ac47-a64bb08e8cde)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:26.462899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35178) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:26.474888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-6736765d-8161-4900-aeff-744ab05b04a1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1138757145'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:26.508621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.522343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 519758bd-e4e0-4875-8e73-4f32b6da48e1 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:26.529056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.553509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce71aca4-d832-44db-9e3d-9cbabfc44ae2']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:26.567760 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb504dc9-b9b5-45cb-ac47-a64bb08e8cde') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:26.568126 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb504dc9-b9b5-45cb-ac47-a64bb08e8cde') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:26.581915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.583662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.659299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6736765d-8161-4900-aeff-744ab05b04a1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:26.663021 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6736765d-8161-4900-aeff-744ab05b04a1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.666670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a1694557-9d2f-4a07-b5c1-02e0a805ca04 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.667201 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3f895-01d8-4cea-a9f9-4f13a5d34363 None None] Pushing event updated for resources: {'Port': ['ID=a7dc575c-10e9-4834-b8b0-da16d0846018,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:26.667890 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a1694557-9d2f-4a07-b5c1-02e0a805ca04 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0822890 Dec 10 18:35:26.671986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35180) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:26.673514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 519758bd-e4e0-4875-8e73-4f32b6da48e1 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:26.674014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.681492 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f44df903-03ab-42fd-ba0e-005cc7ac64de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '53eedd77-1009-4e2f-b040-2a8179aeaaaa', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:26.702362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.703234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397a8a9-5fcf-46fe-bea2-d7735c3f6459 None None] Network ce71aca4-d832-44db-9e3d-9cbabfc44ae2 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:26.716512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:26.716912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:26.720448 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:26.771699 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6736765d-8161-4900-aeff-744ab05b04a1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:26.801508 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6736765d-8161-4900-aeff-744ab05b04a1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.801880 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-6736765d-8161-4900-aeff-744ab05b04a1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Added segment 4049067c-df14-4849-a4b3-ac58d5b24212 of type vlan for network 9a2940d9-cca1-43b2-89cf-d86ed1337080 Dec 10 18:35:26.843052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f942d-933d-44bb-9b3a-c89263df9ff0 None None] Network ce71aca4-d832-44db-9e3d-9cbabfc44ae2 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:26.854272 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-f44df903-03ab-42fd-ba0e-005cc7ac64de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:35:26.863857 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f44df903-03ab-42fd-ba0e-005cc7ac64de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.897261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:35:26.897261 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:35:26.897261 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'id': 'ce71aca4-d832-44db-9e3d-9cbabfc44ae2'}] Dec 10 18:35:26.897261 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:35:26.897891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:35:26.920102 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6736765d-8161-4900-aeff-744ab05b04a1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.929751 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f44df903-03ab-42fd-ba0e-005cc7ac64de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.940518 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0883a98c-f848-4229-aa50-2d94a17790a1 None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:35:26.958418 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e7316d-ccee-47cb-8a82-952bb52880bf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:26.962374 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c9e7316d-ccee-47cb-8a82-952bb52880bf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.965032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.016390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f44df903-03ab-42fd-ba0e-005cc7ac64de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.039346 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6736765d-8161-4900-aeff-744ab05b04a1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.045148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6736765d-8161-4900-aeff-744ab05b04a1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:27.045663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6736765d-8161-4900-aeff-744ab05b04a1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.049730 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44df903-03ab-42fd-ba0e-005cc7ac64de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7991c5a9-7c7a-4880-a077-703b93ec6bcb,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:27.059769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0883a98c-f848-4229-aa50-2d94a17790a1 None None] Resources bound (agent type, host, resource id): {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:35:27.078797 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.ipam_backend_mixin [None req-c9e7316d-ccee-47cb-8a82-952bb52880bf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d9d0b5c7-6938-45a2-9da2-6f5b983fb528 (CIDR: 172.20.0.16/28) Dec 10 18:35:27.114602 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f44df903-03ab-42fd-ba0e-005cc7ac64de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.115974 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f44df903-03ab-42fd-ba0e-005cc7ac64de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4427831 Dec 10 18:35:27.118937 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e7316d-ccee-47cb-8a82-952bb52880bf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:35:27.119880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e7316d-ccee-47cb-8a82-952bb52880bf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:27.123075 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35182) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:27.131698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2ad75289-4a47-4076-be89-917553ad044c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '53eedd77-1009-4e2f-b040-2a8179aeaaaa', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:27.135387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736765d-8161-4900-aeff-744ab05b04a1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Network': ['ID=9a2940d9-cca1-43b2-89cf-d86ed1337080,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:27.152605 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 9a2940d9-cca1-43b2-89cf-d86ed1337080 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:27.169922 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6736765d-8161-4900-aeff-744ab05b04a1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7028604 Dec 10 18:35:27.173098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35184) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:27.178146 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-11a48bbd-a2d0-454c-83da-7b31b700929f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'subnet': {'network_id': '5ea3e1d7-f79a-44a6-b734-176669d30226', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:27.238421 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-2ad75289-4a47-4076-be89-917553ad044c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:35:27.244620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Router a5ae2110-25f9-474a-bd5a-492804dfb0e7 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:35:27.251441 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ad75289-4a47-4076-be89-917553ad044c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.308420 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ad75289-4a47-4076-be89-917553ad044c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.323685 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c9e7316d-ccee-47cb-8a82-952bb52880bf tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0907094 Dec 10 18:35:27.326254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35186) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:27.331907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-094c1dce-b96f-488a-a2f9-e0db2f3b80a2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'subnet': {'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:27.386667 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:27.387294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ad75289-4a47-4076-be89-917553ad044c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.399894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Sync routers for ids ['a5ae2110-25f9-474a-bd5a-492804dfb0e7'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:27.402317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.409935 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Routers {'a5ae2110-25f9-474a-bd5a-492804dfb0e7'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:27.410354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['a5ae2110-25f9-474a-bd5a-492804dfb0e7'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:27.413305 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad75289-4a47-4076-be89-917553ad044c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc260c6-4aaa-4b73-87f0-e84ac3e2736b,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:27.444972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a48bbd-a2d0-454c-83da-7b31b700929f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:27.449226 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11a48bbd-a2d0-454c-83da-7b31b700929f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.536607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Set router a5ae2110-25f9-474a-bd5a-492804dfb0e7 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:27.541023 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.547689 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9ef8b912-6d2c-4afa-90b9-69179f64453d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4690874 Dec 10 18:35:27.547845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35188) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:27.550913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Deleting port a7dc575c-10e9-4834-b8b0-da16d0846018 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:27.551088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.568063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ad75289-4a47-4076-be89-917553ad044c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.579252 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2ad75289-4a47-4076-be89-917553ad044c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4451275 Dec 10 18:35:27.660335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] For port a7dc575c-10e9-4834-b8b0-da16d0846018, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a7dc575c-10e9-4834-b8b0-da16d0846018,segment=NetworkSegment(cb504dc9-b9b5-45cb-ac47-a64bb08e8cde),segment_id=cb504dc9-b9b5-45cb-ac47-a64bb08e8cde)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:27.660703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.693314 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9dfe1a53-ea98-4c00-8746-d1032edf6a1f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/routers/a5ae2110-25f9-474a-bd5a-492804dfb0e7 HTTP/1.1" status: 200 len: 908 time: 0.1436327 Dec 10 18:35:27.694097 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35194) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:27.703311 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1061421747', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'enable_snat': True}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:27.796285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094c1dce-b96f-488a-a2f9-e0db2f3b80a2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Made reservation on behalf of 0436a4832bd94e0b890c68cbddcd3acb for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:27.799875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-094c1dce-b96f-488a-a2f9-e0db2f3b80a2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.993617 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.993617 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.994747 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ae2110-25f9-474a-bd5a-492804dfb0e7', 'name': 'tempest-snat-router-1061421747', 'tenant_id': 'd85d4333176d40bb8c092110a1829dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.95'}], 'enable_snat': False}, 'gw_port_id': 'c9470e8e-ee19-4def-be20-56a1cbf1e7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:24Z', 'updated_at': '2021-12-10T18:35:26Z', 'revision_number': 3, 'project_id': 'd85d4333176d40bb8c092110a1829dda', 'gw_port': {'id': 'c9470e8e-ee19-4def-be20-56a1cbf1e7d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ae2110-25f9-474a-bd5a-492804dfb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:24Z', 'updated_at': '2021-12-10T18:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:28.023476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Checking router: a5ae2110-25f9-474a-bd5a-492804dfb0e7 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:35:28.023882 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Updating router a5ae2110-25f9-474a-bd5a-492804dfb0e7 port c9470e8e-ee19-4def-be20-56a1cbf1e7d2 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:35:28.050155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.092885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Calling delete_port for a7dc575c-10e9-4834-b8b0-da16d0846018 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:28.099287 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.137416 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-2db6e205-0611-4cb2-911b-f08df9868c07 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-501331547&fields=id&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 267 time: 0.1304889 Dec 10 18:35:28.258735 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11a48bbd-a2d0-454c-83da-7b31b700929f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.296765 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.331864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.340982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Port': ['ID=a7dc575c-10e9-4834-b8b0-da16d0846018,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:28.345024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No DVR routers for this DVR port a7dc575c-10e9-4834-b8b0-da16d0846018 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:28.360085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a48bbd-a2d0-454c-83da-7b31b700929f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Subnet': ['ID=f80316d4-e59d-4596-ba3c-7dacbf5a6ae3,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:28.371939 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.405794 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-094c1dce-b96f-488a-a2f9-e0db2f3b80a2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.422617 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a48bbd-a2d0-454c-83da-7b31b700929f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Checking segment: {'id': '27957794-c691-4f51-8c60-cd3ea4c21c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ea3e1d7-f79a-44a6-b734-176669d30226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:28.422965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a48bbd-a2d0-454c-83da-7b31b700929f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network hostable DHCP agents. Network: 5ea3e1d7-f79a-44a6-b734-176669d30226, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:28.428984 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.449255 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.454667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-f8da70a0-398e-40e8-b36d-e36eafdaebdc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:28.456779 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-f8da70a0-398e-40e8-b36d-e36eafdaebdc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/networks?id=35006c79-310c-4d46-94c3-3f2fdbd840bd HTTP/1.1" status: 200 len: 796 time: 0.2938888 Dec 10 18:35:28.477625 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c1dce-b96f-488a-a2f9-e0db2f3b80a2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Network 8088c8be-b551-4755-a963-3530625ae774 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:28.479268 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce71aca4-d832-44db-9e3d-9cbabfc44ae2']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:28.490954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-094c1dce-b96f-488a-a2f9-e0db2f3b80a2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:28.491204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b01196e-8b0e-4797-886c-802b1ebc69fd None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:28.494005 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094c1dce-b96f-488a-a2f9-e0db2f3b80a2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:28.503066 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-094c1dce-b96f-488a-a2f9-e0db2f3b80a2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.503242 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb504dc9-b9b5-45cb-ac47-a64bb08e8cde') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:28.503242 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb504dc9-b9b5-45cb-ac47-a64bb08e8cde') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:28.509427 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-4b299631-de47-4d83-ace8-08dc6769fe24 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/quotas/d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 375 time: 0.0374269 Dec 10 18:35:28.510836 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f12b9b2-30f5-4326-b78f-07a06c01ef54 None None] Network 8088c8be-b551-4755-a963-3530625ae774 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:28.512943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.514646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c1dce-b96f-488a-a2f9-e0db2f3b80a2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Subnet': ['ID=fc3400df-abd8-42c8-9759-8d74e0ea01ed,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:28.529456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.535538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Attempting to bind port c9470e8e-ee19-4def-be20-56a1cbf1e7d2 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:28.535903 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Attempting to bind port c9470e8e-ee19-4def-be20-56a1cbf1e7d2 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:28.536359 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Attempting to bind port c9470e8e-ee19-4def-be20-56a1cbf1e7d2 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:28.544330 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:28.544919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:28.561424 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:28.574078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:28.574461 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:28.574918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.575502 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:28.576246 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Bound port: c9470e8e-ee19-4def-be20-56a1cbf1e7d2, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:28.576737 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.585255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1a0eb-17cb-4c2c-bde5-bc902a672efc None None] Pushing event updated for resources: {'Port': ['ID=c9470e8e-ee19-4def-be20-56a1cbf1e7d2,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:28.596488 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a48bbd-a2d0-454c-83da-7b31b700929f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 5ea3e1d7-f79a-44a6-b734-176669d30226 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:28.636116 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-d73cc728-415f-4cfc-91b8-23c28966d600 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1100266 Dec 10 18:35:28.647914 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-094c1dce-b96f-488a-a2f9-e0db2f3b80a2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3178294 Dec 10 18:35:28.649010 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35206) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:28.654346 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e56095fc-6410-47ce-adf0-8ce14aa5ed90 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-758417166', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fc3400df-abd8-42c8-9759-8d74e0ea01ed'}], 'security_groups': ['66005dba-1821-410a-b1ca-717db101a86d', 'a9539a92-09c5-43ae-8396-370ce91e7349']}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:28.660524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f9cd8532-e404-4d76-bc70-3c3c974c64a9 None None] Provisioning complete for port c9470e8e-ee19-4def-be20-56a1cbf1e7d2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:28.660904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8532-e404-4d76-bc70-3c3c974c64a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.722019 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] For port c9470e8e-ee19-4def-be20-56a1cbf1e7d2, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:28.732247 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-11a48bbd-a2d0-454c-83da-7b31b700929f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 5ea3e1d7-f79a-44a6-b734-176669d30226) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:28.737955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a48bbd-a2d0-454c-83da-7b31b700929f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:28.737955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11a48bbd-a2d0-454c-83da-7b31b700929f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.754062 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8aa555-1cbc-4a32-b8ee-591310d01324 None None] Network 5ea3e1d7-f79a-44a6-b734-176669d30226 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:28.765408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.765630 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] For port c9470e8e-ee19-4def-be20-56a1cbf1e7d2, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c9470e8e-ee19-4def-be20-56a1cbf1e7d2,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:28.770558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.777113 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/ce71aca4-d832-44db-9e3d-9cbabfc44ae2 HTTP/1.1" status: 204 len: 168 time: 3.4659672 Dec 10 18:35:28.778423 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35210) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:28.779658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd8532-e404-4d76-bc70-3c3c974c64a9 None None] Port c9470e8e-ee19-4def-be20-56a1cbf1e7d2 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:28.788135 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8773a-194d-4342-bc37-dd2a68f6635f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Network': ['ID=ce71aca4-d832-44db-9e3d-9cbabfc44ae2,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:28.872681 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-11a48bbd-a2d0-454c-83da-7b31b700929f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6983836 Dec 10 18:35:28.880095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35212) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:28.888973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-7a144320-a6df-4d58-a849-101d46d3cb78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'subnet': {'network_id': '9a2940d9-cca1-43b2-89cf-d86ed1337080', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:28.893837 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-6417805f-6231-4879-934e-8108e756a697 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:28.894383 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6417805f-6231-4879-934e-8108e756a697 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:28.895839 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.897739 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6417805f-6231-4879-934e-8108e756a697 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/ce71aca4-d832-44db-9e3d-9cbabfc44ae2 HTTP/1.1" status: 404 len: 339 time: 0.1188242 Dec 10 18:35:28.905155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35214) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:28.925199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-5ea3e1d7-f79a-44a6-b734-176669d30226', 'network_id': '5ea3e1d7-f79a-44a6-b734-176669d30226', 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'fixed_ips': [{'subnet_id': 'f80316d4-e59d-4596-ba3c-7dacbf5a6ae3'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:28.926787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.962777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-7aa84ea9-c549-4f86-a875-227f4d934948 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1153589380', 'description': 'd1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:29.014551 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560136e4-a4a0-4c93-9dcb-e5e1e1b793d9 None None] Update dhcp port {'port': {'network_id': '8088c8be-b551-4755-a963-3530625ae774', 'fixed_ips': [{'subnet_id': 'd9d0b5c7-6938-45a2-9da2-6f5b983fb528', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c1d57340-7523-4367-94f2-a35f1ab290b4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fc3400df-abd8-42c8-9759-8d74e0ea01ed'}], 'binding:host_id': 'dv-neutron-821434-1-hyperv'}, 'id': '1533771f-a233-409c-9b24-5d66a8448edb'} from dv-neutron-821434-1-hyperv. {{(pid=103595) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:35:29.017245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb72d70-b2d0-4cb8-8fbb-5dbf6faae3d7 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:29.022162 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-8da18207-91dc-4b57-8bc7-32847545b148 service neutron] 10.222.0.60 "GET /v2.0/networks/35006c79-310c-4d46-94c3-3f2fdbd840bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636789 Dec 10 18:35:29.025918 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.068221 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.099949 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e56095fc-6410-47ce-adf0-8ce14aa5ed90 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.104890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa84ea9-c549-4f86-a875-227f4d934948 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:29.120466 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7aa84ea9-c549-4f86-a875-227f4d934948 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.120572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Routers {'a5ae2110-25f9-474a-bd5a-492804dfb0e7'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:29.120572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['a5ae2110-25f9-474a-bd5a-492804dfb0e7'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:29.126697 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1a0eb-17cb-4c2c-bde5-bc902a672efc None None] Pushing event updated for resources: {'Port': ['ID=c9470e8e-ee19-4def-be20-56a1cbf1e7d2,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:29.145268 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa84ea9-c549-4f86-a875-227f4d934948 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:29.161574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-560136e4-a4a0-4c93-9dcb-e5e1e1b793d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.162853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7aa84ea9-c549-4f86-a875-227f4d934948 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.163254 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-7aa84ea9-c549-4f86-a875-227f4d934948 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Added segment 537e5aa1-e16f-477d-bfbd-813f59bcbfe9 of type vlan for network a9f6c4d0-f467-4206-a18f-d8c9fb3372db Dec 10 18:35:29.205614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7aa84ea9-c549-4f86-a875-227f4d934948 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.238210 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-29c8d2c3-4429-47d0-ae50-c280e011240e service neutron] 10.222.0.60 "GET /v2.0/networks/35006c79-310c-4d46-94c3-3f2fdbd840bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073720 Dec 10 18:35:29.270353 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a144320-a6df-4d58-a849-101d46d3cb78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:29.277752 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a144320-a6df-4d58-a849-101d46d3cb78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.324836 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-da9a8ab6-6b59-4241-b1a3-441aacb15cc9 None None] Provisioning complete for port c9470e8e-ee19-4def-be20-56a1cbf1e7d2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:29.330524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-da9a8ab6-6b59-4241-b1a3-441aacb15cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.359193 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Allocated IP 172.26.5.118 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:29.363374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7aa84ea9-c549-4f86-a875-227f4d934948 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.368957 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa84ea9-c549-4f86-a875-227f4d934948 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:29.369544 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7aa84ea9-c549-4f86-a875-227f4d934948 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.380771 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Allocated IP 2001:db8::2 (5ea3e1d7-f79a-44a6-b734-176669d30226/f80316d4-e59d-4596-ba3c-7dacbf5a6ae3/3d5d9ba2-8ab7-4747-8a50-97c3af71a70a) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:29.496006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] Set router a5ae2110-25f9-474a-bd5a-492804dfb0e7 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:29.510550 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7aa84ea9-c549-4f86-a875-227f4d934948 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5499744 Dec 10 18:35:29.512617 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35218) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:29.536410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa84ea9-c549-4f86-a875-227f4d934948 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Network': ['ID=a9f6c4d0-f467-4206-a18f-d8c9fb3372db,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:29.579682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network a9f6c4d0-f467-4206-a18f-d8c9fb3372db details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:29.582818 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.709965 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-05685eda-c117-4418-a0a1-37bc9888a50b req-55e59b92-8b2a-4b32-ad65-00e30c0edc05 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 210 time: 0.1418529 Dec 10 18:35:29.713856 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.727761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba332c77-832e-4d36-87cb-1b9836952f2d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:29.734159 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ba332c77-832e-4d36-87cb-1b9836952f2d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "GET /v2.0/networks?id=a9f6c4d0-f467-4206-a18f-d8c9fb3372db HTTP/1.1" status: 200 len: 761 time: 0.2204165 Dec 10 18:35:29.734879 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35226) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:29.760319 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:29.763732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:29.778269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:29.790820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-b659e117-e474-4882-add4-6fce96f2ae5e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'network': {'description': 'd2'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:29.812663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event updated for resources: {'Port': ['ID=e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:29.970319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a144320-a6df-4d58-a849-101d46d3cb78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.997727 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51de92be-8b3c-49f2-82cb-6ca2df7ec9f9 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:30.003177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-560136e4-a4a0-4c93-9dcb-e5e1e1b793d9 None None] Allocated IP 172.20.0.34 (8088c8be-b551-4755-a963-3530625ae774/fc3400df-abd8-42c8-9759-8d74e0ea01ed/1533771f-a233-409c-9b24-5d66a8448edb) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:30.077359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b659e117-e474-4882-add4-6fce96f2ae5e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.094616 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-da9a8ab6-6b59-4241-b1a3-441aacb15cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.098264 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a144320-a6df-4d58-a849-101d46d3cb78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Subnet': ['ID=c13550c6-1c39-487f-b636-a86ff11af892,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:30.104334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a144320-a6df-4d58-a849-101d46d3cb78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Checking segment: {'id': '4049067c-df14-4849-a4b3-ac58d5b24212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9a2940d9-cca1-43b2-89cf-d86ed1337080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:30.104692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a144320-a6df-4d58-a849-101d46d3cb78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network hostable DHCP agents. Network: 9a2940d9-cca1-43b2-89cf-d86ed1337080, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:30.159649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.169589 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b659e117-e474-4882-add4-6fce96f2ae5e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.180308 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b659e117-e474-4882-add4-6fce96f2ae5e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network a9f6c4d0-f467-4206-a18f-d8c9fb3372db is not hosted by any dhcp agent {{(pid=103593) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:35:30.187415 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659e117-e474-4882-add4-6fce96f2ae5e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:30.188257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b659e117-e474-4882-add4-6fce96f2ae5e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.189836 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b659e117-e474-4882-add4-6fce96f2ae5e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "PUT /v2.0/networks/a9f6c4d0-f467-4206-a18f-d8c9fb3372db HTTP/1.1" status: 200 len: 758 time: 0.4048915 Dec 10 18:35:30.192565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35232) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:30.192716 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-da9a8ab6-6b59-4241-b1a3-441aacb15cc9 None None] For port c9470e8e-ee19-4def-be20-56a1cbf1e7d2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c9470e8e-ee19-4def-be20-56a1cbf1e7d2,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:30.197098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.241601 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a144320-a6df-4d58-a849-101d46d3cb78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 9a2940d9-cca1-43b2-89cf-d86ed1337080 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:30.247951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-560136e4-a4a0-4c93-9dcb-e5e1e1b793d9 None None] For port 1533771f-a233-409c-9b24-5d66a8448edb, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1533771f-a233-409c-9b24-5d66a8448edb,segment=NetworkSegment(fb1929f2-dda2-4210-a3ea-3c2ba45d899e),segment_id=fb1929f2-dda2-4210-a3ea-3c2ba45d899e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:30.263351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ae2110-25f9-474a-bd5a-492804dfb0e7', 'name': 'tempest-snat-router-1061421747', 'tenant_id': 'd85d4333176d40bb8c092110a1829dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.95'}], 'enable_snat': False}, 'gw_port_id': 'c9470e8e-ee19-4def-be20-56a1cbf1e7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:24Z', 'updated_at': '2021-12-10T18:35:26Z', 'revision_number': 3, 'project_id': 'd85d4333176d40bb8c092110a1829dda', 'gw_port': {'id': 'c9470e8e-ee19-4def-be20-56a1cbf1e7d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ae2110-25f9-474a-bd5a-492804dfb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:24Z', 'updated_at': '2021-12-10T18:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:30.272427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659e117-e474-4882-add4-6fce96f2ae5e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Network': ['ID=a9f6c4d0-f467-4206-a18f-d8c9fb3372db,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:30.294060 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network a9f6c4d0-f467-4206-a18f-d8c9fb3372db details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:30.297887 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-da9a8ab6-6b59-4241-b1a3-441aacb15cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.299678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2e25ff-8ac2-4a3d-b9a7-d9bf61b8e4dd None None] The sync data for ids ['a5ae2110-25f9-474a-bd5a-492804dfb0e7'] in dv-neutron-821434-1-hyperv is: [{'id': 'a5ae2110-25f9-474a-bd5a-492804dfb0e7', 'name': 'tempest-snat-router-1061421747', 'tenant_id': 'd85d4333176d40bb8c092110a1829dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.95'}], 'enable_snat': False}, 'gw_port_id': 'c9470e8e-ee19-4def-be20-56a1cbf1e7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:24Z', 'updated_at': '2021-12-10T18:35:26Z', 'revision_number': 3, 'project_id': 'd85d4333176d40bb8c092110a1829dda', 'gw_port': {'id': 'c9470e8e-ee19-4def-be20-56a1cbf1e7d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ae2110-25f9-474a-bd5a-492804dfb0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:24Z', 'updated_at': '2021-12-10T18:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:30.319603 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5919c1-627e-49fe-8e0d-20c712f8c6d0 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:30.324543 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7d5919c1-627e-49fe-8e0d-20c712f8c6d0 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "GET /v2.0/networks?id=a9f6c4d0-f467-4206-a18f-d8c9fb3372db HTTP/1.1" status: 200 len: 761 time: 0.1277249 Dec 10 18:35:30.324967 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35236) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:30.348867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-e3e58a58-bfa0-458b-adfe-3a7df83cbc88 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-514842352'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:30.374229 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-7a144320-a6df-4d58-a849-101d46d3cb78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 9a2940d9-cca1-43b2-89cf-d86ed1337080) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:30.382897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a144320-a6df-4d58-a849-101d46d3cb78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:30.383644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a144320-a6df-4d58-a849-101d46d3cb78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.420722 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-560136e4-a4a0-4c93-9dcb-e5e1e1b793d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.422846 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035823eb-11d1-4ea3-82e4-ba9128b605d4 None None] Network 9a2940d9-cca1-43b2-89cf-d86ed1337080 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:30.425295 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.485084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e58a58-bfa0-458b-adfe-3a7df83cbc88 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:30.502477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a8ab6-6b59-4241-b1a3-441aacb15cc9 None None] Pushing event updated for resources: {'Port': ['ID=c9470e8e-ee19-4def-be20-56a1cbf1e7d2,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:30.510303 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3e58a58-bfa0-458b-adfe-3a7df83cbc88 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.550361 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-560136e4-a4a0-4c93-9dcb-e5e1e1b793d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.560407 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e58a58-bfa0-458b-adfe-3a7df83cbc88 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:30.574515 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7a144320-a6df-4d58-a849-101d46d3cb78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6926143 Dec 10 18:35:30.577033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35238) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:30.583739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Network 5ea3e1d7-f79a-44a6-b734-176669d30226 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:30.586111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-11b324d1-015a-47ba-9a2b-faa836134a66 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-466752056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:30.598186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3e58a58-bfa0-458b-adfe-3a7df83cbc88 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.598780 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-e3e58a58-bfa0-458b-adfe-3a7df83cbc88 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Added segment 76c30654-91a0-440b-ba03-e0cc51c097b6 of type vlan for network 790f815e-e6fb-4a43-9eca-daa6d9b53473 Dec 10 18:35:30.626601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b2ee96ef-0a46-4340-b2a5-0c02ba15d50f None None] Provisioning complete for port e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:30.627180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b2ee96ef-0a46-4340-b2a5-0c02ba15d50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.665478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:30.676971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:30.691842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Pushing event updated for resources: {'Port': ['ID=3d5d9ba2-8ab7-4747-8a50-97c3af71a70a,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:30.699103 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3e58a58-bfa0-458b-adfe-3a7df83cbc88 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.752550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11b324d1-015a-47ba-9a2b-faa836134a66 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.754295 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11b324d1-015a-47ba-9a2b-faa836134a66 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.815200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee96ef-0a46-4340-b2a5-0c02ba15d50f None None] Port e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:30.815443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3e58a58-bfa0-458b-adfe-3a7df83cbc88 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.822747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e58a58-bfa0-458b-adfe-3a7df83cbc88 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:30.824112 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3e58a58-bfa0-458b-adfe-3a7df83cbc88 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.843234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11b324d1-015a-47ba-9a2b-faa836134a66 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.906752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560136e4-a4a0-4c93-9dcb-e5e1e1b793d9 None None] Pushing event updated for resources: {'Port': ['ID=1533771f-a233-409c-9b24-5d66a8448edb,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:30.922636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e58a58-bfa0-458b-adfe-3a7df83cbc88 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Network': ['ID=790f815e-e6fb-4a43-9eca-daa6d9b53473,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:30.942287 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e3e58a58-bfa0-458b-adfe-3a7df83cbc88 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6125770 Dec 10 18:35:30.943356 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11b324d1-015a-47ba-9a2b-faa836134a66 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.955885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-9a2940d9-cca1-43b2-89cf-d86ed1337080', 'network_id': '9a2940d9-cca1-43b2-89cf-d86ed1337080', 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'fixed_ips': [{'subnet_id': 'c13550c6-1c39-487f-b636-a86ff11af892'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:30.956178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35242) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:30.956388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.965529 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 790f815e-e6fb-4a43-9eca-daa6d9b53473 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:30.966007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-02a6051a-5ca7-45f2-9b18-539bd72ae8af tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'subnet': {'network_id': '790f815e-e6fb-4a43-9eca-daa6d9b53473', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:31.002883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Attempting to bind port 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:31.004180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Attempting to bind port 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '27957794-c691-4f51-8c60-cd3ea4c21c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ea3e1d7-f79a-44a6-b734-176669d30226'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:31.004559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Attempting to bind port 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a on network 5ea3e1d7-f79a-44a6-b734-176669d30226 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:31.024494 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0706cd03-5a69-4f37-8975-ee284c7e4c4c req-90a022c6-708e-4aca-b90c-45058d7c873b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 210 time: 0.1048429 Dec 10 18:35:31.072216 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:31.076658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Checking segment: {'id': '27957794-c691-4f51-8c60-cd3ea4c21c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ea3e1d7-f79a-44a6-b734-176669d30226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:31.078795 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.081924 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Bound using segment: {'id': '27957794-c691-4f51-8c60-cd3ea4c21c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ea3e1d7-f79a-44a6-b734-176669d30226'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:31.082758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Bound port: 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27957794-c691-4f51-8c60-cd3ea4c21c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ea3e1d7-f79a-44a6-b734-176669d30226'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:31.084206 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.151056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-e56095fc-6410-47ce-adf0-8ce14aa5ed90 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Delete allocated IP 172.20.0.14 (8088c8be-b551-4755-a963-3530625ae774/c1d57340-7523-4367-94f2-a35f1ab290b4) {{(pid=103594) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:35:31.182092 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-e56095fc-6410-47ce-adf0-8ce14aa5ed90 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Allocated IP 172.20.0.38 (8088c8be-b551-4755-a963-3530625ae774/fc3400df-abd8-42c8-9759-8d74e0ea01ed/2c07cf30-7974-44c9-8abd-d1db98bf6d83) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:31.208674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.221213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a6051a-5ca7-45f2-9b18-539bd72ae8af tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:31.231978 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-02a6051a-5ca7-45f2-9b18-539bd72ae8af tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.328686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] For port 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:31.332768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] For port 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3d5d9ba2-8ab7-4747-8a50-97c3af71a70a,segment=NetworkSegment(27957794-c691-4f51-8c60-cd3ea4c21c83),segment_id=27957794-c691-4f51-8c60-cd3ea4c21c83)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:31.365579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Allocated IP 2001:db8:1::2 (9a2940d9-cca1-43b2-89cf-d86ed1337080/c13550c6-1c39-487f-b636-a86ff11af892/352240da-7ac5-4309-8865-e772e4687391) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:31.368831 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11b324d1-015a-47ba-9a2b-faa836134a66 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.370220 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-11b324d1-015a-47ba-9a2b-faa836134a66 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7921140 Dec 10 18:35:31.374559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35244) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:31.472217 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.605170 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd61af-1d4c-4fa0-8b00-6788398c2637 None None] Pushing event updated for resources: {'Port': ['ID=3d5d9ba2-8ab7-4747-8a50-97c3af71a70a,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:31.694085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.720360 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e56095fc-6410-47ce-adf0-8ce14aa5ed90 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.793390 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.844489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Router 9e645ff3-bc6b-4c8c-996b-392cd0c40fa2 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:35:31.863681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e56095fc-6410-47ce-adf0-8ce14aa5ed90 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.924590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Network 9a2940d9-cca1-43b2-89cf-d86ed1337080 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:31.927419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-02a6051a-5ca7-45f2-9b18-539bd72ae8af tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.930592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.933842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56095fc-6410-47ce-adf0-8ce14aa5ed90 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event updated for resources: {'Port': ['ID=2c07cf30-7974-44c9-8abd-d1db98bf6d83,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:31.938527 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:31.940421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Pushing event updated for resources: {'Port': ['ID=352240da-7ac5-4309-8865-e772e4687391,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:31.950957 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:31.974996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-49858da0-0dcd-498c-8a1b-eb4297614e4e None None] Provisioning complete for port 2c07cf30-7974-44c9-8abd-d1db98bf6d83 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:31.975372 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-49858da0-0dcd-498c-8a1b-eb4297614e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.095206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:32.097965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6051a-5ca7-45f2-9b18-539bd72ae8af tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Subnet': ['ID=ee028292-3144-4b71-963a-e634925d646a,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:32.105803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Attempting to bind port 352240da-7ac5-4309-8865-e772e4687391 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:32.106188 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Attempting to bind port 352240da-7ac5-4309-8865-e772e4687391 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '4049067c-df14-4849-a4b3-ac58d5b24212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9a2940d9-cca1-43b2-89cf-d86ed1337080'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:32.106559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Attempting to bind port 352240da-7ac5-4309-8865-e772e4687391 on network 9a2940d9-cca1-43b2-89cf-d86ed1337080 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:32.109938 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Sync routers for ids ['9e645ff3-bc6b-4c8c-996b-392cd0c40fa2'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:32.116819 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-49858da0-0dcd-498c-8a1b-eb4297614e4e None None] Port 2c07cf30-7974-44c9-8abd-d1db98bf6d83 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:32.120541 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:32.120968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Checking segment: {'id': '4049067c-df14-4849-a4b3-ac58d5b24212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9a2940d9-cca1-43b2-89cf-d86ed1337080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:32.121377 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.121801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Bound using segment: {'id': '4049067c-df14-4849-a4b3-ac58d5b24212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9a2940d9-cca1-43b2-89cf-d86ed1337080'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:32.122294 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Bound port: 352240da-7ac5-4309-8865-e772e4687391, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4049067c-df14-4849-a4b3-ac58d5b24212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9a2940d9-cca1-43b2-89cf-d86ed1337080'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:32.122733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.130006 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Routers {'9e645ff3-bc6b-4c8c-996b-392cd0c40fa2'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:32.131076 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['9e645ff3-bc6b-4c8c-996b-392cd0c40fa2'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:32.150316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-49858da0-0dcd-498c-8a1b-eb4297614e4e None None] Provisioning complete for port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:32.151061 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-49858da0-0dcd-498c-8a1b-eb4297614e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.223819 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-49858da0-0dcd-498c-8a1b-eb4297614e4e None None] Port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:32.236587 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-da8d0d16-609d-4307-ad45-946544406f5c req-f90e4e3d-dce4-4124-9ac6-c8bb436f1989 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 210 time: 0.0460804 Dec 10 18:35:32.258848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] For port 352240da-7ac5-4309-8865-e772e4687391, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:32.262769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] For port 352240da-7ac5-4309-8865-e772e4687391, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=352240da-7ac5-4309-8865-e772e4687391,segment=NetworkSegment(4049067c-df14-4849-a4b3-ac58d5b24212),segment_id=4049067c-df14-4849-a4b3-ac58d5b24212)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:32.265350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-49858da0-0dcd-498c-8a1b-eb4297614e4e None None] Provisioning complete for port 1533771f-a233-409c-9b24-5d66a8448edb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:32.265350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-49858da0-0dcd-498c-8a1b-eb4297614e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.287445 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e56095fc-6410-47ce-adf0-8ce14aa5ed90 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] In _notify_port_updated(), no bound segment for port 2c07cf30-7974-44c9-8abd-d1db98bf6d83 on network 8088c8be-b551-4755-a963-3530625ae774 {{(pid=103594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:35:32.297271 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56095fc-6410-47ce-adf0-8ce14aa5ed90 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:32.299185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e56095fc-6410-47ce-adf0-8ce14aa5ed90 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.301267 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e56095fc-6410-47ce-adf0-8ce14aa5ed90 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "PUT /v2.0/ports/2c07cf30-7974-44c9-8abd-d1db98bf6d83 HTTP/1.1" status: 200 len: 959 time: 3.6511223 Dec 10 18:35:32.304878 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.309580 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5ff293e6-ecb1-41de-bf40-212b5bcba82f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6118088 Dec 10 18:35:32.309580 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35248) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:32.309840 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Set router 9e645ff3-bc6b-4c8c-996b-392cd0c40fa2 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:32.317706 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35250) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:32.328559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a6051a-5ca7-45f2-9b18-539bd72ae8af tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Checking segment: {'id': '76c30654-91a0-440b-ba03-e0cc51c097b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '790f815e-e6fb-4a43-9eca-daa6d9b53473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:32.328929 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a6051a-5ca7-45f2-9b18-539bd72ae8af tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network hostable DHCP agents. Network: 790f815e-e6fb-4a43-9eca-daa6d9b53473, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:32.439713 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.589813 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a6051a-5ca7-45f2-9b18-539bd72ae8af tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network 790f815e-e6fb-4a43-9eca-daa6d9b53473 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:32.613054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b1153-7299-4f63-a53e-c0f7799c7537 None None] Pushing event updated for resources: {'Port': ['ID=352240da-7ac5-4309-8865-e772e4687391,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:32.646260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-b8122181-debc-46cc-9b45-dcfa03ef6f9a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:32.647686 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-b8122181-debc-46cc-9b45-dcfa03ef6f9a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/networks?id=35006c79-310c-4d46-94c3-3f2fdbd840bd HTTP/1.1" status: 200 len: 796 time: 0.4727497 Dec 10 18:35:32.658769 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d763d9db-af22-4934-9322-99335cb40c07 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/routers/9e645ff3-bc6b-4c8c-996b-392cd0c40fa2 HTTP/1.1" status: 200 len: 908 time: 0.3372667 Dec 10 18:35:32.658981 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35252) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:32.698815 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Allocated IP 2001:db8::1 (5ea3e1d7-f79a-44a6-b734-176669d30226/f80316d4-e59d-4596-ba3c-7dacbf5a6ae3/ec18c766-3906-4e79-a57e-c3f666e0440e) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:32.732155 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e645ff3-bc6b-4c8c-996b-392cd0c40fa2', 'name': 'tempest-snat-router-1061421747', 'tenant_id': 'd85d4333176d40bb8c092110a1829dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:27Z', 'updated_at': '2021-12-10T18:35:29Z', 'revision_number': 3, 'project_id': 'd85d4333176d40bb8c092110a1829dda', 'gw_port': {'id': 'e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e645ff3-bc6b-4c8c-996b-392cd0c40fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:29Z', 'updated_at': '2021-12-10T18:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:32.782416 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-1df790f9-f5d3-4436-89cd-f85754d960bd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 2c07cf30-7974-44c9-8abd-d1db98bf6d83 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:32.782810 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1df790f9-f5d3-4436-89cd-f85754d960bd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.785990 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Checking router: 9e645ff3-bc6b-4c8c-996b-392cd0c40fa2 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:35:32.786342 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Updating router 9e645ff3-bc6b-4c8c-996b-392cd0c40fa2 port e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:35:32.797810 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-02a6051a-5ca7-45f2-9b18-539bd72ae8af tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 790f815e-e6fb-4a43-9eca-daa6d9b53473) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:32.805808 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f6d906-9954-479c-8887-904c0d3468bf None None] Network 790f815e-e6fb-4a43-9eca-daa6d9b53473 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:32.844932 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.875474 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a6051a-5ca7-45f2-9b18-539bd72ae8af tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:32.876248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-02a6051a-5ca7-45f2-9b18-539bd72ae8af tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.907109 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c9470e8e-ee19-4def-be20-56a1cbf1e7d2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:32.943036 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1df790f9-f5d3-4436-89cd-f85754d960bd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.979913 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-1df790f9-f5d3-4436-89cd-f85754d960bd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 2c07cf30-7974-44c9-8abd-d1db98bf6d83 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:32.987075 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-af131f18-6495-4c38-b25e-f0078869097e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 472 time: 0.3203900 Dec 10 18:35:33.016448 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-02a6051a-5ca7-45f2-9b18-539bd72ae8af tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0569928 Dec 10 18:35:33.028490 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fb7fb876-136e-448b-9b55-8ca926b4b375 None None] Provisioning complete for port 2c07cf30-7974-44c9-8abd-d1db98bf6d83 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:33.028801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb876-136e-448b-9b55-8ca926b4b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.029729 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-c250f67c-b7c1-4803-bbeb-ee4b1d23084c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'port': {'device_id': 'ae308f3e-a988-41df-b71d-3aeb32b2c9e5', 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd', 'admin_state_up': True, 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'security_groups': ['53eedd77-1009-4e2f-b040-2a8179aeaaaa']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:33.090556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35260) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:33.100823 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-fb7fb876-136e-448b-9b55-8ca926b4b375 None None] Port 2c07cf30-7974-44c9-8abd-d1db98bf6d83 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:33.169997 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port c9470e8e-ee19-4def-be20-56a1cbf1e7d2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:33.170592 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.200436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-790f815e-e6fb-4a43-9eca-daa6d9b53473', 'network_id': '790f815e-e6fb-4a43-9eca-daa6d9b53473', 'project_id': 'aed3f0eff92346568c4dc809ee8b30fc', 'fixed_ips': [{'subnet_id': 'ee028292-3144-4b71-963a-e634925d646a'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:33.202310 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.228608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.411354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.454147 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.482220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.501266 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7511f913-61ff-46c9-8ffe-3bd6e841352d req-a093e9ae-b60a-4285-a9d8-656c661b361e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 210 time: 0.1295254 Dec 10 18:35:33.519260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1533771f-a233-409c-9b24-5d66a8448edb up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:33.595273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.598497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.618286 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.654407 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.659620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-c250f67c-b7c1-4803-bbeb-ee4b1d23084c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:33.665412 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-c250f67c-b7c1-4803-bbeb-ee4b1d23084c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.681030 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Pushing event updated for resources: {'Port': ['ID=e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b,revision_number=2']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:33.687309 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Attempting to bind port e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:33.687309 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Attempting to bind port e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:33.687309 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Attempting to bind port e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:33.693728 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:33.694141 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:33.694487 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:33.694825 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:33.695349 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:33.696312 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:33.696663 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:33.696994 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:33.697335 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:33.697675 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:33.698028 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:33.698338 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:33.699032 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:33.712021 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:33.712387 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:33.712783 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.713169 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:33.713828 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Bound port: e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:33.718256 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.752535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 5ea3e1d7-f79a-44a6-b734-176669d30226 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:33.761580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:33.770022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d6b21e-b0e6-4f6b-9782-a67e5c51fdec None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:33.776093 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d03639-2f36-4474-8b83-5e05c990d2e9 None None] Network 5ea3e1d7-f79a-44a6-b734-176669d30226 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:33.790992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:33.791710 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.798737 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=ec18c766-3906-4e79-a57e-c3f666e0440e,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:33.806252 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1df790f9-f5d3-4436-89cd-f85754d960bd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.814035 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] For port e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:33.827613 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] For port e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:33.846356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Allocated IP 172.20.0.2 (790f815e-e6fb-4a43-9eca-daa6d9b53473/ee028292-3144-4b71-963a-e634925d646a/afacde8f-90cd-4c76-a87d-ca21171feefc) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:33.856359 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df790f9-f5d3-4436-89cd-f85754d960bd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=2c07cf30-7974-44c9-8abd-d1db98bf6d83,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:33.915299 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.966067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Deleting port e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:33.966799 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.974180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-760d1f92-16f6-41d1-8ab4-3813f3355d76 None None] Provisioning complete for port 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:33.977536 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-760d1f92-16f6-41d1-8ab4-3813f3355d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.998920 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Routers {'9e645ff3-bc6b-4c8c-996b-392cd0c40fa2'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:33.999544 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['9e645ff3-bc6b-4c8c-996b-392cd0c40fa2'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:34.002741 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb7ece-61d2-4a2d-b77a-ab3db4faf8ba None None] Pushing event updated for resources: {'Port': ['ID=e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:34.028550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1df790f9-f5d3-4436-89cd-f85754d960bd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.034689 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1df790f9-f5d3-4436-89cd-f85754d960bd tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/2c07cf30-7974-44c9-8abd-d1db98bf6d83 HTTP/1.1" status: 204 len: 168 time: 1.7238319 Dec 10 18:35:34.039094 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35264) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:34.046798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba612f6-bbb3-4353-82ca-2ab10c680035 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:34.065627 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-c250f67c-b7c1-4803-bbeb-ee4b1d23084c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.30 (35006c79-310c-4d46-94c3-3f2fdbd840bd/f4579930-0a9d-4e38-b222-d62fb5ecfd22/7f96a652-ae30-411c-997e-dc26a142180f) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:34.080411 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-47db0861-9407-49eb-8618-0115b0f67d81 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] GET failed (client error): The resource could not be found. Dec 10 18:35:34.083758 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-47db0861-9407-49eb-8618-0115b0f67d81 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports/2c07cf30-7974-44c9-8abd-d1db98bf6d83 HTTP/1.1" status: 404 len: 333 time: 0.0431521 Dec 10 18:35:34.087822 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35266) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:34.128276 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 1533771f-a233-409c-9b24-5d66a8448edb triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:34.131848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.157228 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] For port e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:34.157895 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.180584 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Calling delete_port for e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:34.205512 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7d0eebb0-d648-454c-acfd-4139fdb2a1ab tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.214241 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] Set router 9e645ff3-bc6b-4c8c-996b-392cd0c40fa2 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:34.227740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.270022 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7d0eebb0-d648-454c-acfd-4139fdb2a1ab tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.319735 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e645ff3-bc6b-4c8c-996b-392cd0c40fa2', 'name': 'tempest-snat-router-1061421747', 'tenant_id': 'd85d4333176d40bb8c092110a1829dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:27Z', 'updated_at': '2021-12-10T18:35:33Z', 'revision_number': 4, 'project_id': 'd85d4333176d40bb8c092110a1829dda', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:34.390652 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410f8fb-7b18-485b-a43e-0d8f6b913152 None None] The sync data for ids ['9e645ff3-bc6b-4c8c-996b-392cd0c40fa2'] in dv-neutron-821434-1-hyperv is: [{'id': '9e645ff3-bc6b-4c8c-996b-392cd0c40fa2', 'name': 'tempest-snat-router-1061421747', 'tenant_id': 'd85d4333176d40bb8c092110a1829dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:35:27Z', 'updated_at': '2021-12-10T18:35:33Z', 'revision_number': 4, 'project_id': 'd85d4333176d40bb8c092110a1829dda', 'gw_port_host': None}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:34.404575 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-760d1f92-16f6-41d1-8ab4-3813f3355d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.462235 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.472340 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7d0eebb0-d648-454c-acfd-4139fdb2a1ab tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.475267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7d0eebb0-d648-454c-acfd-4139fdb2a1ab tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.485077 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7d0eebb0-d648-454c-acfd-4139fdb2a1ab tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/security-groups/7ce59d88-30cc-4b80-acf2-f1544379b1af HTTP/1.1" status: 204 len: 168 time: 0.3916051 Dec 10 18:35:34.485077 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35268) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:34.539715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:34.548110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-760d1f92-16f6-41d1-8ab4-3813f3355d76 None None] For port 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3d5d9ba2-8ab7-4747-8a50-97c3af71a70a,segment=NetworkSegment(27957794-c691-4f51-8c60-cd3ea4c21c83),segment_id=27957794-c691-4f51-8c60-cd3ea4c21c83)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:34.573658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0eebb0-d648-454c-acfd-4139fdb2a1ab tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce59d88-30cc-4b80-acf2-f1544379b1af,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:34.574029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.652810 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd975a-bb95-488d-a27d-6b8c84028bfe None None] Network 9a2940d9-cca1-43b2-89cf-d86ed1337080 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:34.662945 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ec67f06a-15dd-4ec3-9b60-331eccc283b5 req-73647f2e-cae0-4fa2-9d60-79e008487b71 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 210 time: 0.0424461 Dec 10 18:35:34.688793 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-760d1f92-16f6-41d1-8ab4-3813f3355d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.694008 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Network 790f815e-e6fb-4a43-9eca-daa6d9b53473 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:34.713075 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-27cd172c-503b-42ab-be79-1233003dc4ac tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.757142 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-27cd172c-503b-42ab-be79-1233003dc4ac tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.760651 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:34.790688 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:34.794211 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Pushing event updated for resources: {'Port': ['ID=afacde8f-90cd-4c76-a87d-ca21171feefc,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:34.827661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.878332 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event deleted for resources: {'Port': ['ID=e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:34.914790 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258ba9dc-85c2-407a-909c-5793b61d534e None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:34.929261 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-27cd172c-503b-42ab-be79-1233003dc4ac tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.935634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-27cd172c-503b-42ab-be79-1233003dc4ac tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.935805 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-27cd172c-503b-42ab-be79-1233003dc4ac tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/security-groups/a9539a92-09c5-43ae-8396-370ce91e7349 HTTP/1.1" status: 204 len: 168 time: 0.4479065 Dec 10 18:35:34.957110 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35272) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:34.958491 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-565c57e7-a8c2-4732-9f17-704fdcb5e529 None None] Provisioning complete for port 352240da-7ac5-4309-8865-e772e4687391 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:34.958868 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-565c57e7-a8c2-4732-9f17-704fdcb5e529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.976597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:34.978807 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.004730 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd172c-503b-42ab-be79-1233003dc4ac tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9539a92-09c5-43ae-8396-370ce91e7349,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:35.038772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.070344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d1f92-16f6-41d1-8ab4-3813f3355d76 None None] Pushing event updated for resources: {'Port': ['ID=3d5d9ba2-8ab7-4747-8a50-97c3af71a70a,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:35.081186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Attempting to bind port afacde8f-90cd-4c76-a87d-ca21171feefc on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:35.084849 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Attempting to bind port afacde8f-90cd-4c76-a87d-ca21171feefc by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '76c30654-91a0-440b-ba03-e0cc51c097b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '790f815e-e6fb-4a43-9eca-daa6d9b53473'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:35.084849 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Attempting to bind port afacde8f-90cd-4c76-a87d-ca21171feefc on network 790f815e-e6fb-4a43-9eca-daa6d9b53473 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:35.125236 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:35.125928 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Checking segment: {'id': '76c30654-91a0-440b-ba03-e0cc51c097b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '790f815e-e6fb-4a43-9eca-daa6d9b53473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:35.126334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.126727 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Bound using segment: {'id': '76c30654-91a0-440b-ba03-e0cc51c097b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '790f815e-e6fb-4a43-9eca-daa6d9b53473'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:35.127420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Bound port: afacde8f-90cd-4c76-a87d-ca21171feefc, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c30654-91a0-440b-ba03-e0cc51c097b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '790f815e-e6fb-4a43-9eca-daa6d9b53473'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:35.127617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.134378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-c250f67c-b7c1-4803-bbeb-ee4b1d23084c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.206866 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.208292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.212264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.217578 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-29a6b452-f080-486b-9b19-69dfd3e262dc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.251451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Subnet': ['ID=ee028292-3144-4b71-963a-e634925d646a,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:35.265119 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-c250f67c-b7c1-4803-bbeb-ee4b1d23084c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.319678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] For port afacde8f-90cd-4c76-a87d-ca21171feefc, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:35.322855 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-29a6b452-f080-486b-9b19-69dfd3e262dc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.323901 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] For port afacde8f-90cd-4c76-a87d-ca21171feefc, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=afacde8f-90cd-4c76-a87d-ca21171feefc,segment=NetworkSegment(76c30654-91a0-440b-ba03-e0cc51c097b6),segment_id=76c30654-91a0-440b-ba03-e0cc51c097b6)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:35.325163 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-565c57e7-a8c2-4732-9f17-704fdcb5e529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.390660 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.395728 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e645ff3-bc6b-4c8c-996b-392cd0c40fa2 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:35:35.413819 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.421052 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-463169d6-d519-43bd-9c01-0922e3c7385d tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "DELETE /v2.0/routers/9e645ff3-bc6b-4c8c-996b-392cd0c40fa2 HTTP/1.1" status: 204 len: 168 time: 2.7557213 Dec 10 18:35:35.421196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.421317 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35274) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:35.428832 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-c250f67c-b7c1-4803-bbeb-ee4b1d23084c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 35006c79-310c-4d46-94c3-3f2fdbd840bd is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:35.443432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-565c57e7-a8c2-4732-9f17-704fdcb5e529 None None] For port 352240da-7ac5-4309-8865-e772e4687391, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=352240da-7ac5-4309-8865-e772e4687391,segment=NetworkSegment(4049067c-df14-4849-a4b3-ac58d5b24212),segment_id=4049067c-df14-4849-a4b3-ac58d5b24212)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:35.448966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-c250f67c-b7c1-4803-bbeb-ee4b1d23084c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:35.466776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-c250f67c-b7c1-4803-bbeb-ee4b1d23084c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:35.546931 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-565c57e7-a8c2-4732-9f17-704fdcb5e529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.552860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef7c7f-3c49-4ac0-b391-e4f8def159a1 None None] Pushing event updated for resources: {'Port': ['ID=afacde8f-90cd-4c76-a87d-ca21171feefc,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:35.554155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.558886 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-565c57e7-a8c2-4732-9f17-704fdcb5e529 None None] Could not find standard attr ID for object e00cb78a-dc43-4acc-82ee-9aaf37d3ea1b. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:35:35.627685 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250f67c-b7c1-4803-bbeb-ee4b1d23084c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=7f96a652-ae30-411c-997e-dc26a142180f,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:35.632214 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.648074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c57e7-a8c2-4732-9f17-704fdcb5e529 None None] Pushing event updated for resources: {'Port': ['ID=352240da-7ac5-4309-8865-e772e4687391,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:35.672591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790f815e-e6fb-4a43-9eca-daa6d9b53473']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:35.679246 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 352240da-7ac5-4309-8865-e772e4687391 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:35.719630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-c250f67c-b7c1-4803-bbeb-ee4b1d23084c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:35.720306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-c250f67c-b7c1-4803-bbeb-ee4b1d23084c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.726458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c30654-91a0-440b-ba03-e0cc51c097b6') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:35.727965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c30654-91a0-440b-ba03-e0cc51c097b6') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:35.730717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-29a6b452-f080-486b-9b19-69dfd3e262dc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.738968 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-29a6b452-f080-486b-9b19-69dfd3e262dc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.743999 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-29a6b452-f080-486b-9b19-69dfd3e262dc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/security-groups/66005dba-1821-410a-b1ca-717db101a86d HTTP/1.1" status: 204 len: 168 time: 0.7775819 Dec 10 18:35:35.751001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e0a0b852-5a57-4b86-a8a1-809ac3ca612f None None] Provisioning complete for port 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:35.751767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e0a0b852-5a57-4b86-a8a1-809ac3ca612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.751909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35278) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:35.753569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.810169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.831610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:35.832173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:35.838146 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:35.913377 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6b452-f080-486b-9b19-69dfd3e262dc tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66005dba-1821-410a-b1ca-717db101a86d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:35.940705 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 352240da-7ac5-4309-8865-e772e4687391 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:35.941282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.953465 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-c250f67c-b7c1-4803-bbeb-ee4b1d23084c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9460654 Dec 10 18:35:35.963055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.974050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-637f90fe-3c69-48ba-a2eb-fe69f46b8c72 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting subnet c1d57340-7523-4367-94f2-a35f1ab290b4 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:35.998378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-637f90fe-3c69-48ba-a2eb-fe69f46b8c72 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.028074 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1afe6-cf84-466d-b55e-41555df965ac req-350a3a55-3ff5-4485-9c30-5bd8c16397b5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:36.032493 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-51c1afe6-cf84-466d-b55e-41555df965ac req-350a3a55-3ff5-4485-9c30-5bd8c16397b5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 932 time: 0.1847060 Dec 10 18:35:36.059833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-637f90fe-3c69-48ba-a2eb-fe69f46b8c72 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.070963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.097330 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e0a0b852-5a57-4b86-a8a1-809ac3ca612f None None] Provisioning complete for port ec18c766-3906-4e79-a57e-c3f666e0440e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:36.097773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e0a0b852-5a57-4b86-a8a1-809ac3ca612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.110587 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-51c1afe6-cf84-466d-b55e-41555df965ac req-24f62400-2686-4c0d-97a2-bddf5fe6fea2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=53eedd77-1009-4e2f-b040-2a8179aeaaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652390 Dec 10 18:35:36.126290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Request body: {'port': {'device_id': 'ae308f3e-a988-41df-b71d-3aeb32b2c9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:36.141672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.141672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.141672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:35:36.141672 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:35:36.141672 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'id': '790f815e-e6fb-4a43-9eca-daa6d9b53473'}] Dec 10 18:35:36.141672 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:35:36.141672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:35:36.167192 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0b852-5a57-4b86-a8a1-809ac3ca612f None None] Port ec18c766-3906-4e79-a57e-c3f666e0440e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:36.195756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:36.199003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e0a0b852-5a57-4b86-a8a1-809ac3ca612f None None] Provisioning complete for port 352240da-7ac5-4309-8865-e772e4687391 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:36.199003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e0a0b852-5a57-4b86-a8a1-809ac3ca612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.212082 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Deleting port c9470e8e-ee19-4def-be20-56a1cbf1e7d2 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:36.212760 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.279813 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=ec18c766-3906-4e79-a57e-c3f666e0440e,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:36.284801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:36.285012 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.337954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-637f90fe-3c69-48ba-a2eb-fe69f46b8c72 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.361592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.460768 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 5ea3e1d7-f79a-44a6-b734-176669d30226 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:36.471470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:36.476760 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fba01629-93b3-4faf-b0d0-985b7dac29f6 None None] Provisioning complete for port 7f96a652-ae30-411c-997e-dc26a142180f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:36.478013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fba01629-93b3-4faf-b0d0-985b7dac29f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.650716 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-fba01629-93b3-4faf-b0d0-985b7dac29f6 None None] Port 7f96a652-ae30-411c-997e-dc26a142180f cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:36.651420 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.714296 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-637f90fe-3c69-48ba-a2eb-fe69f46b8c72 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.714526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] For port c9470e8e-ee19-4def-be20-56a1cbf1e7d2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c9470e8e-ee19-4def-be20-56a1cbf1e7d2,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:36.714526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.714526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Calling delete_port for c9470e8e-ee19-4def-be20-56a1cbf1e7d2 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:36.730015 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f90fe-3c69-48ba-a2eb-fe69f46b8c72 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d57340-7523-4367-94f2-a35f1ab290b4,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:36.758630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-637f90fe-3c69-48ba-a2eb-fe69f46b8c72 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.760079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc52d3ec-6df2-4128-bae7-07cf55746aff None None] Network 8088c8be-b551-4755-a963-3530625ae774 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:36.761653 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-637f90fe-3c69-48ba-a2eb-fe69f46b8c72 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/c1d57340-7523-4367-94f2-a35f1ab290b4 HTTP/1.1" status: 204 len: 168 time: 1.0060146 Dec 10 18:35:36.765987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35282) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:36.873842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7c9da28e-b9e8-488f-9e53-bc7a6446fc71 None None] Provisioning complete for port ec18c766-3906-4e79-a57e-c3f666e0440e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:36.875950 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7c9da28e-b9e8-488f-9e53-bc7a6446fc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.899851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Deleting port afacde8f-90cd-4c76-a87d-ca21171feefc {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:36.900135 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.904966 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec345e69-1f6a-4391-a0d0-4697a433c82b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting subnet fc3400df-abd8-42c8-9759-8d74e0ea01ed {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:36.910931 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ec345e69-1f6a-4391-a0d0-4697a433c82b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:36.940859 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7c9da28e-b9e8-488f-9e53-bc7a6446fc71 None None] Port ec18c766-3906-4e79-a57e-c3f666e0440e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:36.954398 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router cef90f94-2f27-4925-b2ff-a23640ff3756 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:35:37.003513 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ec345e69-1f6a-4391-a0d0-4697a433c82b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.098534 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] For port afacde8f-90cd-4c76-a87d-ca21171feefc, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=afacde8f-90cd-4c76-a87d-ca21171feefc,segment=NetworkSegment(76c30654-91a0-440b-ba03-e0cc51c097b6),segment_id=76c30654-91a0-440b-ba03-e0cc51c097b6)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:37.098910 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.106593 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ec345e69-1f6a-4391-a0d0-4697a433c82b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.111845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.114489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f96a652-ae30-411c-997e-dc26a142180f {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:37.129898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.135393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Calling delete_port for afacde8f-90cd-4c76-a87d-ca21171feefc owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:37.158415 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cdf34b-1b13-4312-99d4-c6f7a7d8a0c8 None None] Network 790f815e-e6fb-4a43-9eca-daa6d9b53473 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:37.165033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:37.175547 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-97cc07ae-991f-4813-a5f1-0f35014e217d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/cef90f94-2f27-4925-b2ff-a23640ff3756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7998240 Dec 10 18:35:37.176919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Transition to ACTIVE for port object 7f96a652-ae30-411c-997e-dc26a142180f will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:35:37.179137 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35286) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:37.191917 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2388dd8f-4dbd-493b-8215-b75f474c9b28 None None] Sync routers for ids ['cef90f94-2f27-4925-b2ff-a23640ff3756'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:37.236400 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9470e8e-ee19-4def-be20-56a1cbf1e7d2,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:37.270947 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1aee90-c2f3-4cfe-a257-e89a250e3ec1 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:37.275383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a68530-af7d-455e-a1f1-cfb8749f92a3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:37.281840 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-55a68530-af7d-455e-a1f1-cfb8749f92a3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports/ec18c766-3906-4e79-a57e-c3f666e0440e HTTP/1.1" status: 200 len: 911 time: 0.1016684 Dec 10 18:35:37.284219 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2388dd8f-4dbd-493b-8215-b75f474c9b28 None None] Routers {'cef90f94-2f27-4925-b2ff-a23640ff3756'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:37.284611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35288) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:37.284997 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2388dd8f-4dbd-493b-8215-b75f474c9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cef90f94-2f27-4925-b2ff-a23640ff3756'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:37.323659 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.358915 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2388dd8f-4dbd-493b-8215-b75f474c9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:37.364364 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0e5afad3-028c-46b8-8333-ace65fd1f92f None None] Provisioning complete for port afacde8f-90cd-4c76-a87d-ca21171feefc triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:37.364741 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0e5afad3-028c-46b8-8333-ace65fd1f92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.388582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.402794 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270396d1-8382-4485-9491-e75821014019 service neutron] Pushing event updated for resources: {'Port': ['ID=7f96a652-ae30-411c-997e-dc26a142180f,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:37.425450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2388dd8f-4dbd-493b-8215-b75f474c9b28 None None] Routers {'cef90f94-2f27-4925-b2ff-a23640ff3756'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:37.426735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2388dd8f-4dbd-493b-8215-b75f474c9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cef90f94-2f27-4925-b2ff-a23640ff3756'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:37.472865 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2388dd8f-4dbd-493b-8215-b75f474c9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:37.473874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2388dd8f-4dbd-493b-8215-b75f474c9b28 None None] The sync data for ids ['cef90f94-2f27-4925-b2ff-a23640ff3756'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:37.487029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0e5afad3-028c-46b8-8333-ace65fd1f92f None None] Could not find standard attr ID for object afacde8f-90cd-4c76-a87d-ca21171feefc. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:35:37.492981 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.plugins.ml2.db [None req-0e5afad3-028c-46b8-8333-ace65fd1f92f None None] No ports have port_id starting with afacde8f-90cd-4c76-a87d-ca21171feefc Dec 10 18:35:37.549932 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.575843 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc1755c-6ff4-483b-a72c-648fe9f4730a None None] DHCP port deletion for 790f815e-e6fb-4a43-9eca-daa6d9b53473 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:37.598878 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.601949 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.661226 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e133c2-dc62-4b9f-8f7a-84357a84d494 req-751e9a6e-ce2e-424c-9da1-a897a16a9046 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:37.666695 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e4e133c2-dc62-4b9f-8f7a-84357a84d494 req-751e9a6e-ce2e-424c-9da1-a897a16a9046 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 944 time: 0.4034846 Dec 10 18:35:37.668434 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ec345e69-1f6a-4391-a0d0-4697a433c82b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.684332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No DVR routers for this DVR port afacde8f-90cd-4c76-a87d-ca21171feefc on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:37.687020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Port': ['ID=afacde8f-90cd-4c76-a87d-ca21171feefc,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:37.708125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 352240da-7ac5-4309-8865-e772e4687391 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:37.722681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec345e69-1f6a-4391-a0d0-4697a433c82b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Subnet': ['ID=fc3400df-abd8-42c8-9759-8d74e0ea01ed,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:37.737839 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ec345e69-1f6a-4391-a0d0-4697a433c82b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.743910 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ec345e69-1f6a-4391-a0d0-4697a433c82b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/fc3400df-abd8-42c8-9759-8d74e0ea01ed HTTP/1.1" status: 204 len: 168 time: 0.9750051 Dec 10 18:35:37.745940 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35290) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:37.784923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.785883 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5ae2110-25f9-474a-bd5a-492804dfb0e7 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:35:37.797884 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.799742 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f222215a-c3bd-4f7d-b19d-26dccf5432c7 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "DELETE /v2.0/routers/a5ae2110-25f9-474a-bd5a-492804dfb0e7 HTTP/1.1" status: 204 len: 168 time: 2.3784583 Dec 10 18:35:37.800995 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-26771c01-ca99-4914-b216-132e84615787 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:37.801613 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26771c01-ca99-4914-b216-132e84615787 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:37.803013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 352240da-7ac5-4309-8865-e772e4687391 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:37.804184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.809539 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-26771c01-ca99-4914-b216-132e84615787 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/c1d57340-7523-4367-94f2-a35f1ab290b4 HTTP/1.1" status: 404 len: 337 time: 0.0625622 Dec 10 18:35:37.812684 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35292) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:37.815683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35294) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:37.825473 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1408203748', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:37.942366 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e4e133c2-dc62-4b9f-8f7a-84357a84d494 req-0f24163e-62f3-48eb-9da0-a3b40ca8adbf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=53eedd77-1009-4e2f-b040-2a8179aeaaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646687 Dec 10 18:35:37.947542 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.985817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a7e1e7-1997-46a3-8278-d39ae0d0fc26 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting subnet d9d0b5c7-6938-45a2-9da2-6f5b983fb528 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:37.996750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e1e7-1997-46a3-8278-d39ae0d0fc26 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.039768 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.041897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.042061 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc382ec-5c9f-46e5-9d6d-9090f08701d6 None None] Network 8088c8be-b551-4755-a963-3530625ae774 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:38.076686 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790f815e-e6fb-4a43-9eca-daa6d9b53473']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:38.089319 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e1e7-1997-46a3-8278-d39ae0d0fc26 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.101039 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c30654-91a0-440b-ba03-e0cc51c097b6') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:38.101370 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c30654-91a0-440b-ba03-e0cc51c097b6') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:38.114607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Attempting to bind port 7f96a652-ae30-411c-997e-dc26a142180f on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:38.114955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Attempting to bind port 7f96a652-ae30-411c-997e-dc26a142180f by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'c0beb460-4f3c-44b1-8216-0dc03386acc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:38.115266 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Attempting to bind port 7f96a652-ae30-411c-997e-dc26a142180f on network 35006c79-310c-4d46-94c3-3f2fdbd840bd {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:38.117009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ee77f9a0-c539-4f86-bd03-b1f4b3a1b9bc None None] Provisioning complete for port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:38.117417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ee77f9a0-c539-4f86-bd03-b1f4b3a1b9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.120686 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.132972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Port 7f96a652-ae30-411c-997e-dc26a142180f on network 35006c79-310c-4d46-94c3-3f2fdbd840bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:35:38.133326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Attempting to bind port 7f96a652-ae30-411c-997e-dc26a142180f on network 35006c79-310c-4d46-94c3-3f2fdbd840bd {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:38.144772 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.150451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:38.150793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Checking segment: {'id': 'c0beb460-4f3c-44b1-8216-0dc03386acc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:38.151163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Bound using segment: {'id': 'c0beb460-4f3c-44b1-8216-0dc03386acc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:38.151598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Bound port: 7f96a652-ae30-411c-997e-dc26a142180f, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0beb460-4f3c-44b1-8216-0dc03386acc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:38.151954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.157777 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.182827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:38.183549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:38.186317 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:38.209586 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ee77f9a0-c539-4f86-bd03-b1f4b3a1b9bc None None] Port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:38.227281 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e1e7-1997-46a3-8278-d39ae0d0fc26 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.235344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ee77f9a0-c539-4f86-bd03-b1f4b3a1b9bc None None] Provisioning complete for port 1533771f-a233-409c-9b24-5d66a8448edb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:38.237756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ee77f9a0-c539-4f86-bd03-b1f4b3a1b9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.449608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e1e7-1997-46a3-8278-d39ae0d0fc26 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.513601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7e1e7-1997-46a3-8278-d39ae0d0fc26 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d0b5c7-6938-45a2-9da2-6f5b983fb528,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:38.516967 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.523917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e1e7-1997-46a3-8278-d39ae0d0fc26 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.529282 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d1a7e1e7-1997-46a3-8278-d39ae0d0fc26 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/d9d0b5c7-6938-45a2-9da2-6f5b983fb528 HTTP/1.1" status: 204 len: 168 time: 0.7109683 Dec 10 18:35:38.529950 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35296) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:38.558143 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a51d392-8978-449b-8f2f-1c3da3b04f18 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:38.558641 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a51d392-8978-449b-8f2f-1c3da3b04f18 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:38.564578 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7a51d392-8978-449b-8f2f-1c3da3b04f18 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/bb6f095d-17da-47a8-bf69-3f80f1d7a4be HTTP/1.1" status: 404 len: 337 time: 0.0335832 Dec 10 18:35:38.565266 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35298) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:38.593765 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-734a30b0-be9d-47d8-9832-c54b61ff052b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a95c5a-ad52-407c-85ed-b2446c84a059 HTTP/1.1" status: 200 len: 205 time: 0.0270271 Dec 10 18:35:38.596140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35300) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:38.643268 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-8981a9e2-9594-43d5-9ce4-475f30e0959e tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] delete failed (client error): The resource could not be found. Dec 10 18:35:38.646959 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8981a9e2-9594-43d5-9ce4-475f30e0959e tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/routers/72a95c5a-ad52-407c-85ed-b2446c84a059 HTTP/1.1" status: 404 len: 336 time: 0.0472641 Dec 10 18:35:38.652310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35302) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:38.690222 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9802ae-f851-4666-8416-499dd303dc5b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:38.690737 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9802ae-f851-4666-8416-499dd303dc5b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:38.693649 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fb9802ae-f851-4666-8416-499dd303dc5b tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/4193e88a-f77d-42ca-bd2a-15ccdaa6284b HTTP/1.1" status: 404 len: 337 time: 0.0403414 Dec 10 18:35:38.697952 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35304) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:38.728708 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7aca7e-1412-4580-bce8-ea3d48205355 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:38.730285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7aca7e-1412-4580-bce8-ea3d48205355 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:38.732405 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4c7aca7e-1412-4580-bce8-ea3d48205355 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/cbcd8878-0438-4626-b182-0f24e041a0c7 HTTP/1.1" status: 404 len: 337 time: 0.0332701 Dec 10 18:35:38.736114 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35306) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:38.754982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] For port 7f96a652-ae30-411c-997e-dc26a142180f, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:38.793459 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-6656d77d-0921-4a56-9f8e-f8f01ef55bb2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:38.794153 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6656d77d-0921-4a56-9f8e-f8f01ef55bb2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:38.800876 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6656d77d-0921-4a56-9f8e-f8f01ef55bb2 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/bbda5762-34e7-4139-ba21-ccaf3f3b8932 HTTP/1.1" status: 404 len: 337 time: 0.0618773 Dec 10 18:35:38.801972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.810919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35308) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:38.839788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] For port 7f96a652-ae30-411c-997e-dc26a142180f, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7f96a652-ae30-411c-997e-dc26a142180f,segment=NetworkSegment(c0beb460-4f3c-44b1-8216-0dc03386acc0),segment_id=c0beb460-4f3c-44b1-8216-0dc03386acc0)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:38.843752 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.850213 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/790f815e-e6fb-4a43-9eca-daa6d9b53473 HTTP/1.1" status: 204 len: 168 time: 5.7539861 Dec 10 18:35:38.862825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35310) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:38.874258 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.893196 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80fc74d-0b71-4cf0-be36-9c7f91050714 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:38.893787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80fc74d-0b71-4cf0-be36-9c7f91050714 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:38.897879 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f80fc74d-0b71-4cf0-be36-9c7f91050714 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/cb474b5a-01cb-4de5-b7a7-6602f221018d HTTP/1.1" status: 404 len: 333 time: 0.0831742 Dec 10 18:35:38.897879 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b3f78-8af0-4e9e-8870-0cbf265d7261 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Network': ['ID=790f815e-e6fb-4a43-9eca-daa6d9b53473,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:38.898429 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.901017 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35312) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:38.905661 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b36a3dd-2730-4b21-92b5-f6e599015912 None None] Network 8088c8be-b551-4755-a963-3530625ae774 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:38.919600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.924386 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f2d69b-1042-4ddd-86d6-2b6d5bf9607b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] GET failed (client error): The resource could not be found. Dec 10 18:35:38.928383 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-32f2d69b-1042-4ddd-86d6-2b6d5bf9607b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "GET /v2.0/subnets/ee028292-3144-4b71-963a-e634925d646a HTTP/1.1" status: 404 len: 337 time: 0.0539219 Dec 10 18:35:38.933729 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35314) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:38.953834 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4f61de-2905-47e5-bd62-88e3db43deb4 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:38.954302 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4f61de-2905-47e5-bd62-88e3db43deb4 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:38.959902 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-df4f61de-2905-47e5-bd62-88e3db43deb4 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/286e0bf3-317a-40c9-9e50-47e3cb1081e1 HTTP/1.1" status: 404 len: 337 time: 0.0555575 Dec 10 18:35:38.959902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.996913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35316) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:39.001176 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-53fe3991-dd8b-4447-8a8a-079ef4a9948b None None] Provisioning complete for port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:39.001553 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-53fe3991-dd8b-4447-8a8a-079ef4a9948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.057086 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-584dcedf-a3fe-4614-a6c2-df4d890f7aaf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:39.057929 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584dcedf-a3fe-4614-a6c2-df4d890f7aaf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:39.061285 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-584dcedf-a3fe-4614-a6c2-df4d890f7aaf tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/790f815e-e6fb-4a43-9eca-daa6d9b53473 HTTP/1.1" status: 404 len: 339 time: 0.1100638 Dec 10 18:35:39.061824 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-53fe3991-dd8b-4447-8a8a-079ef4a9948b None None] Port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:39.063316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:39.064167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.065483 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-270396d1-8382-4485-9491-e75821014019 service neutron] 10.222.0.21 "PUT /v2.0/ports/7f96a652-ae30-411c-997e-dc26a142180f HTTP/1.1" status: 200 len: 1094 time: 3.1001098 Dec 10 18:35:39.077665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-53fe3991-dd8b-4447-8a8a-079ef4a9948b None None] Provisioning complete for port 1533771f-a233-409c-9b24-5d66a8448edb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:39.078428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-53fe3991-dd8b-4447-8a8a-079ef4a9948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.092974 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae308f3e-a988-41df-b71d-3aeb32b2c9e5', 'tag': '7f96a652-ae30-411c-997e-dc26a142180f'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:39.093310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f9204b-9ecc-438d-89a2-dd2740f128b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ae308f3e-a988-41df-b71d-3aeb32b2c9e5", "tag": "7f96a652-ae30-411c-997e-dc26a142180f"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:39.096202 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35320) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:39.127410 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Allocated IP 172.26.5.118 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/ef5ef1c7-af8c-4127-8409-6bc059246d5f) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:39.191129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d48ac9d-f59e-4fb2-aa17-849be30a1dea None None] DHCP port deletion for 8088c8be-b551-4755-a963-3530625ae774 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:39.272954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-5d48ac9d-f59e-4fb2-aa17-849be30a1dea None None] Deleting port 1533771f-a233-409c-9b24-5d66a8448edb {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:39.273170 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5d48ac9d-f59e-4fb2-aa17-849be30a1dea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.291559 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9787b43-240d-4bf4-b2f0-34795b09980d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:39.292148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9787b43-240d-4bf4-b2f0-34795b09980d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:39.293599 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291e0fe-6b34-488a-b3d5-48e3d4e1e90d req-ebf76bdf-9314-4a26-8e16-f42414b02212 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:39.295169 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c291e0fe-6b34-488a-b3d5-48e3d4e1e90d req-ebf76bdf-9314-4a26-8e16-f42414b02212 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 944 time: 0.1421494 Dec 10 18:35:39.304279 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f9787b43-240d-4bf4-b2f0-34795b09980d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/f01d990b-21a8-4b48-8e2a-f2f17594e1ad HTTP/1.1" status: 404 len: 337 time: 0.3046861 Dec 10 18:35:39.306532 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35324) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:39.306869 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81088bed-6256-4e69-bcb3-af84a9fb8417 x-openstack-request-id: req-81088bed-6256-4e69-bcb3-af84a9fb8417 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:39.307163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae308f3e-a988-41df-b71d-3aeb32b2c9e5", "tag": "7f96a652-ae30-411c-997e-dc26a142180f", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:39.307422 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81088bed-6256-4e69-bcb3-af84a9fb8417 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:39.307825 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae308f3e-a988-41df-b71d-3aeb32b2c9e5', 'tag': '7f96a652-ae30-411c-997e-dc26a142180f', 'status': 'completed', 'code': 200} Dec 10 18:35:39.350810 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-5d48ac9d-f59e-4fb2-aa17-849be30a1dea None None] For port 1533771f-a233-409c-9b24-5d66a8448edb, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1533771f-a233-409c-9b24-5d66a8448edb,segment=NetworkSegment(fb1929f2-dda2-4210-a3ea-3c2ba45d899e),segment_id=fb1929f2-dda2-4210-a3ea-3c2ba45d899e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:39.351419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5d48ac9d-f59e-4fb2-aa17-849be30a1dea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.361130 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.363314 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fe420d-e170-498a-8bc2-d454dd200eff tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:39.363874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fe420d-e170-498a-8bc2-d454dd200eff tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:39.367118 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-02fe420d-e170-498a-8bc2-d454dd200eff tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/4ed500c7-18ce-44c3-a04f-91e387ed2a4c HTTP/1.1" status: 404 len: 333 time: 0.0513120 Dec 10 18:35:39.371478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-5d48ac9d-f59e-4fb2-aa17-849be30a1dea None None] Calling delete_port for 1533771f-a233-409c-9b24-5d66a8448edb owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:39.398260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35326) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:39.437267 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c291e0fe-6b34-488a-b3d5-48e3d4e1e90d req-ac3cdb5c-6d04-4264-ad58-ec3d93d3f158 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=53eedd77-1009-4e2f-b040-2a8179aeaaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278729 Dec 10 18:35:39.439682 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a05f46f-5dfd-4071-9500-550b66c5a500 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:39.440468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a05f46f-5dfd-4071-9500-550b66c5a500 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:39.443345 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6a05f46f-5dfd-4071-9500-550b66c5a500 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/1c2a21e8-a30b-4149-bfdd-17c7933359ca HTTP/1.1" status: 404 len: 337 time: 0.0440660 Dec 10 18:35:39.447657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35328) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:39.455135 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270396d1-8382-4485-9491-e75821014019 service neutron] Pushing event updated for resources: {'Port': ['ID=7f96a652-ae30-411c-997e-dc26a142180f,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:39.474376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device afacde8f-90cd-4c76-a87d-ca21171feefc no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:39.493487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-46c0e484-082b-48cf-8c60-d89e6c6c1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:39.495126 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-46c0e484-082b-48cf-8c60-d89e6c6c1e60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 1097 time: 0.1714242 Dec 10 18:35:39.495878 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: afacde8f-90cd-4c76-a87d-ca21171feefc {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:39.496231 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device afacde8f-90cd-4c76-a87d-ca21171feefc not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:39.496661 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c9470e8e-ee19-4def-be20-56a1cbf1e7d2 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:39.515426 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a74e18-ce93-4d67-aa8a-acc41e636b54 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:39.515943 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a74e18-ce93-4d67-aa8a-acc41e636b54 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:39.519404 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-51a74e18-ce93-4d67-aa8a-acc41e636b54 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/subnets/37e5dd61-f9bd-48b2-953f-9939a78d26f6 HTTP/1.1" status: 404 len: 337 time: 0.0707982 Dec 10 18:35:39.522135 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: c9470e8e-ee19-4def-be20-56a1cbf1e7d2 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:39.522492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c9470e8e-ee19-4def-be20-56a1cbf1e7d2 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:39.522919 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1533771f-a233-409c-9b24-5d66a8448edb no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:39.523654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35330) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:39.598259 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-e38d88cf-70b7-43c8-b2e3-8fd5399d0e63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=7f96a652-ae30-411c-997e-dc26a142180f HTTP/1.1" status: 200 len: 217 time: 0.0638928 Dec 10 18:35:39.608057 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd71184-f830-43f4-a3ab-6866e3914cb5 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:39.608892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.609548 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ebd71184-f830-43f4-a3ab-6866e3914cb5 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5077169 Dec 10 18:35:39.612237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5d48ac9d-f59e-4fb2-aa17-849be30a1dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.614634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35332) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:39.655924 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48ac9d-f59e-4fb2-aa17-849be30a1dea None None] Pushing event deleted for resources: {'Port': ['ID=1533771f-a233-409c-9b24-5d66a8448edb,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:39.663772 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bd0adb9e-f38b-45c2-a066-4e71b0046cc3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 207 time: 0.0449789 Dec 10 18:35:39.663772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-2a44ef66-bb49-4bd4-bc99-bb1ea34b5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Deleting port 3a857e97-adc2-4da1-ae0d-695d8be1bea8 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:39.663772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2a44ef66-bb49-4bd4-bc99-bb1ea34b5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.669964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35334) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:39.683092 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d48ac9d-f59e-4fb2-aa17-849be30a1dea None None] No DVR routers for this DVR port 1533771f-a233-409c-9b24-5d66a8448edb on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:39.722804 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.787564 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:39.794210 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:39.797205 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2a44ef66-bb49-4bd4-bc99-bb1ea34b5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.806791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:39.815015 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b58e6fd-3ca4-47d8-8b0b-89e6dc632300 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:39.820178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-bf69c991-76e2-4055-bff1-cd59fe64df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:39.821890 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-bf69c991-76e2-4055-bff1-cd59fe64df63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f4579930-0a9d-4e38-b222-d62fb5ecfd22 HTTP/1.1" status: 200 len: 837 time: 0.2083082 Dec 10 18:35:39.839265 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-2a44ef66-bb49-4bd4-bc99-bb1ea34b5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Calling delete_port for 3a857e97-adc2-4da1-ae0d-695d8be1bea8 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:39.850686 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Pushing event updated for resources: {'Port': ['ID=ef5ef1c7-af8c-4127-8409-6bc059246d5f,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:39.860875 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6e80b2f6-13ae-49d4-8779-9fad2536c0c1 None None] Provisioning complete for port ef5ef1c7-af8c-4127-8409-6bc059246d5f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:39.864395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6e80b2f6-13ae-49d4-8779-9fad2536c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.901592 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6e80b2f6-13ae-49d4-8779-9fad2536c0c1 None None] Port ef5ef1c7-af8c-4127-8409-6bc059246d5f cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:39.966489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Allocated IP 2001:db8:1::1 (9a2940d9-cca1-43b2-89cf-d86ed1337080/c13550c6-1c39-487f-b636-a86ff11af892/05fc37e8-dad4-45aa-84d1-25981805d96f) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:39.999735 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43022e9a-3963-4fae-a4d7-98d0654129ac tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.005580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43022e9a-3963-4fae-a4d7-98d0654129ac tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.011604 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43022e9a-3963-4fae-a4d7-98d0654129ac tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.017878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43022e9a-3963-4fae-a4d7-98d0654129ac tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.019585 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-43022e9a-3963-4fae-a4d7-98d0654129ac tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3486571 Dec 10 18:35:40.023421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-7fbd9e01-4abe-496c-8cf2-0df3583f0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.024807 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-7fbd9e01-4abe-496c-8cf2-0df3583f0517 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35006c79-310c-4d46-94c3-3f2fdbd840bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1895530 Dec 10 18:35:40.025275 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35336) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:40.162548 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2a44ef66-bb49-4bd4-bc99-bb1ea34b5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.221531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44ef66-bb49-4bd4-bc99-bb1ea34b5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Port': ['ID=3a857e97-adc2-4da1-ae0d-695d8be1bea8,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:40.232273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2a44ef66-bb49-4bd4-bc99-bb1ea34b5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.235619 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2a44ef66-bb49-4bd4-bc99-bb1ea34b5d10 tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/ports/3a857e97-adc2-4da1-ae0d-695d8be1bea8 HTTP/1.1" status: 204 len: 168 time: 0.7096970 Dec 10 18:35:40.238135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35338) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:40.288464 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-1ffd21e3-df6d-48ad-8e16-1e1757d14203 service neutron] 10.222.0.21 "GET /v2.0/networks/35006c79-310c-4d46-94c3-3f2fdbd840bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309332 Dec 10 18:35:40.295338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.315524 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.318106 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-23944c79-933b-4a82-b287-11e11629334d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2896760 Dec 10 18:35:40.322217 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35340) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:40.387948 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcec9214-086a-44be-9257-2213d4ac036d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.470397 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bf1925-5f17-4e30-bf66-2854567541b3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.473270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bf1925-5f17-4e30-bf66-2854567541b3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.479339 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-34bf1925-5f17-4e30-bf66-2854567541b3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1429973 Dec 10 18:35:40.483065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35344) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:40.519960 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4b9f746c-91e6-42f4-8a8a-6944ff3159cf req-4ce24207-e52c-4fe3-a8f6-3805c27b2d35 service neutron] 10.222.0.21 "GET /v2.0/networks/35006c79-310c-4d46-94c3-3f2fdbd840bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214808 Dec 10 18:35:40.540628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcec9214-086a-44be-9257-2213d4ac036d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.578309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.620535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 9a2940d9-cca1-43b2-89cf-d86ed1337080 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:40.625959 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:40.629800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:40.630464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.637009 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=05fc37e8-dad4-45aa-84d1-25981805d96f,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:40.656380 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13585942-1e99-4ccc-a336-d78e11797810 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['shared'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.657821 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13585942-1e99-4ccc-a336-d78e11797810 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['shared'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.659398 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-13585942-1e99-4ccc-a336-d78e11797810 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1784258 Dec 10 18:35:40.663489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-bcec9214-086a-44be-9257-2213d4ac036d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8088c8be-b551-4755-a963-3530625ae774']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:40.666285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35346) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:40.686999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-bcec9214-086a-44be-9257-2213d4ac036d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1929f2-dda2-4210-a3ea-3c2ba45d899e') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:40.687299 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-bcec9214-086a-44be-9257-2213d4ac036d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1929f2-dda2-4210-a3ea-3c2ba45d899e') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:40.756105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9204b-9ecc-438d-89a2-dd2740f128b1 req-459277c7-0175-4d01-acfc-3be3539e5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.757712 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a3f9204b-9ecc-438d-89a2-dd2740f128b1 req-459277c7-0175-4d01-acfc-3be3539e5072 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 1097 time: 0.0840189 Dec 10 18:35:40.866626 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9204b-9ecc-438d-89a2-dd2740f128b1 req-7dc50ed7-2392-4afc-a0d4-487515affabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.872116 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a3f9204b-9ecc-438d-89a2-dd2740f128b1 req-7dc50ed7-2392-4afc-a0d4-487515affabf service neutron] 10.222.0.21 "GET /v2.0/networks?id=35006c79-310c-4d46-94c3-3f2fdbd840bd HTTP/1.1" status: 200 len: 897 time: 0.1029253 Dec 10 18:35:40.932415 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-88f3d86a-1728-476c-b29e-51165b438532 None None] Provisioning complete for port 05fc37e8-dad4-45aa-84d1-25981805d96f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:40.933071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-88f3d86a-1728-476c-b29e-51165b438532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.943245 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a3f9204b-9ecc-438d-89a2-dd2740f128b1 req-08d6bc97-ce10-4640-99fb-390aa8a1d3a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=7f96a652-ae30-411c-997e-dc26a142180f HTTP/1.1" status: 200 len: 217 time: 0.0483425 Dec 10 18:35:40.947001 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.970687 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-88f3d86a-1728-476c-b29e-51165b438532 None None] Port 05fc37e8-dad4-45aa-84d1-25981805d96f cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:41.048070 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcec9214-086a-44be-9257-2213d4ac036d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.083191 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e26bf-b687-47ad-9362-3e547537a812 req-4bde7fd5-8095-4dd8-953d-0c4327a1a4be tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:41.084564 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4a1e26bf-b687-47ad-9362-3e547537a812 req-4bde7fd5-8095-4dd8-953d-0c4327a1a4be tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 944 time: 0.5467153 Dec 10 18:35:41.094250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcec9214-086a-44be-9257-2213d4ac036d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.098395 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9204b-9ecc-438d-89a2-dd2740f128b1 req-800f6abd-3d86-4cfa-ae95-4830f4080a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:41.099864 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a3f9204b-9ecc-438d-89a2-dd2740f128b1 req-800f6abd-3d86-4cfa-ae95-4830f4080a54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f4579930-0a9d-4e38-b222-d62fb5ecfd22 HTTP/1.1" status: 200 len: 837 time: 0.1380441 Dec 10 18:35:41.114809 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcec9214-086a-44be-9257-2213d4ac036d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:41.115209 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcec9214-086a-44be-9257-2213d4ac036d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:41.118164 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:41.186748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.208028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9204b-9ecc-438d-89a2-dd2740f128b1 req-a4a9b8a3-7452-4f1d-994d-ec646791d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:41.209543 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a3f9204b-9ecc-438d-89a2-dd2740f128b1 req-a4a9b8a3-7452-4f1d-994d-ec646791d905 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35006c79-310c-4d46-94c3-3f2fdbd840bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1009588 Dec 10 18:35:41.234510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9bff00-67bb-4e47-b45e-ce8d718fbec3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:41.235862 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bd9bff00-67bb-4e47-b45e-ce8d718fbec3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "GET /v2.0/networks/abd75b88-a106-4e48-9e4d-35626502550a HTTP/1.1" status: 200 len: 799 time: 0.5617654 Dec 10 18:35:41.241733 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35348) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:41.298949 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4a1e26bf-b687-47ad-9362-3e547537a812 req-c100eb12-1a47-4008-9aa2-9cb18a93e96c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=53eedd77-1009-4e2f-b040-2a8179aeaaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061720 Dec 10 18:35:41.355905 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcec9214-086a-44be-9257-2213d4ac036d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.363691 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bcec9214-086a-44be-9257-2213d4ac036d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.366919 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bcec9214-086a-44be-9257-2213d4ac036d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] 10.222.0.60 "DELETE /v2.0/networks/8088c8be-b551-4755-a963-3530625ae774 HTTP/1.1" status: 204 len: 168 time: 1.1278522 Dec 10 18:35:41.381838 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec9214-086a-44be-9257-2213d4ac036d tempest-PortsTestJSON-1401584379 tempest-PortsTestJSON-1401584379-project] Pushing event deleted for resources: {'Network': ['ID=8088c8be-b551-4755-a963-3530625ae774,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:41.469681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Router 93f7d214-ff8a-4437-bfff-861e2b2b9adf is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:35:41.585451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:41.599216 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c40dae7-3772-4496-a57c-339c7a643be6 None None] Sync routers for ids ['93f7d214-ff8a-4437-bfff-861e2b2b9adf'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:41.611734 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c40dae7-3772-4496-a57c-339c7a643be6 None None] Routers {'93f7d214-ff8a-4437-bfff-861e2b2b9adf'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:41.612312 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2c40dae7-3772-4496-a57c-339c7a643be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['93f7d214-ff8a-4437-bfff-861e2b2b9adf'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:41.649139 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2c40dae7-3772-4496-a57c-339c7a643be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:41.658248 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c40dae7-3772-4496-a57c-339c7a643be6 None None] Routers {'93f7d214-ff8a-4437-bfff-861e2b2b9adf'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:41.658861 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2c40dae7-3772-4496-a57c-339c7a643be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['93f7d214-ff8a-4437-bfff-861e2b2b9adf'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:41.692255 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2c40dae7-3772-4496-a57c-339c7a643be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:41.692843 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c40dae7-3772-4496-a57c-339c7a643be6 None None] The sync data for ids ['93f7d214-ff8a-4437-bfff-861e2b2b9adf'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:41.700032 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.701337 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c0cd90c5-37b1-46e6-a2cd-34b35861a68b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8844688 Dec 10 18:35:41.704296 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35354) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:41.708844 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b45e4121-1637-47df-a216-39920bca9d4a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'enable_snat': False}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:41.794740 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a3f9204b-9ecc-438d-89a2-dd2740f128b1 req-4f012591-135a-438e-9c71-fda6e53dc52b service neutron] 10.222.0.21 "GET /v2.0/networks/35006c79-310c-4d46-94c3-3f2fdbd840bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750549 Dec 10 18:35:41.796715 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.805756 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-218c0d02-28cf-425f-b73c-9ed896d042a6 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "GET /v2.0/networks/abd75b88-a106-4e48-9e4d-35626502550a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5358207 Dec 10 18:35:41.809132 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35356) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:41.894950 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a3f9204b-9ecc-438d-89a2-dd2740f128b1 req-6910e1a4-35a3-4daa-b69c-06fbd0020cc9 service neutron] 10.222.0.21 "GET /v2.0/networks/35006c79-310c-4d46-94c3-3f2fdbd840bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880039 Dec 10 18:35:41.919405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.920653 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.941024 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addaac7f-a270-454d-9247-06777969cadb tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:41.949647 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-addaac7f-a270-454d-9247-06777969cadb tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "GET /v2.0/subnets/62e7b2bf-a4a6-4a17-9a6d-53455a1b62b7 HTTP/1.1" status: 200 len: 811 time: 0.1310029 Dec 10 18:35:41.949647 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35360) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:41.955241 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35362) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:42.058911 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=05fc37e8-dad4-45aa-84d1-25981805d96f,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:42.077487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb4a4c-6a2e-41c0-b128-3a16f08f0974 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['shared'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:42.078917 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6cfb4a4c-6a2e-41c0-b128-3a16f08f0974 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "GET /v2.0/subnets/62e7b2bf-a4a6-4a17-9a6d-53455a1b62b7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1213789 Dec 10 18:35:42.082674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35366) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:42.088854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-84a6c546-afd6-47ac-bf97-d1e1265f3579 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1850539021'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:42.103158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b45e4121-1637-47df-a216-39920bca9d4a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.121909 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8269e8d8-52de-47fe-a79d-c2b642cc0b2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0436a4832bd94e0b890c68cbddcd3acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772735 Dec 10 18:35:42.124482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35368) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:42.128780 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 7f96a652-ae30-411c-997e-dc26a142180f details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:42.133496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 9a2940d9-cca1-43b2-89cf-d86ed1337080 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:42.135509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:42.193725 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7263f878-fb18-4f33-b980-f4925325fff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.234758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a6c546-afd6-47ac-bf97-d1e1265f3579 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:42.238740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-84a6c546-afd6-47ac-bf97-d1e1265f3579 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.248648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7263f878-fb18-4f33-b980-f4925325fff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.280608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a6c546-afd6-47ac-bf97-d1e1265f3579 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:42.296666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-84a6c546-afd6-47ac-bf97-d1e1265f3579 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.296666 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-84a6c546-afd6-47ac-bf97-d1e1265f3579 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Added segment 61539756-b196-4fc6-9ff2-c59319b8e091 of type vlan for network 93ad8038-d738-411f-985d-0a997e583a27 Dec 10 18:35:42.299098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router cef90f94-2f27-4925-b2ff-a23640ff3756 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:42.350356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 7f96a652-ae30-411c-997e-dc26a142180f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7f96a652-ae30-411c-997e-dc26a142180f,segment=NetworkSegment(c0beb460-4f3c-44b1-8216-0dc03386acc0),segment_id=c0beb460-4f3c-44b1-8216-0dc03386acc0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:42.374503 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '7f96a652-ae30-411c-997e-dc26a142180f', 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd', 'port_id': '7f96a652-ae30-411c-997e-dc26a142180f', 'mac_address': 'fa:16:3e:17:09:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4579930-0a9d-4e38-b222-d62fb5ecfd22', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:35:42.422795 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.428360 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7263f878-fb18-4f33-b980-f4925325fff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.431286 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7263f878-fb18-4f33-b980-f4925325fff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.432613 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7263f878-fb18-4f33-b980-f4925325fff2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/588946fd-0d34-425d-9c2e-9c3dfda7c915 HTTP/1.1" status: 204 len: 168 time: 0.3071835 Dec 10 18:35:42.446237 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-84a6c546-afd6-47ac-bf97-d1e1265f3579 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.457957 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f96a652-ae30-411c-997e-dc26a142180f {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:42.498942 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:42.509771 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 7f96a652-ae30-411c-997e-dc26a142180f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7f96a652-ae30-411c-997e-dc26a142180f,segment=NetworkSegment(c0beb460-4f3c-44b1-8216-0dc03386acc0),segment_id=c0beb460-4f3c-44b1-8216-0dc03386acc0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:42.512609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35374) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:42.514263 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5c34d33d-5e80-4726-be09-5bbb28e3d150 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/cef90f94-2f27-4925-b2ff-a23640ff3756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2285841 Dec 10 18:35:42.527507 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263f878-fb18-4f33-b980-f4925325fff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588946fd-0d34-425d-9c2e-9c3dfda7c915,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:42.530683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764bbab3-1dda-4dde-b571-10986f4d0ff6 None None] Sync routers for ids ['cef90f94-2f27-4925-b2ff-a23640ff3756'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:42.558370 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-84a6c546-afd6-47ac-bf97-d1e1265f3579 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.560935 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764bbab3-1dda-4dde-b571-10986f4d0ff6 None None] Routers {'cef90f94-2f27-4925-b2ff-a23640ff3756'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:42.561565 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-764bbab3-1dda-4dde-b571-10986f4d0ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cef90f94-2f27-4925-b2ff-a23640ff3756'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:42.564078 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a6c546-afd6-47ac-bf97-d1e1265f3579 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:42.565220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-84a6c546-afd6-47ac-bf97-d1e1265f3579 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.603338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.628254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273f9a1-06aa-4fee-9410-50ea53b8c713 req-d967bd10-14ee-455f-a2bf-f24a7a8ca1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:42.635832 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d273f9a1-06aa-4fee-9410-50ea53b8c713 req-d967bd10-14ee-455f-a2bf-f24a7a8ca1ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 944 time: 0.2177336 Dec 10 18:35:42.638862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6c546-afd6-47ac-bf97-d1e1265f3579 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Network': ['ID=93ad8038-d738-411f-985d-0a997e583a27,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:42.645120 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf013690-0072-4b5a-8241-3c8344f4ea3e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:42.649923 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bf013690-0072-4b5a-8241-3c8344f4ea3e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports/05fc37e8-dad4-45aa-84d1-25981805d96f HTTP/1.1" status: 200 len: 913 time: 0.1305006 Dec 10 18:35:42.650909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35376) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:42.654405 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-764bbab3-1dda-4dde-b571-10986f4d0ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:42.660653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=7f96a652-ae30-411c-997e-dc26a142180f,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:42.663311 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 93ad8038-d738-411f-985d-0a997e583a27 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:42.694874 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-84a6c546-afd6-47ac-bf97-d1e1265f3579 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6098273 Dec 10 18:35:42.712308 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35378) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:42.737190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764bbab3-1dda-4dde-b571-10986f4d0ff6 None None] Routers {'cef90f94-2f27-4925-b2ff-a23640ff3756'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:42.737854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-764bbab3-1dda-4dde-b571-10986f4d0ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cef90f94-2f27-4925-b2ff-a23640ff3756'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:42.740667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-310e9114-7e9a-4972-aa1c-f51cd6587c18 None None] Provisioning complete for port 05fc37e8-dad4-45aa-84d1-25981805d96f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:42.741047 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-310e9114-7e9a-4972-aa1c-f51cd6587c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.746520 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-02514794-a842-4045-9b43-c618bef68c46 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'subnet': {'network_id': '93ad8038-d738-411f-985d-0a997e583a27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:42.817887 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-764bbab3-1dda-4dde-b571-10986f4d0ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:42.818556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764bbab3-1dda-4dde-b571-10986f4d0ff6 None None] The sync data for ids ['cef90f94-2f27-4925-b2ff-a23640ff3756'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:42.829898 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-310e9114-7e9a-4972-aa1c-f51cd6587c18 None None] Port 05fc37e8-dad4-45aa-84d1-25981805d96f cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:42.888145 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d273f9a1-06aa-4fee-9410-50ea53b8c713 req-34abe2f5-68dd-4051-af07-a77440576f2c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=53eedd77-1009-4e2f-b040-2a8179aeaaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514493 Dec 10 18:35:42.912650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['7f96a652-ae30-411c-997e-dc26a142180f'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:43.049800 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b45e4121-1637-47df-a216-39920bca9d4a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.053717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b45e4121-1637-47df-a216-39920bca9d4a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.099743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02514794-a842-4045-9b43-c618bef68c46 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Made reservation on behalf of aed3f0eff92346568c4dc809ee8b30fc for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:43.104580 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-02514794-a842-4045-9b43-c618bef68c46 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.116904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cd1aed-38cd-4de6-a84e-a2b74f782d02 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.225602 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.ipam_backend_mixin [None req-02514794-a842-4045-9b43-c618bef68c46 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Performing IP validity checks on allocation pools {{(pid=103594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:35:43.226238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.ipam_backend_mixin [None req-02514794-a842-4045-9b43-c618bef68c46 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:35:43.278830 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45e4121-1637-47df-a216-39920bca9d4a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Router 93f7d214-ff8a-4437-bfff-861e2b2b9adf has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:43.447371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-95cd1aed-38cd-4de6-a84e-a2b74f782d02 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port 05fc37e8-dad4-45aa-84d1-25981805d96f {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:43.447762 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cd1aed-38cd-4de6-a84e-a2b74f782d02 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.543624 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cd1aed-38cd-4de6-a84e-a2b74f782d02 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.556817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-95cd1aed-38cd-4de6-a84e-a2b74f782d02 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for 05fc37e8-dad4-45aa-84d1-25981805d96f owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:43.706763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35398) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:43.802413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45e4121-1637-47df-a216-39920bca9d4a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:43.807250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b45e4121-1637-47df-a216-39920bca9d4a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.811276 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b45e4121-1637-47df-a216-39920bca9d4a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "PUT /v2.0/routers/93f7d214-ff8a-4437-bfff-861e2b2b9adf HTTP/1.1" status: 200 len: 926 time: 2.1031940 Dec 10 18:35:43.811276 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35402) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:43.814822 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9a4c37-6012-4d46-bd3b-e7794428a05b None None] Sync routers for ids ['93f7d214-ff8a-4437-bfff-861e2b2b9adf'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:43.822904 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-06fc0c62-c232-4b25-ad12-65514d750a7d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group': {'name': 'tempest-secgroup--35699955'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:43.828850 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a4c37-6012-4d46-bd3b-e7794428a05b None None] Routers {'93f7d214-ff8a-4437-bfff-861e2b2b9adf'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:43.829450 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8d9a4c37-6012-4d46-bd3b-e7794428a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['93f7d214-ff8a-4437-bfff-861e2b2b9adf'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:43.857985 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cd1aed-38cd-4de6-a84e-a2b74f782d02 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.866323 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8d9a4c37-6012-4d46-bd3b-e7794428a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:43.874803 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a4c37-6012-4d46-bd3b-e7794428a05b None None] Routers {'93f7d214-ff8a-4437-bfff-861e2b2b9adf'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:43.875582 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8d9a4c37-6012-4d46-bd3b-e7794428a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['93f7d214-ff8a-4437-bfff-861e2b2b9adf'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:43.905187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd1aed-38cd-4de6-a84e-a2b74f782d02 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=05fc37e8-dad4-45aa-84d1-25981805d96f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:43.923542 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8d9a4c37-6012-4d46-bd3b-e7794428a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:43.924307 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9a4c37-6012-4d46-bd3b-e7794428a05b None None] The sync data for ids ['93f7d214-ff8a-4437-bfff-861e2b2b9adf'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:43.932007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-02514794-a842-4045-9b43-c618bef68c46 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.033044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06fc0c62-c232-4b25-ad12-65514d750a7d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.051053 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95cd1aed-38cd-4de6-a84e-a2b74f782d02 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.063464 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02514794-a842-4045-9b43-c618bef68c46 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Subnet': ['ID=bf54a33b-40e7-484d-b621-a4c19bc78b5e,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:44.074436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06fc0c62-c232-4b25-ad12-65514d750a7d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.089604 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6bf157d1-1550-42eb-9f7a-0e24f1731fc1 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/routers/93f7d214-ff8a-4437-bfff-861e2b2b9adf HTTP/1.1" status: 200 len: 926 time: 0.2773297 Dec 10 18:35:44.096615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35406) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:44.140540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 7f96a652-ae30-411c-997e-dc26a142180f up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:44.153555 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02514794-a842-4045-9b43-c618bef68c46 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Checking segment: {'id': '61539756-b196-4fc6-9ff2-c59319b8e091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '93ad8038-d738-411f-985d-0a997e583a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:44.154155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02514794-a842-4045-9b43-c618bef68c46 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network hostable DHCP agents. Network: 93ad8038-d738-411f-985d-0a997e583a27, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:44.169564 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee24bdc-a72b-4455-88b1-1b033ba0e4d4 req-0aa6ab87-69b1-434c-ad5b-97255d62e011 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:44.171623 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cee24bdc-a72b-4455-88b1-1b033ba0e4d4 req-0aa6ab87-69b1-434c-ad5b-97255d62e011 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 945 time: 0.1663208 Dec 10 18:35:44.221020 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b533c91-1e6e-440d-a146-e2050ef52383 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:44.222500 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9b533c91-1e6e-440d-a146-e2050ef52383 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&device_id=93f7d214-ff8a-4437-bfff-861e2b2b9adf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1224854 Dec 10 18:35:44.228317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35408) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:44.272288 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cee24bdc-a72b-4455-88b1-1b033ba0e4d4 req-a7b95fe6-9080-4e26-9e2c-da893688cb57 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=53eedd77-1009-4e2f-b040-2a8179aeaaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873101 Dec 10 18:35:44.279571 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 7f96a652-ae30-411c-997e-dc26a142180f completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:35:44.286499 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06fc0c62-c232-4b25-ad12-65514d750a7d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.292245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 7f96a652-ae30-411c-997e-dc26a142180f triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:44.292882 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.298287 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02514794-a842-4045-9b43-c618bef68c46 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Network 93ad8038-d738-411f-985d-0a997e583a27 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:44.322896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cd1aed-38cd-4de6-a84e-a2b74f782d02 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router cef90f94-2f27-4925-b2ff-a23640ff3756 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:44.343367 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b1feff-46c7-4ff8-9067-06d5c39416d0 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:44.345009 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-11b1feff-46c7-4ff8-9067-06d5c39416d0 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/networks/ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 881 time: 0.1158154 Dec 10 18:35:44.347988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35410) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:44.372229 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06fc0c62-c232-4b25-ad12-65514d750a7d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.375961 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.402838 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae308f3e-a988-41df-b71d-3aeb32b2c9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f96a652-ae30-411c-997e-dc26a142180f'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:44.408660 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ae10bd-303a-4b92-bb4a-f12f26a6ed4f" -d '{"events": [{"server_uuid": "ae308f3e-a988-41df-b71d-3aeb32b2c9e5", "name": "network-vif-plugged", "status": "completed", "tag": "7f96a652-ae30-411c-997e-dc26a142180f"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:44.412189 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc0c62-c232-4b25-ad12-65514d750a7d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7182631-e6a0-4e9e-abb2-c669c68f8749,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:44.432084 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-02514794-a842-4045-9b43-c618bef68c46 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 93ad8038-d738-411f-985d-0a997e583a27) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:44.444204 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02514794-a842-4045-9b43-c618bef68c46 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:44.445013 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-02514794-a842-4045-9b43-c618bef68c46 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.452520 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e32f8ca0-f02a-4f6a-a904-bbfae42ddb8b tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "GET /v2.0/ports?device_id=93f7d214-ff8a-4437-bfff-861e2b2b9adf HTTP/1.1" status: 200 len: 205 time: 0.1035471 Dec 10 18:35:44.455166 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35414) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:44.504099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06fc0c62-c232-4b25-ad12-65514d750a7d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.550008 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-02514794-a842-4045-9b43-c618bef68c46 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8365548 Dec 10 18:35:44.552647 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35416) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:44.558899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-acb4b03d-720b-4a8a-9b00-dbe0cec3542f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:44.592238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06fc0c62-c232-4b25-ad12-65514d750a7d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.616582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb489e15-6855-49f7-a694-4e7a93db2a38 x-openstack-request-id: req-eb489e15-6855-49f7-a694-4e7a93db2a38 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:44.616902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae308f3e-a988-41df-b71d-3aeb32b2c9e5", "name": "network-vif-plugged", "status": "completed", "tag": "7f96a652-ae30-411c-997e-dc26a142180f", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:44.617193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb489e15-6855-49f7-a694-4e7a93db2a38 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:44.617846 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae308f3e-a988-41df-b71d-3aeb32b2c9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f96a652-ae30-411c-997e-dc26a142180f', 'code': 200} Dec 10 18:35:44.620358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708cd3ac-397d-4ec5-9130-b2fc6b57373d None None] Network 93ad8038-d738-411f-985d-0a997e583a27 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:44.625184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 7f96a652-ae30-411c-997e-dc26a142180f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7f96a652-ae30-411c-997e-dc26a142180f,segment=NetworkSegment(c0beb460-4f3c-44b1-8216-0dc03386acc0),segment_id=c0beb460-4f3c-44b1-8216-0dc03386acc0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:44.649065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc0c62-c232-4b25-ad12-65514d750a7d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338c8762-66ca-4313-9280-18a3b10fe4ab,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:44.701726 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-acb4b03d-720b-4a8a-9b00-dbe0cec3542f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4008886'] for subnet, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.732484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.763765 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-93ad8038-d738-411f-985d-0a997e583a27', 'network_id': '93ad8038-d738-411f-985d-0a997e583a27', 'project_id': 'aed3f0eff92346568c4dc809ee8b30fc', 'fixed_ips': [{'subnet_id': 'bf54a33b-40e7-484d-b621-a4c19bc78b5e'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:44.764643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.768018 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-06fc0c62-c232-4b25-ad12-65514d750a7d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.772262 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-06fc0c62-c232-4b25-ad12-65514d750a7d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0624635 Dec 10 18:35:44.773018 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35418) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:44.809476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=7f96a652-ae30-411c-997e-dc26a142180f,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:44.809859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cd1aed-38cd-4de6-a84e-a2b74f782d02 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:44.819956 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-95cd1aed-38cd-4de6-a84e-a2b74f782d02 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/cef90f94-2f27-4925-b2ff-a23640ff3756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1675885 Dec 10 18:35:44.821318 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35420) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:44.827840 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:35:44.854169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.871073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e44ad-bbbd-4d5a-8d1a-18ecd8d08228 None None] Sync routers for ids ['cef90f94-2f27-4925-b2ff-a23640ff3756'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:44.902457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e44ad-bbbd-4d5a-8d1a-18ecd8d08228 None None] Routers {'cef90f94-2f27-4925-b2ff-a23640ff3756'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:44.903342 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3e3e44ad-bbbd-4d5a-8d1a-18ecd8d08228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cef90f94-2f27-4925-b2ff-a23640ff3756'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:44.942183 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3e3e44ad-bbbd-4d5a-8d1a-18ecd8d08228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:44.966262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e44ad-bbbd-4d5a-8d1a-18ecd8d08228 None None] Routers {'cef90f94-2f27-4925-b2ff-a23640ff3756'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:44.968351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3e3e44ad-bbbd-4d5a-8d1a-18ecd8d08228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cef90f94-2f27-4925-b2ff-a23640ff3756'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:44.976935 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f475d-0eb6-4d6c-a92a-2c32f58a1611 req-4e633903-00c5-4bc0-a231-85dd8199884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:44.978644 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0b5f475d-0eb6-4d6c-a92a-2c32f58a1611 req-4e633903-00c5-4bc0-a231-85dd8199884b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 1099 time: 0.0874016 Dec 10 18:35:44.992537 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e4eab488-e944-4a8c-89e7-0b3042702ef4 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.2127972 Dec 10 18:35:44.994341 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35422) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:45.002368 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3e3e44ad-bbbd-4d5a-8d1a-18ecd8d08228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:45.003389 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e44ad-bbbd-4d5a-8d1a-18ecd8d08228 None None] The sync data for ids ['cef90f94-2f27-4925-b2ff-a23640ff3756'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:45.008338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ba6c9a19-b6a3-489c-a3b1-56b985464e2a tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group': {'name': 'tempest-security--608981333', 'description': 'tempest-security-description-1185491024'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:45.049679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.074997 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0b5f475d-0eb6-4d6c-a92a-2c32f58a1611 req-dfcfe5e5-7550-4ef3-9287-429cfac4d399 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=53eedd77-1009-4e2f-b040-2a8179aeaaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881555 Dec 10 18:35:45.083282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9a19-b6a3-489c-a3b1-56b985464e2a tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.107907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-acb4b03d-720b-4a8a-9b00-dbe0cec3542f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763100088540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25687651'] for subnet, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.128272 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9a19-b6a3-489c-a3b1-56b985464e2a tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.151770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Allocated IP 172.20.0.3 (93ad8038-d738-411f-985d-0a997e583a27/bf54a33b-40e7-484d-b621-a4c19bc78b5e/f56d1198-c927-4f2c-98c5-914332485b11) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:45.163475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb4b03d-720b-4a8a-9b00-dbe0cec3542f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:45.164160 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-acb4b03d-720b-4a8a-9b00-dbe0cec3542f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.165481 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-acb4b03d-720b-4a8a-9b00-dbe0cec3542f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "PUT /v2.0/subnets/bf54a33b-40e7-484d-b621-a4c19bc78b5e HTTP/1.1" status: 200 len: 877 time: 0.6118677 Dec 10 18:35:45.168857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35424) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:45.177099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4b03d-720b-4a8a-9b00-dbe0cec3542f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event updated for resources: {'Subnet': ['ID=bf54a33b-40e7-484d-b621-a4c19bc78b5e,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:45.239971 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9a19-b6a3-489c-a3b1-56b985464e2a tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.242819 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9a19-b6a3-489c-a3b1-56b985464e2a tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.246552 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ba6c9a19-b6a3-489c-a3b1-56b985464e2a tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "PUT /v2.0/security-groups/338c8762-66ca-4313-9280-18a3b10fe4ab HTTP/1.1" status: 200 len: 1796 time: 0.2487605 Dec 10 18:35:45.249784 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35426) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:45.302071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c9a19-b6a3-489c-a3b1-56b985464e2a tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338c8762-66ca-4313-9280-18a3b10fe4ab,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:45.305064 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4d26dfcf-e251-4e4f-98c0-d83de371f5d7 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-groups/338c8762-66ca-4313-9280-18a3b10fe4ab HTTP/1.1" status: 200 len: 1796 time: 0.0542591 Dec 10 18:35:45.307724 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35430) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:45.333532 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.345002 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Deleting port ef5ef1c7-af8c-4127-8409-6bc059246d5f {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:45.345344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.351369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.412362 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.424665 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bab9aaa3-ef8b-47b6-9bcd-eae011976f3e tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.450542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f250a7-c5da-4e7a-943b-5ebf5c6c83f3 req-edbd947b-ae58-41b5-bc2a-82f1f06088c9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:45.452036 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b0f250a7-c5da-4e7a-943b-5ebf5c6c83f3 req-edbd947b-ae58-41b5-bc2a-82f1f06088c9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 946 time: 0.0969782 Dec 10 18:35:45.462593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Network 93ad8038-d738-411f-985d-0a997e583a27 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:45.465161 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.468060 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d8fb5222-7212-4a8f-ba11-f7a4d39231c1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.468228 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:45.471049 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bab9aaa3-ef8b-47b6-9bcd-eae011976f3e tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.473367 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:45.473503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.482025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Pushing event updated for resources: {'Port': ['ID=f56d1198-c927-4f2c-98c5-914332485b11,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:45.515822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Calling delete_port for ef5ef1c7-af8c-4127-8409-6bc059246d5f owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:45.548720 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Attempting to bind port f56d1198-c927-4f2c-98c5-914332485b11 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:45.549644 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Attempting to bind port f56d1198-c927-4f2c-98c5-914332485b11 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '61539756-b196-4fc6-9ff2-c59319b8e091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '93ad8038-d738-411f-985d-0a997e583a27'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:45.549644 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Attempting to bind port f56d1198-c927-4f2c-98c5-914332485b11 on network 93ad8038-d738-411f-985d-0a997e583a27 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:45.555203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:45.557260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Checking segment: {'id': '61539756-b196-4fc6-9ff2-c59319b8e091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '93ad8038-d738-411f-985d-0a997e583a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:45.557260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.557260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Bound using segment: {'id': '61539756-b196-4fc6-9ff2-c59319b8e091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '93ad8038-d738-411f-985d-0a997e583a27'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:45.557260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Bound port: f56d1198-c927-4f2c-98c5-914332485b11, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61539756-b196-4fc6-9ff2-c59319b8e091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '93ad8038-d738-411f-985d-0a997e583a27'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:45.557260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.623405 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b0f250a7-c5da-4e7a-943b-5ebf5c6c83f3 req-72b24197-2174-4e03-bb45-3e7ca647a5be tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=53eedd77-1009-4e2f-b040-2a8179aeaaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487515 Dec 10 18:35:45.648075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] For port f56d1198-c927-4f2c-98c5-914332485b11, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:45.653422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] For port f56d1198-c927-4f2c-98c5-914332485b11, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f56d1198-c927-4f2c-98c5-914332485b11,segment=NetworkSegment(61539756-b196-4fc6-9ff2-c59319b8e091),segment_id=61539756-b196-4fc6-9ff2-c59319b8e091)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:45.668012 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.709309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Subnet': ['ID=bf54a33b-40e7-484d-b621-a4c19bc78b5e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:45.721706 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bab9aaa3-ef8b-47b6-9bcd-eae011976f3e tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.724350 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bab9aaa3-ef8b-47b6-9bcd-eae011976f3e tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.728605 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bab9aaa3-ef8b-47b6-9bcd-eae011976f3e tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-groups/338c8762-66ca-4313-9280-18a3b10fe4ab HTTP/1.1" status: 204 len: 168 time: 0.4168561 Dec 10 18:35:45.728782 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35434) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:45.747474 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9aaa3-ef8b-47b6-9bcd-eae011976f3e tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338c8762-66ca-4313-9280-18a3b10fe4ab,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:45.795455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.812360 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb5222-7212-4a8f-ba11-f7a4d39231c1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port ec18c766-3906-4e79-a57e-c3f666e0440e {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:45.812721 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d8fb5222-7212-4a8f-ba11-f7a4d39231c1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.818923 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.869029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ad8038-d738-411f-985d-0a997e583a27']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:45.874717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0b1cf-7df9-4c75-bd2b-cf89f0d95d6d None None] Pushing event updated for resources: {'Port': ['ID=f56d1198-c927-4f2c-98c5-914332485b11,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:45.891428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61539756-b196-4fc6-9ff2-c59319b8e091') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:45.891728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61539756-b196-4fc6-9ff2-c59319b8e091') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:45.901802 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9ed4728d-62da-48e7-b80f-270d7df45b95 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1713724 Dec 10 18:35:45.905584 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.906588 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35438) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:45.923592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.931018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:45.931426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.932573 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-e1635318-66e0-489d-aae5-7df3e2f1d76b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] delete failed (client error): The resource could not be found. Dec 10 18:35:45.933752 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e1635318-66e0-489d-aae5-7df3e2f1d76b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-groups/338c8762-66ca-4313-9280-18a3b10fe4ab HTTP/1.1" status: 404 len: 347 time: 0.0260923 Dec 10 18:35:45.939351 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d8fb5222-7212-4a8f-ba11-f7a4d39231c1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:45.939540 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:45.941924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35440) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:45.944713 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0fa5e400-9d01-4d6d-b1dc-9dde54e240c6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1490261265'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:45.955348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb5222-7212-4a8f-ba11-f7a4d39231c1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for ec18c766-3906-4e79-a57e-c3f666e0440e owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:46.006469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.063922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35968573-43db-46a3-bf58-c431466eba4f None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:46.082381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Pushing event deleted for resources: {'Port': ['ID=ef5ef1c7-af8c-4127-8409-6bc059246d5f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:46.124452 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:35:46.124452 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:35:46.124452 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'id': '93ad8038-d738-411f-985d-0a997e583a27'}] Dec 10 18:35:46.124452 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:35:46.124963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:35:46.165478 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.234718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e400-9d01-4d6d-b1dc-9dde54e240c6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.245150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d8fb5222-7212-4a8f-ba11-f7a4d39231c1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.284531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb5222-7212-4a8f-ba11-f7a4d39231c1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=ec18c766-3906-4e79-a57e-c3f666e0440e,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:46.284743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.290450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.378450 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d8fb5222-7212-4a8f-ba11-f7a4d39231c1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.399688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e400-9d01-4d6d-b1dc-9dde54e240c6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.440645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.444842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Fanout notify agent at l3_agent the message router_deleted on router 93f7d214-ff8a-4437-bfff-861e2b2b9adf {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:35:46.466479 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.469095 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8d95b13a-c420-4d73-b643-836a8eb9aa3e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "DELETE /v2.0/routers/93f7d214-ff8a-4437-bfff-861e2b2b9adf HTTP/1.1" status: 204 len: 168 time: 2.0129900 Dec 10 18:35:46.472732 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35442) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:46.478827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1381b9a3-046a-42c0-99e1-86ec0e3ad76d tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1025444799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:46.502029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e400-9d01-4d6d-b1dc-9dde54e240c6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.544878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5e400-9d01-4d6d-b1dc-9dde54e240c6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ad70ff-fe28-4e0c-99f8-629d0dbc3cd8,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:46.545245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-608bca74-e8e5-404b-80c2-825084c3f0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.557154 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fb5222-7212-4a8f-ba11-f7a4d39231c1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router cef90f94-2f27-4925-b2ff-a23640ff3756 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:46.625998 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.633521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1381b9a3-046a-42c0-99e1-86ec0e3ad76d tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.634944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1381b9a3-046a-42c0-99e1-86ec0e3ad76d tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.635890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fb5222-7212-4a8f-ba11-f7a4d39231c1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:46.642118 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d8fb5222-7212-4a8f-ba11-f7a4d39231c1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/cef90f94-2f27-4925-b2ff-a23640ff3756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8106098 Dec 10 18:35:46.644236 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35444) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:46.648033 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49ac88-74a2-4646-a1b6-425d087d1464 None None] Sync routers for ids ['cef90f94-2f27-4925-b2ff-a23640ff3756'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:46.660412 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49ac88-74a2-4646-a1b6-425d087d1464 None None] Routers {'cef90f94-2f27-4925-b2ff-a23640ff3756'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:46.660773 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2e49ac88-74a2-4646-a1b6-425d087d1464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cef90f94-2f27-4925-b2ff-a23640ff3756'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:46.687904 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8b466efe-170f-47f5-812f-3fa739a5b545 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports?device_id=cef90f94-2f27-4925-b2ff-a23640ff3756 HTTP/1.1" status: 200 len: 205 time: 0.0388749 Dec 10 18:35:46.688290 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35448) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:46.721250 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2e49ac88-74a2-4646-a1b6-425d087d1464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:46.731514 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49ac88-74a2-4646-a1b6-425d087d1464 None None] Routers {'cef90f94-2f27-4925-b2ff-a23640ff3756'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:46.732430 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2e49ac88-74a2-4646-a1b6-425d087d1464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['cef90f94-2f27-4925-b2ff-a23640ff3756'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:46.761834 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e400-9d01-4d6d-b1dc-9dde54e240c6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.765783 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0fa5e400-9d01-4d6d-b1dc-9dde54e240c6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8220620 Dec 10 18:35:46.765783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1381b9a3-046a-42c0-99e1-86ec0e3ad76d tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.766861 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35450) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:46.772657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ec91dcb0-b545-4117-b9a4-4493e59a3d3e tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group_rule': {'security_group_id': '11ad70ff-fe28-4e0c-99f8-629d0dbc3cd8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:46.774785 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2e49ac88-74a2-4646-a1b6-425d087d1464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:46.775604 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49ac88-74a2-4646-a1b6-425d087d1464 None None] The sync data for ids ['cef90f94-2f27-4925-b2ff-a23640ff3756'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:46.784874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d543-a372-4636-99b8-cfc7b0c10f80 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.811472 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Deleting port f56d1198-c927-4f2c-98c5-914332485b11 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:46.811701 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.870075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1381b9a3-046a-42c0-99e1-86ec0e3ad76d tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.903306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] For port f56d1198-c927-4f2c-98c5-914332485b11, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f56d1198-c927-4f2c-98c5-914332485b11,segment=NetworkSegment(61539756-b196-4fc6-9ff2-c59319b8e091),segment_id=61539756-b196-4fc6-9ff2-c59319b8e091)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:46.903778 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.925743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec91dcb0-b545-4117-b9a4-4493e59a3d3e tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.931262 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Calling delete_port for f56d1198-c927-4f2c-98c5-914332485b11 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:46.973606 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1381b9a3-046a-42c0-99e1-86ec0e3ad76d tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.977266 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1381b9a3-046a-42c0-99e1-86ec0e3ad76d tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5007863 Dec 10 18:35:47.008723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35452) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:47.014137 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:47.045447 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35b00b7-b80d-4e2c-81c9-3c8fa2a7ab98 None None] Network 93ad8038-d738-411f-985d-0a997e583a27 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:47.142862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7a2ea308-8a66-4a27-bbce-1f24acfb9ec9 None None] Provisioning complete for port f56d1198-c927-4f2c-98c5-914332485b11 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:47.143583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7a2ea308-8a66-4a27-bbce-1f24acfb9ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.201909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec91dcb0-b545-4117-b9a4-4493e59a3d3e tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.245459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7a2ea308-8a66-4a27-bbce-1f24acfb9ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.265527 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f42bd-c359-4f4c-be9d-eacea3308bb6 None None] DHCP port deletion for 93ad8038-d738-411f-985d-0a997e583a27 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:47.267940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec91dcb0-b545-4117-b9a4-4493e59a3d3e tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.324440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b01f42bd-c359-4f4c-be9d-eacea3308bb6 None None] Deleting port f56d1198-c927-4f2c-98c5-914332485b11 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:47.324650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e60736-5ca0-4ed3-b326-f1ca914d0c5d req-8fe8bbf3-ef5f-45eb-bbd3-46a97ff7e5a5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:47.325158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b01f42bd-c359-4f4c-be9d-eacea3308bb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.330224 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8e60736-5ca0-4ed3-b326-f1ca914d0c5d req-8fe8bbf3-ef5f-45eb-bbd3-46a97ff7e5a5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 946 time: 0.5423112 Dec 10 18:35:47.353023 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91dcb0-b545-4117-b9a4-4493e59a3d3e tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d31daa-40b6-4205-be3c-d59135630972,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:47.358041 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d543-a372-4636-99b8-cfc7b0c10f80 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.359840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.361574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d543-a372-4636-99b8-cfc7b0c10f80 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.363835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.394080 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Port': ['ID=f56d1198-c927-4f2c-98c5-914332485b11,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:47.395473 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No DVR routers for this DVR port f56d1198-c927-4f2c-98c5-914332485b11 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:47.411343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b01f42bd-c359-4f4c-be9d-eacea3308bb6 None None] For port f56d1198-c927-4f2c-98c5-914332485b11, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f56d1198-c927-4f2c-98c5-914332485b11,segment=NetworkSegment(61539756-b196-4fc6-9ff2-c59319b8e091),segment_id=61539756-b196-4fc6-9ff2-c59319b8e091)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:47.411733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b01f42bd-c359-4f4c-be9d-eacea3308bb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.425486 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b01f42bd-c359-4f4c-be9d-eacea3308bb6 None None] Calling delete_port for f56d1198-c927-4f2c-98c5-914332485b11 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:47.450743 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8e60736-5ca0-4ed3-b326-f1ca914d0c5d req-2efd6d64-a76e-40b4-b893-fd48ae490645 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=53eedd77-1009-4e2f-b040-2a8179aeaaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164761 Dec 10 18:35:47.486460 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.508369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec91dcb0-b545-4117-b9a4-4493e59a3d3e tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.509733 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ec91dcb0-b545-4117-b9a4-4493e59a3d3e tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7418776 Dec 10 18:35:47.512629 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35456) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:47.516344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b01f42bd-c359-4f4c-be9d-eacea3308bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.521085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ad8038-d738-411f-985d-0a997e583a27']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:47.536222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61539756-b196-4fc6-9ff2-c59319b8e091') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:47.536222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61539756-b196-4fc6-9ff2-c59319b8e091') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:47.544936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f42bd-c359-4f4c-be9d-eacea3308bb6 None None] Pushing event deleted for resources: {'Port': ['ID=f56d1198-c927-4f2c-98c5-914332485b11,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:47.547609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d7af6c74-6c11-4bd3-b4ac-515ca87616d5 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.547741 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01f42bd-c359-4f4c-be9d-eacea3308bb6 None None] No DVR routers for this DVR port f56d1198-c927-4f2c-98c5-914332485b11 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:47.550471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d543-a372-4636-99b8-cfc7b0c10f80 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.551090 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce0d543-a372-4636-99b8-cfc7b0c10f80 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Fanout notify agent at l3_agent the message router_deleted on router cef90f94-2f27-4925-b2ff-a23640ff3756 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:35:47.553557 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.571006 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d543-a372-4636-99b8-cfc7b0c10f80 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.572210 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1ce0d543-a372-4636-99b8-cfc7b0c10f80 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/routers/cef90f94-2f27-4925-b2ff-a23640ff3756 HTTP/1.1" status: 204 len: 168 time: 0.8828728 Dec 10 18:35:47.576289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9ade80-35e0-45c6-a4a8-075d0ac42e2c None None] Network 93ad8038-d738-411f-985d-0a997e583a27 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:47.576438 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d7af6c74-6c11-4bd3-b4ac-515ca87616d5 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.580249 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35458) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:47.633755 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38129b-09f2-47ed-b8bf-0eac13952bde req-ea6a009d-4035-49b7-8138-8e66a58d0499 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:47.635476 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4e38129b-09f2-47ed-b8bf-0eac13952bde req-ea6a009d-4035-49b7-8138-8e66a58d0499 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 946 time: 0.0920827 Dec 10 18:35:47.654117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.671484 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:47.671892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:47.674920 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:47.686359 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d7af6c74-6c11-4bd3-b4ac-515ca87616d5 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.701468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d7af6c74-6c11-4bd3-b4ac-515ca87616d5 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.702628 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d7af6c74-6c11-4bd3-b4ac-515ca87616d5 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/87d31daa-40b6-4205-be3c-d59135630972 HTTP/1.1" status: 204 len: 168 time: 0.1887782 Dec 10 18:35:47.711774 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4e38129b-09f2-47ed-b8bf-0eac13952bde req-83003f5e-aaea-4fde-8f10-74a74025f5fd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=53eedd77-1009-4e2f-b040-2a8179aeaaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694094 Dec 10 18:35:47.713269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35460) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:47.717617 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef94e8c-5a55-4aed-8c85-19116ff0900e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting subnet c13550c6-1c39-487f-b636-a86ff11af892 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:47.719103 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af6c74-6c11-4bd3-b4ac-515ca87616d5 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87d31daa-40b6-4205-be3c-d59135630972,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:47.724864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ef94e8c-5a55-4aed-8c85-19116ff0900e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.768294 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9352cb3d-9c75-4cb7-95cd-6d3cf640d92c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0546036 Dec 10 18:35:47.772089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35464) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:47.815112 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ef94e8c-5a55-4aed-8c85-19116ff0900e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.890573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.895102 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b34f102-b310-4c7d-addc-42585b2c2185 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.925602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.928692 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/93ad8038-d738-411f-985d-0a997e583a27 HTTP/1.1" status: 204 len: 168 time: 2.7578475 Dec 10 18:35:47.932662 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35468) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:47.958938 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad66f870-0e5f-4be7-a933-06e41fef9a7d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:47.959390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad66f870-0e5f-4be7-a933-06e41fef9a7d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:47.963200 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ad66f870-0e5f-4be7-a933-06e41fef9a7d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/subnets/bf54a33b-40e7-484d-b621-a4c19bc78b5e HTTP/1.1" status: 404 len: 337 time: 0.0293961 Dec 10 18:35:47.964957 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79a176-32a4-4696-b4e4-e9d3569d728d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Network': ['ID=93ad8038-d738-411f-985d-0a997e583a27,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:47.965815 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35470) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:47.978742 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b34f102-b310-4c7d-addc-42585b2c2185 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.984236 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-8152cae6-e528-43c2-aa7a-13d16970bfd1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:47.984758 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8152cae6-e528-43c2-aa7a-13d16970bfd1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:47.987821 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8152cae6-e528-43c2-aa7a-13d16970bfd1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/93ad8038-d738-411f-985d-0a997e583a27 HTTP/1.1" status: 404 len: 339 time: 0.0210793 Dec 10 18:35:47.990502 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35472) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.002887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ef94e8c-5a55-4aed-8c85-19116ff0900e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.016248 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64630a9-beb3-4a2c-b955-4246e36ff961 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:48.016712 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64630a9-beb3-4a2c-b955-4246e36ff961 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:48.019854 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b64630a9-beb3-4a2c-b955-4246e36ff961 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/subnets/ee028292-3144-4b71-963a-e634925d646a HTTP/1.1" status: 404 len: 337 time: 0.0283825 Dec 10 18:35:48.022496 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35474) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.041591 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-6612053a-387e-43b5-b26a-d967243ead1f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:48.042135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6612053a-387e-43b5-b26a-d967243ead1f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:48.047683 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6612053a-387e-43b5-b26a-d967243ead1f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/790f815e-e6fb-4a43-9eca-daa6d9b53473 HTTP/1.1" status: 404 len: 339 time: 0.0218568 Dec 10 18:35:48.047888 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35476) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.131523 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5df9c869-bf3c-4d54-9404-2e0c936c522e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.225538 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5df9c869-bf3c-4d54-9404-2e0c936c522e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.250104 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5df9c869-bf3c-4d54-9404-2e0c936c522e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f6c4d0-f467-4206-a18f-d8c9fb3372db']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:48.261388 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5df9c869-bf3c-4d54-9404-2e0c936c522e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537e5aa1-e16f-477d-bfbd-813f59bcbfe9') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:48.261671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-5df9c869-bf3c-4d54-9404-2e0c936c522e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537e5aa1-e16f-477d-bfbd-813f59bcbfe9') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:48.272350 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5df9c869-bf3c-4d54-9404-2e0c936c522e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.286661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5df9c869-bf3c-4d54-9404-2e0c936c522e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.292737 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df9c869-bf3c-4d54-9404-2e0c936c522e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:48.293121 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5df9c869-bf3c-4d54-9404-2e0c936c522e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:48.298921 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:48.344426 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.394486 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.416234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.484288 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5df9c869-bf3c-4d54-9404-2e0c936c522e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.492931 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5df9c869-bf3c-4d54-9404-2e0c936c522e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.494938 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5df9c869-bf3c-4d54-9404-2e0c936c522e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/a9f6c4d0-f467-4206-a18f-d8c9fb3372db HTTP/1.1" status: 204 len: 168 time: 0.4460886 Dec 10 18:35:48.497907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35480) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.507070 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9c869-bf3c-4d54-9404-2e0c936c522e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Network': ['ID=a9f6c4d0-f467-4206-a18f-d8c9fb3372db,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:48.523959 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d800e70-abb4-4454-a820-f303b689ae16 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:48.524404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d800e70-abb4-4454-a820-f303b689ae16 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:48.527484 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6d800e70-abb4-4454-a820-f303b689ae16 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/subnets/3d14a66c-13d0-4955-abac-b7be4536926d HTTP/1.1" status: 404 len: 337 time: 0.0287778 Dec 10 18:35:48.530072 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35482) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.541387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ef94e8c-5a55-4aed-8c85-19116ff0900e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.543105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b34f102-b310-4c7d-addc-42585b2c2185 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.545588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b34f102-b310-4c7d-addc-42585b2c2185 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.546654 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8b34f102-b310-4c7d-addc-42585b2c2185 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-groups/11ad70ff-fe28-4e0c-99f8-629d0dbc3cd8 HTTP/1.1" status: 204 len: 168 time: 0.7694232 Dec 10 18:35:48.550210 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35484) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.594466 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8de104ec-6ae7-4cab-a5e1-42b22099a9c0 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0418768 Dec 10 18:35:48.598559 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35486) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.604482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-355ec93b-43d3-474f-a2bf-160b6a1860cb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group': {'name': 'tempest-secgroup--338529748'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:48.619222 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c09f50-a0d8-41fd-b2c9-598d0acd8413 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:48.619782 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c09f50-a0d8-41fd-b2c9-598d0acd8413 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:48.622905 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-22c09f50-a0d8-41fd-b2c9-598d0acd8413 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/ce71aca4-d832-44db-9e3d-9cbabfc44ae2 HTTP/1.1" status: 404 len: 339 time: 0.0919340 Dec 10 18:35:48.627149 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35488) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.627397 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34f102-b310-4c7d-addc-42585b2c2185 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ad70ff-fe28-4e0c-99f8-629d0dbc3cd8,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:48.628611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef94e8c-5a55-4aed-8c85-19116ff0900e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Subnet': ['ID=c13550c6-1c39-487f-b636-a86ff11af892,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:48.637931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ef94e8c-5a55-4aed-8c85-19116ff0900e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.645405 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3ef94e8c-5a55-4aed-8c85-19116ff0900e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/c13550c6-1c39-487f-b636-a86ff11af892 HTTP/1.1" status: 204 len: 168 time: 1.0577159 Dec 10 18:35:48.649780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35490) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.652819 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b6d47-b6a0-4f35-8185-22e450b7216d None None] Network 9a2940d9-cca1-43b2-89cf-d86ed1337080 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:48.697147 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c360663-fbca-4065-bd86-ee45c86ce827 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:48.701383 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c360663-fbca-4065-bd86-ee45c86ce827 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:48.701383 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8c360663-fbca-4065-bd86-ee45c86ce827 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/subnets/7d0f4a75-7956-4254-ab46-5cd3ddf29a5b HTTP/1.1" status: 404 len: 337 time: 0.0736551 Dec 10 18:35:48.704170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35492) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.725161 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-355ec93b-43d3-474f-a2bf-160b6a1860cb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.732404 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-b319095d-ef3e-4018-8f1a-9c7eb7f5c254 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:48.732404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b319095d-ef3e-4018-8f1a-9c7eb7f5c254 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:48.737894 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b319095d-ef3e-4018-8f1a-9c7eb7f5c254 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/135267f5-3403-44b2-adca-8e27473bae60 HTTP/1.1" status: 404 len: 339 time: 0.0301015 Dec 10 18:35:48.739881 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c84baa-574a-4a3f-8005-401d3268e930 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting subnet f80316d4-e59d-4596-ba3c-7dacbf5a6ae3 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:48.742120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35494) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.744410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Allocated IP 172.26.5.249 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/504ce9da-79f7-4dd3-97d8-2c61ef267064) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:48.746122 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5c84baa-574a-4a3f-8005-401d3268e930 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.777223 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3e6527-ad0a-4bd4-a3fb-5448074415a3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:48.782094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3e6527-ad0a-4bd4-a3fb-5448074415a3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:48.782094 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4e3e6527-ad0a-4bd4-a3fb-5448074415a3 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/subnets/6a0f694e-30f0-4be5-8c39-8d3978453aa5 HTTP/1.1" status: 404 len: 337 time: 0.0377095 Dec 10 18:35:48.784503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35496) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.798503 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5c84baa-574a-4a3f-8005-401d3268e930 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.819891 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8c8249-182f-4188-adef-eb20479edea5 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:48.820950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8c8249-182f-4188-adef-eb20479edea5 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:48.824698 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4f8c8249-182f-4188-adef-eb20479edea5 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/6c1b0230-8d47-4009-ab91-903a0d865c1f HTTP/1.1" status: 404 len: 339 time: 0.0387440 Dec 10 18:35:48.828055 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35498) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.851949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45058e34-3380-45fe-b606-e15087351f16 None None] DHCP port deletion for 9a2940d9-cca1-43b2-89cf-d86ed1337080 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:48.878676 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c1e9b5-89ed-4670-a658-b1093d724621 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:48.879239 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c1e9b5-89ed-4670-a658-b1093d724621 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:48.882325 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-42c1e9b5-89ed-4670-a658-b1093d724621 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/subnets/471c6af8-7d52-45d5-884e-a4abf85d13ae HTTP/1.1" status: 404 len: 337 time: 0.0500314 Dec 10 18:35:48.885784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35500) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.885935 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c8ef8630-cc29-4471-a3fa-9cc8753f1a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.913513 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-b300ba12-8028-445d-865d-e647deeb1bdd tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:48.914188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b300ba12-8028-445d-865d-e647deeb1bdd tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:48.917326 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b300ba12-8028-445d-865d-e647deeb1bdd tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/fbdd275a-d197-4d0a-b515-969298c0089d HTTP/1.1" status: 404 len: 339 time: 0.0302196 Dec 10 18:35:48.920655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35502) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.922913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-45058e34-3380-45fe-b606-e15087351f16 None None] Deleting port 352240da-7ac5-4309-8865-e772e4687391 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:48.925902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-45058e34-3380-45fe-b606-e15087351f16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.938740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.961609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-355ec93b-43d3-474f-a2bf-160b6a1860cb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.963446 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ef2098-a23c-41da-8a48-5c70331e556d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:48.963603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ef2098-a23c-41da-8a48-5c70331e556d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:48.966684 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-23ef2098-a23c-41da-8a48-5c70331e556d tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/subnets/f8a9b3d2-0f6a-4b4a-a58f-1945920824ba HTTP/1.1" status: 404 len: 337 time: 0.0450456 Dec 10 18:35:48.969455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35504) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.993728 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-72eb819b-991e-481d-852b-861aa06acf5c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:48.994515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72eb819b-991e-481d-852b-861aa06acf5c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:48.998083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-45058e34-3380-45fe-b606-e15087351f16 None None] For port 352240da-7ac5-4309-8865-e772e4687391, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=352240da-7ac5-4309-8865-e772e4687391,segment=NetworkSegment(4049067c-df14-4849-a4b3-ac58d5b24212),segment_id=4049067c-df14-4849-a4b3-ac58d5b24212)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:48.998479 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-72eb819b-991e-481d-852b-861aa06acf5c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/692cdedb-d8ba-41e1-b80e-f391f979e398 HTTP/1.1" status: 404 len: 339 time: 0.0277476 Dec 10 18:35:48.998602 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-45058e34-3380-45fe-b606-e15087351f16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.001667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5c84baa-574a-4a3f-8005-401d3268e930 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.007388 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35506) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.012126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-45058e34-3380-45fe-b606-e15087351f16 None None] Calling delete_port for 352240da-7ac5-4309-8865-e772e4687391 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:49.024889 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-355ec93b-43d3-474f-a2bf-160b6a1860cb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.044523 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ff988b-4058-4c01-8a7e-cc7dfa27c39c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:49.044988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ff988b-4058-4c01-8a7e-cc7dfa27c39c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:49.050507 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-26ff988b-4058-4c01-8a7e-cc7dfa27c39c tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/subnets/d0876ca3-11c6-46a5-a132-7179d8292be8 HTTP/1.1" status: 404 len: 337 time: 0.0386055 Dec 10 18:35:49.050768 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35508) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.075093 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ec93b-43d3-474f-a2bf-160b6a1860cb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567eedcd-774f-43f4-8450-24052f180a10,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:49.075318 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb4b737-253d-49f1-93cc-c2b685af3dd9 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:49.075318 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb4b737-253d-49f1-93cc-c2b685af3dd9 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:49.080793 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4cb4b737-253d-49f1-93cc-c2b685af3dd9 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/28ea8dae-6a2b-4faf-9fdd-ed9ba98d85e0 HTTP/1.1" status: 404 len: 339 time: 0.0270069 Dec 10 18:35:49.081231 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35510) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.085590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.113579 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ba59f2-04a2-4bee-b8e0-6b9195a0923a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:49.114071 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ba59f2-04a2-4bee-b8e0-6b9195a0923a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:49.118024 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e2ba59f2-04a2-4bee-b8e0-6b9195a0923a tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/subnets/3081a094-5f9b-4c0e-baec-a7f7974ae706 HTTP/1.1" status: 404 len: 337 time: 0.0359001 Dec 10 18:35:49.120557 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35512) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.126338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:49.130911 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:49.135042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:49.143778 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-355ec93b-43d3-474f-a2bf-160b6a1860cb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.147665 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-355ec93b-43d3-474f-a2bf-160b6a1860cb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5457478 Dec 10 18:35:49.147665 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1496e9fe-0c96-4fa7-bd5f-accf6c51da8f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:49.147665 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1496e9fe-0c96-4fa7-bd5f-accf6c51da8f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:49.148730 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d249e05-6d08-4eea-b390-43c111524d6c None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:49.150678 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1496e9fe-0c96-4fa7-bd5f-accf6c51da8f tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/cff16bf6-0e12-4746-b3d8-6c20b44b3373 HTTP/1.1" status: 404 len: 339 time: 0.0287321 Dec 10 18:35:49.151219 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35514) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.155671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-df917a7c-046d-49a2-afa5-52a5235075b1 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group_rule': {'security_group_id': '567eedcd-774f-43f4-8450-24052f180a10', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:49.157032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35516) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.169747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Pushing event updated for resources: {'Port': ['ID=504ce9da-79f7-4dd3-97d8-2c61ef267064,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:49.187012 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-45058e34-3380-45fe-b606-e15087351f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.192717 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1a9dce-b2ef-439b-80c2-5b5baaa18c2e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:49.196810 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5c84baa-574a-4a3f-8005-401d3268e930 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.196966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1a9dce-b2ef-439b-80c2-5b5baaa18c2e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:49.196966 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cf1a9dce-b2ef-439b-80c2-5b5baaa18c2e tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/subnets/dbdd2259-95ce-4afb-9706-640d0afa21d4 HTTP/1.1" status: 404 len: 337 time: 0.0389261 Dec 10 18:35:49.199593 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35518) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.216054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45058e34-3380-45fe-b606-e15087351f16 None None] Pushing event deleted for resources: {'Port': ['ID=352240da-7ac5-4309-8865-e772e4687391,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:49.222300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45058e34-3380-45fe-b606-e15087351f16 None None] No DVR routers for this DVR port 352240da-7ac5-4309-8865-e772e4687391 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:49.229664 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-4734ee37-8647-4208-af44-759ad839b79b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:49.230152 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c84baa-574a-4a3f-8005-401d3268e930 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Subnet': ['ID=f80316d4-e59d-4596-ba3c-7dacbf5a6ae3,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:49.236021 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4734ee37-8647-4208-af44-759ad839b79b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:49.236021 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4734ee37-8647-4208-af44-759ad839b79b tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/5f528c3d-ca94-47f9-b523-48c4a5c21309 HTTP/1.1" status: 404 len: 339 time: 0.0327213 Dec 10 18:35:49.237883 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35520) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.250982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-80cd1dc7-2f92-4bdc-a4d4-aec42d3785ab None None] Provisioning complete for port 504ce9da-79f7-4dd3-97d8-2c61ef267064 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:49.251490 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80cd1dc7-2f92-4bdc-a4d4-aec42d3785ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.251874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5c84baa-574a-4a3f-8005-401d3268e930 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.254746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668454c-8d66-4a06-9fa7-5bdbd44fc13d None None] Network 5ea3e1d7-f79a-44a6-b734-176669d30226 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:49.259993 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b5c84baa-574a-4a3f-8005-401d3268e930 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/f80316d4-e59d-4596-ba3c-7dacbf5a6ae3 HTTP/1.1" status: 204 len: 168 time: 0.6058478 Dec 10 18:35:49.259993 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35522) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.277643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35524) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.345679 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-80cd1dc7-2f92-4bdc-a4d4-aec42d3785ab None None] Port 504ce9da-79f7-4dd3-97d8-2c61ef267064 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:49.367286 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-df917a7c-046d-49a2-afa5-52a5235075b1 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.435710 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b4b5d3b-a281-46db-a59f-c68b16f764d5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.437402 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e86dac-39c1-4e21-8865-d7ff9ddbed96 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Deleting subnet 62e7b2bf-a4a6-4a17-9a6d-53455a1b62b7 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:49.440788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-65e86dac-39c1-4e21-8865-d7ff9ddbed96 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.479698 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0b75bc-d4d3-4f6f-bbb6-a1e62de6dd10 None None] DHCP port deletion for 5ea3e1d7-f79a-44a6-b734-176669d30226 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:49.513900 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-65e86dac-39c1-4e21-8865-d7ff9ddbed96 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.520419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 352240da-7ac5-4309-8865-e772e4687391 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:49.520646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-df917a7c-046d-49a2-afa5-52a5235075b1 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.546323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 352240da-7ac5-4309-8865-e772e4687391 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:49.546667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 352240da-7ac5-4309-8865-e772e4687391 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:49.572378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b75bc-d4d3-4f6f-bbb6-a1e62de6dd10 None None] Deleting port 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:49.572773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cf0b75bc-d4d3-4f6f-bbb6-a1e62de6dd10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.615388 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b4b5d3b-a281-46db-a59f-c68b16f764d5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.632213 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-df917a7c-046d-49a2-afa5-52a5235075b1 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.645803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-4b4b5d3b-a281-46db-a59f-c68b16f764d5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2940d9-cca1-43b2-89cf-d86ed1337080']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:49.647249 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-cf0b75bc-d4d3-4f6f-bbb6-a1e62de6dd10 None None] For port 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3d5d9ba2-8ab7-4747-8a50-97c3af71a70a,segment=NetworkSegment(27957794-c691-4f51-8c60-cd3ea4c21c83),segment_id=27957794-c691-4f51-8c60-cd3ea4c21c83)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:49.647848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cf0b75bc-d4d3-4f6f-bbb6-a1e62de6dd10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.659480 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-4b4b5d3b-a281-46db-a59f-c68b16f764d5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4049067c-df14-4849-a4b3-ac58d5b24212') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:49.659861 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-4b4b5d3b-a281-46db-a59f-c68b16f764d5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4049067c-df14-4849-a4b3-ac58d5b24212') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:49.662243 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b75bc-d4d3-4f6f-bbb6-a1e62de6dd10 None None] Calling delete_port for 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:49.675847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b4b5d3b-a281-46db-a59f-c68b16f764d5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.688290 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df917a7c-046d-49a2-afa5-52a5235075b1 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7273f7-1814-45b8-963c-8705a3d7f5e4,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:49.693264 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.695620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b4b5d3b-a281-46db-a59f-c68b16f764d5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.720054 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-65e86dac-39c1-4e21-8865-d7ff9ddbed96 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.763292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4b5d3b-a281-46db-a59f-c68b16f764d5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:49.763706 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b4b5d3b-a281-46db-a59f-c68b16f764d5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:49.766818 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:49.887809 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-df917a7c-046d-49a2-afa5-52a5235075b1 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.889018 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-df917a7c-046d-49a2-afa5-52a5235075b1 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7368789 Dec 10 18:35:49.891751 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35526) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.897939 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e3118551-1ad6-43e0-8cfe-54e543b2ab34 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group_rule': {'security_group_id': '567eedcd-774f-43f4-8450-24052f180a10', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:49.951591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.959125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.977701 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cf0b75bc-d4d3-4f6f-bbb6-a1e62de6dd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.999321 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-65e86dac-39c1-4e21-8865-d7ff9ddbed96 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.010196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b4b5d3b-a281-46db-a59f-c68b16f764d5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.031966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b75bc-d4d3-4f6f-bbb6-a1e62de6dd10 None None] Pushing event deleted for resources: {'Port': ['ID=3d5d9ba2-8ab7-4747-8a50-97c3af71a70a,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:50.039665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b75bc-d4d3-4f6f-bbb6-a1e62de6dd10 None None] No DVR routers for this DVR port 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:50.047504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b4b5d3b-a281-46db-a59f-c68b16f764d5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.050818 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e86dac-39c1-4e21-8865-d7ff9ddbed96 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Subnet': ['ID=62e7b2bf-a4a6-4a17-9a6d-53455a1b62b7,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:50.057259 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-65e86dac-39c1-4e21-8865-d7ff9ddbed96 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.058024 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4b4b5d3b-a281-46db-a59f-c68b16f764d5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/networks/9a2940d9-cca1-43b2-89cf-d86ed1337080 HTTP/1.1" status: 204 len: 168 time: 0.7787085 Dec 10 18:35:50.061826 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35528) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:50.069857 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-65e86dac-39c1-4e21-8865-d7ff9ddbed96 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/subnets/62e7b2bf-a4a6-4a17-9a6d-53455a1b62b7 HTTP/1.1" status: 204 len: 168 time: 0.8306165 Dec 10 18:35:50.073325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052d9686-c9e6-43df-bbd7-bd6d0df7c32d None None] Network abd75b88-a106-4e48-9e4d-35626502550a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:50.080651 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35530) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:50.086961 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3118551-1ad6-43e0-8cfe-54e543b2ab34 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.093014 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.103164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b5d3b-a281-46db-a59f-c68b16f764d5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Network': ['ID=9a2940d9-cca1-43b2-89cf-d86ed1337080,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:50.155368 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.246055 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3118551-1ad6-43e0-8cfe-54e543b2ab34 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.248423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-991fa020-0290-4de2-a5d6-ddf44d4e73c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.258537 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03b8851-829d-470a-935b-fcd9cb17b75d None None] DHCP port deletion for abd75b88-a106-4e48-9e4d-35626502550a request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:50.258830 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.308799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d03b8851-829d-470a-935b-fcd9cb17b75d None None] Deleting port 6a54fe16-2733-40b1-8fee-56bd080cec31 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:50.309036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d03b8851-829d-470a-935b-fcd9cb17b75d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.384417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d03b8851-829d-470a-935b-fcd9cb17b75d None None] For port 6a54fe16-2733-40b1-8fee-56bd080cec31, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6a54fe16-2733-40b1-8fee-56bd080cec31,segment=NetworkSegment(adc7e11a-7dac-4d5d-85ca-7934a8c3121c),segment_id=adc7e11a-7dac-4d5d-85ca-7934a8c3121c)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:50.384662 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3118551-1ad6-43e0-8cfe-54e543b2ab34 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.384773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d03b8851-829d-470a-935b-fcd9cb17b75d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.405736 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d03b8851-829d-470a-935b-fcd9cb17b75d None None] Calling delete_port for 6a54fe16-2733-40b1-8fee-56bd080cec31 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:50.410209 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3118551-1ad6-43e0-8cfe-54e543b2ab34 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61cded8-23ea-4732-a006-59c094432156,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:50.415127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-991fa020-0290-4de2-a5d6-ddf44d4e73c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.441228 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-991fa020-0290-4de2-a5d6-ddf44d4e73c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea3e1d7-f79a-44a6-b734-176669d30226']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:50.454476 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-991fa020-0290-4de2-a5d6-ddf44d4e73c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27957794-c691-4f51-8c60-cd3ea4c21c83') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:50.454784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-991fa020-0290-4de2-a5d6-ddf44d4e73c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27957794-c691-4f51-8c60-cd3ea4c21c83') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:50.462902 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Deleting port 6a54fe16-2733-40b1-8fee-56bd080cec31 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:50.463246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.477062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-991fa020-0290-4de2-a5d6-ddf44d4e73c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.480803 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.17 (35006c79-310c-4d46-94c3-3f2fdbd840bd/f4579930-0a9d-4e38-b222-d62fb5ecfd22/4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:50.525175 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Router 085ba1aa-530b-4524-929d-d96bf9dc0b51 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:35:50.535296 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-991fa020-0290-4de2-a5d6-ddf44d4e73c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.537650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3118551-1ad6-43e0-8cfe-54e543b2ab34 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.539422 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e3118551-1ad6-43e0-8cfe-54e543b2ab34 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6462266 Dec 10 18:35:50.542204 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35532) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:50.546525 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2ac626a8-c300-4c5f-b2a8-60328c428e42 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group_rule': {'security_group_id': '567eedcd-774f-43f4-8450-24052f180a10', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:50.556942 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991fa020-0290-4de2-a5d6-ddf44d4e73c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:50.557352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-991fa020-0290-4de2-a5d6-ddf44d4e73c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:50.561655 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:50.617854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d03b8851-829d-470a-935b-fcd9cb17b75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.626827 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.642938 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b8851-829d-470a-935b-fcd9cb17b75d None None] Pushing event deleted for resources: {'Port': ['ID=6a54fe16-2733-40b1-8fee-56bd080cec31,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:50.645196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] For port 6a54fe16-2733-40b1-8fee-56bd080cec31, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6a54fe16-2733-40b1-8fee-56bd080cec31,segment=NetworkSegment(adc7e11a-7dac-4d5d-85ca-7934a8c3121c),segment_id=adc7e11a-7dac-4d5d-85ca-7934a8c3121c)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:50.645196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.649160 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03b8851-829d-470a-935b-fcd9cb17b75d None None] No DVR routers for this DVR port 6a54fe16-2733-40b1-8fee-56bd080cec31 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:50.672174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ac626a8-c300-4c5f-b2a8-60328c428e42 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.697240 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Calling delete_port for 6a54fe16-2733-40b1-8fee-56bd080cec31 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:50.741609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ac626a8-c300-4c5f-b2a8-60328c428e42 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.774515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.787871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:50.800287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.800287 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c9db8e95-8c8a-4205-9b6b-f2a4d80b6f15 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "PUT /v2.0/routers/085ba1aa-530b-4524-929d-d96bf9dc0b51 HTTP/1.1" status: 200 len: 884 time: 3.7877524 Dec 10 18:35:50.800287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-991fa020-0290-4de2-a5d6-ddf44d4e73c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.801117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f49d2-07c4-4380-9b58-71eec1491647 None None] Sync routers for ids ['085ba1aa-530b-4524-929d-d96bf9dc0b51'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:50.802403 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35534) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:50.818119 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f49d2-07c4-4380-9b58-71eec1491647 None None] Routers {'085ba1aa-530b-4524-929d-d96bf9dc0b51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:50.818610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-991fa020-0290-4de2-a5d6-ddf44d4e73c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.819041 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bb9f49d2-07c4-4380-9b58-71eec1491647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['085ba1aa-530b-4524-929d-d96bf9dc0b51'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:50.820135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 35006c79-310c-4d46-94c3-3f2fdbd840bd is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:50.821942 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-991fa020-0290-4de2-a5d6-ddf44d4e73c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/networks/5ea3e1d7-f79a-44a6-b734-176669d30226 HTTP/1.1" status: 204 len: 168 time: 0.7590587 Dec 10 18:35:50.831024 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:50.831498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fa020-0290-4de2-a5d6-ddf44d4e73c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Network': ['ID=5ea3e1d7-f79a-44a6-b734-176669d30226,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:50.831588 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:50.834791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ac626a8-c300-4c5f-b2a8-60328c428e42 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.836446 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35536) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:50.848103 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f90fe893-4577-414c-8f40-e9a8e2e285f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1783678636'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:50.882135 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bb9f49d2-07c4-4380-9b58-71eec1491647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:50.892517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f49d2-07c4-4380-9b58-71eec1491647 None None] Routers {'085ba1aa-530b-4524-929d-d96bf9dc0b51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:50.893903 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bb9f49d2-07c4-4380-9b58-71eec1491647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['085ba1aa-530b-4524-929d-d96bf9dc0b51'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:50.911489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac626a8-c300-4c5f-b2a8-60328c428e42 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad412107-0aa6-4d83-86c3-535b8b6ad6f4,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:50.916492 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:50.925211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.933224 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bb9f49d2-07c4-4380-9b58-71eec1491647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:50.934244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f49d2-07c4-4380-9b58-71eec1491647 None None] The sync data for ids ['085ba1aa-530b-4524-929d-d96bf9dc0b51'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:50.942391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.964514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] No DVR routers for this DVR port 6a54fe16-2733-40b1-8fee-56bd080cec31 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:50.970738 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Port': ['ID=6a54fe16-2733-40b1-8fee-56bd080cec31,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:51.035683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90fe893-4577-414c-8f40-e9a8e2e285f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:51.039569 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f90fe893-4577-414c-8f40-e9a8e2e285f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.053571 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1e26e064-453c-4b06-a5e0-d6b8b186de93 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/routers/085ba1aa-530b-4524-929d-d96bf9dc0b51 HTTP/1.1" status: 200 len: 925 time: 0.2363777 Dec 10 18:35:51.060001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35540) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:51.066313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.111808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90fe893-4577-414c-8f40-e9a8e2e285f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:51.125630 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f90fe893-4577-414c-8f40-e9a8e2e285f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.125994 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-f90fe893-4577-414c-8f40-e9a8e2e285f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Added segment cad49466-711c-487e-be60-dbb9d10d47da of type vlan for network 4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c Dec 10 18:35:51.128638 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ac9d6-5010-4c8a-a3ba-4271ecf11b4e tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:51.130254 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e04ac9d6-5010-4c8a-a3ba-4271ecf11b4e tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&device_id=085ba1aa-530b-4524-929d-d96bf9dc0b51&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0692575 Dec 10 18:35:51.137840 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35542) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:51.152496 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ac626a8-c300-4c5f-b2a8-60328c428e42 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.153730 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2ac626a8-c300-4c5f-b2a8-60328c428e42 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6105726 Dec 10 18:35:51.181453 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35544) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:51.185972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ddd7c713-6c4e-4d23-835e-60a94fc74547 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group_rule': {'security_group_id': '567eedcd-774f-43f4-8450-24052f180a10', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:51.215731 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5ab57b6a-0b60-478f-95ea-8d1034cd913e None None] Provisioning complete for port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:51.216247 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5ab57b6a-0b60-478f-95ea-8d1034cd913e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.236975 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f90fe893-4577-414c-8f40-e9a8e2e285f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.262401 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-5ab57b6a-0b60-478f-95ea-8d1034cd913e None None] Port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:51.300612 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.318930 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.339421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd75b88-a106-4e48-9e4d-35626502550a']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:51.349284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc7e11a-7dac-4d5d-85ca-7934a8c3121c') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:51.349585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc7e11a-7dac-4d5d-85ca-7934a8c3121c') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:51.359821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.368452 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599a38d3-980e-4d70-850f-cd06cd0e0b67 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:51.369894 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-599a38d3-980e-4d70-850f-cd06cd0e0b67 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/networks/ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 881 time: 0.2310736 Dec 10 18:35:51.373062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35546) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:51.376268 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.404366 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:51.404858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:51.408041 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:51.411124 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e0ed1ed6-c10f-40d0-ae84-c02319ce346e tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "GET /v2.0/ports?device_id=085ba1aa-530b-4524-929d-d96bf9dc0b51 HTTP/1.1" status: 200 len: 205 time: 0.0358906 Dec 10 18:35:51.419868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35548) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:51.442627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6a54fe16-2733-40b1-8fee-56bd080cec31 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:51.456547 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f90fe893-4577-414c-8f40-e9a8e2e285f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.462648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90fe893-4577-414c-8f40-e9a8e2e285f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:51.463243 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f90fe893-4577-414c-8f40-e9a8e2e285f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.528576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c713-6c4e-4d23-835e-60a94fc74547 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.549520 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.555408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.561386 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] 10.222.0.60 "DELETE /v2.0/networks/abd75b88-a106-4e48-9e4d-35626502550a HTTP/1.1" status: 204 len: 168 time: 1.4766235 Dec 10 18:35:51.584926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6332317-a881-4633-a867-4c345fcbedf1 tempest-NetworksTest-1050012611 tempest-NetworksTest-1050012611-project] Pushing event deleted for resources: {'Network': ['ID=abd75b88-a106-4e48-9e4d-35626502550a,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:51.620894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 6a54fe16-2733-40b1-8fee-56bd080cec31 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:51.621530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6a54fe16-2733-40b1-8fee-56bd080cec31 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:51.621992 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:51.642155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:51.642571 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3d5d9ba2-8ab7-4747-8a50-97c3af71a70a not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:51.972850 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fe893-4577-414c-8f40-e9a8e2e285f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Network': ['ID=4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:51.983599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:52.014956 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f90fe893-4577-414c-8f40-e9a8e2e285f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1732540 Dec 10 18:35:52.018119 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35554) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:52.026570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-724b0531-726d-4a4f-b534-55f971a34f78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'subnet': {'network_id': '4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:52.040593 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.117492 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c713-6c4e-4d23-835e-60a94fc74547 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.168908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35558) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:52.223651 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c713-6c4e-4d23-835e-60a94fc74547 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.240353 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724b0531-726d-4a4f-b534-55f971a34f78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:52.245796 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-724b0531-726d-4a4f-b534-55f971a34f78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.259306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.265067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.268304 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7c713-6c4e-4d23-835e-60a94fc74547 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ede112-8b7e-4395-bc90-dfb59646de6f,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:52.314693 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.365476 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e2ed295c-3635-4edd-95d9-0f0e9ff47587 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aed3f0eff92346568c4dc809ee8b30fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954596 Dec 10 18:35:52.367378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c713-6c4e-4d23-835e-60a94fc74547 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.371190 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ddd7c713-6c4e-4d23-835e-60a94fc74547 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1861377 Dec 10 18:35:52.371349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35562) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:52.371349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35564) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:52.376964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8cc76b55-abd1-4379-b632-576c7567eb29 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group_rule': {'security_group_id': '567eedcd-774f-43f4-8450-24052f180a10', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:52.418689 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.422645 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:52.466706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.486852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8a662f4e-e2aa-49af-a12f-eb40c2d7fa06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.497853 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Deleting port 504ce9da-79f7-4dd3-97d8-2c61ef267064 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:52.498177 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.547424 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8cc76b55-abd1-4379-b632-576c7567eb29 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.557124 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8a662f4e-e2aa-49af-a12f-eb40c2d7fa06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.571743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 35006c79-310c-4d46-94c3-3f2fdbd840bd is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:52.574704 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:52.621289 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-724b0531-726d-4a4f-b534-55f971a34f78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.656714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8cc76b55-abd1-4379-b632-576c7567eb29 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.665400 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.682478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Calling delete_port for 504ce9da-79f7-4dd3-97d8-2c61ef267064 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:52.697241 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b0531-726d-4a4f-b534-55f971a34f78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Subnet': ['ID=3611e284-cd8f-4858-9606-65d4ee0f7fec,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:52.704989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724b0531-726d-4a4f-b534-55f971a34f78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Checking segment: {'id': 'cad49466-711c-487e-be60-dbb9d10d47da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:52.705365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724b0531-726d-4a4f-b534-55f971a34f78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network hostable DHCP agents. Network: 4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:52.736252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8cc76b55-abd1-4379-b632-576c7567eb29 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.758322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc76b55-abd1-4379-b632-576c7567eb29 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85cbc08-d2ee-4468-9fd0-97dbf0697977,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:52.770282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router b9a1e9a2-d666-475c-8069-2bc5d72200a0 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:52.777953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8a662f4e-e2aa-49af-a12f-eb40c2d7fa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.780808 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8a662f4e-e2aa-49af-a12f-eb40c2d7fa06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.784259 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8a662f4e-e2aa-49af-a12f-eb40c2d7fa06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89433af0-81a2-4309-9984-14c9dfa0ffa1 HTTP/1.1" status: 204 len: 168 time: 0.4117589 Dec 10 18:35:52.790747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a662f4e-e2aa-49af-a12f-eb40c2d7fa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89433af0-81a2-4309-9984-14c9dfa0ffa1,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:52.835151 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724b0531-726d-4a4f-b534-55f971a34f78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:52.888203 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8cc76b55-abd1-4379-b632-576c7567eb29 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.892242 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8cc76b55-abd1-4379-b632-576c7567eb29 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5173011 Dec 10 18:35:52.892728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35568) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:52.905948 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2505c5f1-6451-4a4f-ae57-deb19953bd86 None None] Provisioning complete for port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:52.906450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2505c5f1-6451-4a4f-ae57-deb19953bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.926392 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6f2ab933-5c1d-41bd-ba77-e48a1323218b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.940915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6f2ab933-5c1d-41bd-ba77-e48a1323218b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.947672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-2505c5f1-6451-4a4f-ae57-deb19953bd86 None None] Port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:52.955165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-724b0531-726d-4a4f-b534-55f971a34f78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:52.961770 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724b0531-726d-4a4f-b534-55f971a34f78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:52.962372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-724b0531-726d-4a4f-b534-55f971a34f78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.966350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428b1efa-b0fe-46c3-bfdf-62b78345f964 None None] Network 4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:52.968664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:52.980662 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Sync routers for ids ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:52.982426 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a37343d4-d8ae-4abe-bea9-66acfe66e306 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/b9a1e9a2-d666-475c-8069-2bc5d72200a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7202339 Dec 10 18:35:52.993522 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Routers {'b9a1e9a2-d666-475c-8069-2bc5d72200a0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:52.994178 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:53.080746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c', 'network_id': '4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c', 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'fixed_ips': [{'subnet_id': '3611e284-cd8f-4858-9606-65d4ee0f7fec'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:53.081859 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.129556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.133967 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-724b0531-726d-4a4f-b534-55f971a34f78 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1129010 Dec 10 18:35:53.134189 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6f2ab933-5c1d-41bd-ba77-e48a1323218b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.141051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6f2ab933-5c1d-41bd-ba77-e48a1323218b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.143599 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6f2ab933-5c1d-41bd-ba77-e48a1323218b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d85cbc08-d2ee-4468-9fd0-97dbf0697977 HTTP/1.1" status: 204 len: 168 time: 0.2479174 Dec 10 18:35:53.144946 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35574) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:53.147011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35576) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:53.156167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-e37a56e9-2f9c-4ae2-a575-b9d1216b0eaf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1951708830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:53.173994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ab933-5c1d-41bd-ba77-e48a1323218b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d85cbc08-d2ee-4468-9fd0-97dbf0697977,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:53.184101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Pushing event deleted for resources: {'Port': ['ID=504ce9da-79f7-4dd3-97d8-2c61ef267064,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:53.207626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40716ce3-96b7-424a-8de2-b7e1d43ec636 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:53.219762 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Set router b9a1e9a2-d666-475c-8069-2bc5d72200a0 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:53.277781 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-69cb6e1a-e70d-4e73-85ab-d17ced253775 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1297545 Dec 10 18:35:53.281006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35580) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:53.308793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d1377209-5696-42d6-8418-3f380d710ae9 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.313295 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Allocated IP 2001:db8::2 (4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c/3611e284-cd8f-4858-9606-65d4ee0f7fec/bdba1f4e-132d-4c6e-ad38-afcfdb5de26c) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:53.317031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d1377209-5696-42d6-8418-3f380d710ae9 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.330084 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.375577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e37a56e9-2f9c-4ae2-a575-b9d1216b0eaf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.376708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e37a56e9-2f9c-4ae2-a575-b9d1216b0eaf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.432355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d1377209-5696-42d6-8418-3f380d710ae9 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.458885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d1377209-5696-42d6-8418-3f380d710ae9 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.464484 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d1377209-5696-42d6-8418-3f380d710ae9 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b7ede112-8b7e-4395-bc90-dfb59646de6f HTTP/1.1" status: 204 len: 168 time: 0.1816297 Dec 10 18:35:53.471750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35586) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:53.509245 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.515159 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.519196 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:35:51Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1f7749ce-9072-4611-bff6-a36aeb06c8ff', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.113', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'port_id': '1a70b555-212d-462b-8692-644662309202', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'mac_address': 'fa:16:3e:1c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46df59-f614-4972-9936-575f9cb60a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:34:41Z', 'updated_at': '2021-12-10T18:34:47Z', 'revision_number': 1, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5', 'name': '', 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:ce:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'f4579930-0a9d-4e38-b222-d62fb5ecfd22', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:50Z', 'updated_at': '2021-12-10T18:35:51Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'f4579930-0a9d-4e38-b222-d62fb5ecfd22', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:09Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:53.542274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.546521 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Checking router: b9a1e9a2-d666-475c-8069-2bc5d72200a0 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:35:53.547129 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Updating router b9a1e9a2-d666-475c-8069-2bc5d72200a0 port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:35:53.553310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1377209-5696-42d6-8418-3f380d710ae9 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7ede112-8b7e-4395-bc90-dfb59646de6f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:53.560913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e37a56e9-2f9c-4ae2-a575-b9d1216b0eaf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.574713 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.598259 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f5253790-4b61-4291-839e-c21cf7e0579e tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1302285 Dec 10 18:35:53.601004 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35590) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:53.612316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.627767 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.636266 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.658012 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e37a56e9-2f9c-4ae2-a575-b9d1216b0eaf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.661065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Network 4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:53.664936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:53.668729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:53.716758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Pushing event updated for resources: {'Port': ['ID=bdba1f4e-132d-4c6e-ad38-afcfdb5de26c,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:53.730686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Attempting to bind port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:53.730686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Attempting to bind port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'cad49466-711c-487e-be60-dbb9d10d47da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:53.730686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Attempting to bind port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c on network 4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:53.734889 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:53.735274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Checking segment: {'id': 'cad49466-711c-487e-be60-dbb9d10d47da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:53.735675 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.736649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Bound using segment: {'id': 'cad49466-711c-487e-be60-dbb9d10d47da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:53.736649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Bound port: bdba1f4e-132d-4c6e-ad38-afcfdb5de26c, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad49466-711c-487e-be60-dbb9d10d47da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:53.736987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.748943 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.749497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Fanout notify agent at l3_agent the message router_deleted on router 085ba1aa-530b-4524-929d-d96bf9dc0b51 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:35:53.756621 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.758345 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-79b7d25f-be8f-4432-a8bd-c2ab8b3cba6f tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "DELETE /v2.0/routers/085ba1aa-530b-4524-929d-d96bf9dc0b51 HTTP/1.1" status: 204 len: 168 time: 2.3366394 Dec 10 18:35:53.762390 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35594) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:53.768641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c5378f08-9094-4ad0-806d-c8245ca29fcd tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1142129128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:53.806594 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.812387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e37a56e9-2f9c-4ae2-a575-b9d1216b0eaf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.816087 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e37a56e9-2f9c-4ae2-a575-b9d1216b0eaf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6673315 Dec 10 18:35:53.816257 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.816257 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ad412107-0aa6-4d83-86c3-535b8b6ad6f4 HTTP/1.1" status: 204 len: 168 time: 0.2124665 Dec 10 18:35:53.817300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35596) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:53.817641 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35598) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:53.828325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] For port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:53.830272 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a4d983a7-5bac-46e4-9743-ba2ae85f4404 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'port': {'network_id': '4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c', 'name': 'tempest-RoutersIpV6Test-1755803154'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:53.832222 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] For port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=bdba1f4e-132d-4c6e-ad38-afcfdb5de26c,segment=NetworkSegment(cad49466-711c-487e-be60-dbb9d10d47da),segment_id=cad49466-711c-487e-be60-dbb9d10d47da)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:53.852805 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad412107-0aa6-4d83-86c3-535b8b6ad6f4,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:53.891317 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.894503 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:53.894866 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:53.895198 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:53.895536 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:53.895869 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:53.896205 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:53.896530 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:53.896854 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:53.897179 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:53.897505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:53.897853 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:53.898260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:53.898528 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca2d6b-ac17-498c-b07d-1b7a87d71beb tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:53.926752 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c5378f08-9094-4ad0-806d-c8245ca29fcd tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.927827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c5378f08-9094-4ad0-806d-c8245ca29fcd tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.928176 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.961290 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6bd6994f-f0e9-4b04-9922-e66da978f30d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1348038 Dec 10 18:35:53.965612 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35604) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:54.006159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e9153-26eb-4be5-b25f-6da720e70972 None None] Pushing event updated for resources: {'Port': ['ID=bdba1f4e-132d-4c6e-ad38-afcfdb5de26c,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:54.006929 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.021623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c5378f08-9094-4ad0-806d-c8245ca29fcd tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.028155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b2bafc97-7e1d-4353-93d5-7e76871d892f tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.052033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b2bafc97-7e1d-4353-93d5-7e76871d892f tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.113908 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1140a4-341e-400b-a7ca-b75d87a414af None None] Pushing event updated for resources: {'Port': ['ID=4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:54.120814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c5378f08-9094-4ad0-806d-c8245ca29fcd tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.146791 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Attempting to bind port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:54.147255 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Attempting to bind port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'c0beb460-4f3c-44b1-8216-0dc03386acc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:54.147517 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Attempting to bind port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 on network 35006c79-310c-4d46-94c3-3f2fdbd840bd {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:54.153057 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:54.153427 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Checking segment: {'id': 'c0beb460-4f3c-44b1-8216-0dc03386acc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:54.153942 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.163241 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Bound using segment: {'id': 'c0beb460-4f3c-44b1-8216-0dc03386acc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:54.163241 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Bound port: 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0beb460-4f3c-44b1-8216-0dc03386acc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:54.163241 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.183545 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d983a7-5bac-46e4-9743-ba2ae85f4404 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:54.187173 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a4d983a7-5bac-46e4-9743-ba2ae85f4404 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.205915 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-a4d983a7-5bac-46e4-9743-ba2ae85f4404 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] device_id is not set on port ab6b787b-7515-4d3e-8077-73f9ecbc2bf3 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:35:54.229917 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] For port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:54.233637 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] For port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5,segment=NetworkSegment(c0beb460-4f3c-44b1-8216-0dc03386acc0),segment_id=c0beb460-4f3c-44b1-8216-0dc03386acc0)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:54.249846 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b2bafc97-7e1d-4353-93d5-7e76871d892f tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.259023 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b2bafc97-7e1d-4353-93d5-7e76871d892f tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.262500 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b2bafc97-7e1d-4353-93d5-7e76871d892f tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a61cded8-23ea-4732-a006-59c094432156 HTTP/1.1" status: 204 len: 168 time: 0.2937133 Dec 10 18:35:54.271568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35610) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:54.283850 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c5378f08-9094-4ad0-806d-c8245ca29fcd tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.289644 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c5378f08-9094-4ad0-806d-c8245ca29fcd tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5200939 Dec 10 18:35:54.293746 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35612) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:54.313787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'enable_snat': True}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:54.329738 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b5a9d7db-974d-4563-a5e8-1fd01fe97a1f tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0536301 Dec 10 18:35:54.331313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35614) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:54.352311 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.367411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c449394-261d-481f-ac44-0762a322aa94 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.378886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c449394-261d-481f-ac44-0762a322aa94 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.424959 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bafc97-7e1d-4353-93d5-7e76871d892f tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a61cded8-23ea-4732-a006-59c094432156,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:54.471785 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35616) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:54.473542 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1140a4-341e-400b-a7ca-b75d87a414af None None] Pushing event updated for resources: {'Port': ['ID=4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:54.515327 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c449394-261d-481f-ac44-0762a322aa94 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.517457 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Routers {'b9a1e9a2-d666-475c-8069-2bc5d72200a0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:54.518214 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:54.532356 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c449394-261d-481f-ac44-0762a322aa94 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.534285 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-718d751d-087e-4ad2-85ea-72fe4a3aa125 None None] Provisioning complete for port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:54.536494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-718d751d-087e-4ad2-85ea-72fe4a3aa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.539786 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1c449394-261d-481f-ac44-0762a322aa94 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/df7273f7-1814-45b8-963c-8705a3d7f5e4 HTTP/1.1" status: 204 len: 168 time: 0.2034791 Dec 10 18:35:54.544804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35620) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:54.567118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c449394-261d-481f-ac44-0762a322aa94 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df7273f7-1814-45b8-963c-8705a3d7f5e4,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:54.657271 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-323ef966-78d5-44ae-a820-b5e2a2063c10 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1085908 Dec 10 18:35:54.658765 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35622) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:54.675931 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-718d751d-087e-4ad2-85ea-72fe4a3aa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.706232 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-e0b9aa9a-cfd6-48ba-b7ed-a5842425cfd7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993921254'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:54.709471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-a4d983a7-5bac-46e4-9743-ba2ae85f4404 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Allocated IP 2001:db8::a7 (4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c/3611e284-cd8f-4858-9606-65d4ee0f7fec/ab6b787b-7515-4d3e-8077-73f9ecbc2bf3) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:54.725449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.743182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-718d751d-087e-4ad2-85ea-72fe4a3aa125 None None] For port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5,segment=NetworkSegment(c0beb460-4f3c-44b1-8216-0dc03386acc0),segment_id=c0beb460-4f3c-44b1-8216-0dc03386acc0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:54.765162 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] Set router b9a1e9a2-d666-475c-8069-2bc5d72200a0 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:54.822558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c19abbf-f362-47d7-bdd6-a8f3d93cb32a tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.858024 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-718d751d-087e-4ad2-85ea-72fe4a3aa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.862516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c19abbf-f362-47d7-bdd6-a8f3d93cb32a tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.908665 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e0b9aa9a-cfd6-48ba-b7ed-a5842425cfd7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.911401 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d751d-087e-4ad2-85ea-72fe4a3aa125 None None] Pushing event updated for resources: {'Port': ['ID=4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:54.931832 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e0b9aa9a-cfd6-48ba-b7ed-a5842425cfd7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.973645 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a4d983a7-5bac-46e4-9743-ba2ae85f4404 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.996405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c19abbf-f362-47d7-bdd6-a8f3d93cb32a tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.003101 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c19abbf-f362-47d7-bdd6-a8f3d93cb32a tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.006759 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1c19abbf-f362-47d7-bdd6-a8f3d93cb32a tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-groups/567eedcd-774f-43f4-8450-24052f180a10 HTTP/1.1" status: 204 len: 168 time: 0.3445756 Dec 10 18:35:55.008328 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35624) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:55.011661 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f29c5735-6d52-46e5-954d-8cc0b7b85f17 None None] Provisioning complete for port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:55.011661 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f29c5735-6d52-46e5-954d-8cc0b7b85f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.044922 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19abbf-f362-47d7-bdd6-a8f3d93cb32a tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567eedcd-774f-43f4-8450-24052f180a10,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:55.106667 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:35:51Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1f7749ce-9072-4611-bff6-a36aeb06c8ff', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.113', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'port_id': '1a70b555-212d-462b-8692-644662309202', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'mac_address': 'fa:16:3e:1c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46df59-f614-4972-9936-575f9cb60a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:34:41Z', 'updated_at': '2021-12-10T18:34:47Z', 'revision_number': 1, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5', 'name': '', 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:ce:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'f4579930-0a9d-4e38-b222-d62fb5ecfd22', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:50Z', 'updated_at': '2021-12-10T18:35:54Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'f4579930-0a9d-4e38-b222-d62fb5ecfd22', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:09Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:55.131961 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e0b9aa9a-cfd6-48ba-b7ed-a5842425cfd7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.142275 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b806e1-d8a3-466a-b093-b0ac122a45c1 None None] The sync data for ids ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'] in dv-neutron-821434-1-hyperv is: [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:35:51Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1f7749ce-9072-4611-bff6-a36aeb06c8ff', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.113', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'port_id': '1a70b555-212d-462b-8692-644662309202', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'mac_address': 'fa:16:3e:1c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46df59-f614-4972-9936-575f9cb60a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:34:41Z', 'updated_at': '2021-12-10T18:34:47Z', 'revision_number': 1, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5', 'name': '', 'network_id': '35006c79-310c-4d46-94c3-3f2fdbd840bd', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:ce:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'f4579930-0a9d-4e38-b222-d62fb5ecfd22', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:35:50Z', 'updated_at': '2021-12-10T18:35:54Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'f4579930-0a9d-4e38-b222-d62fb5ecfd22', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:09Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:55.162430 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e098ac80-fd63-4427-9359-1df88e475bd9 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1516852 Dec 10 18:35:55.167274 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a4d983a7-5bac-46e4-9743-ba2ae85f4404 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.168961 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35626) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:55.177461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-652955cf-d666-415a-9090-15d33b876f78 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161146823'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:55.225923 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e0b9aa9a-cfd6-48ba-b7ed-a5842425cfd7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.255668 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d983a7-5bac-46e4-9743-ba2ae85f4404 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:55.265675 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9aa9a-cfd6-48ba-b7ed-a5842425cfd7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d692d7cd-cf8b-4ba0-9c7c-9944df991d81,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:55.281871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a4d983a7-5bac-46e4-9743-ba2ae85f4404 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:55.297412 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d983a7-5bac-46e4-9743-ba2ae85f4404 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:55.311090 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d983a7-5bac-46e4-9743-ba2ae85f4404 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:55.311682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a4d983a7-5bac-46e4-9743-ba2ae85f4404 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.317753 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d983a7-5bac-46e4-9743-ba2ae85f4404 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=ab6b787b-7515-4d3e-8077-73f9ecbc2bf3,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:55.331787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e0b9aa9a-cfd6-48ba-b7ed-a5842425cfd7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.341261 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.369706 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-652955cf-d666-415a-9090-15d33b876f78 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.373340 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.422753 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e0b9aa9a-cfd6-48ba-b7ed-a5842425cfd7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.458429 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a4d983a7-5bac-46e4-9743-ba2ae85f4404 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6366870 Dec 10 18:35:55.465206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35628) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:55.493282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9aa9a-cfd6-48ba-b7ed-a5842425cfd7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772f3163-b50a-4911-be61-688e1cc17d32,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:55.551554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e0b9aa9a-cfd6-48ba-b7ed-a5842425cfd7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.552307 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e0b9aa9a-cfd6-48ba-b7ed-a5842425cfd7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0778127 Dec 10 18:35:55.555737 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35632) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:55.566244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:55.623286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082d4d6f-4bcb-4ba2-bc78-f84404dc872e None None] Network 4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:55.642356 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-61b01cc3-db8c-42e5-ba32-12dd46767147 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0848205 Dec 10 18:35:55.644926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35634) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:55.650596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2b5ebd7a-ec85-4aba-9645-d9df42944720 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group': {'name': 'tempest-security--2100471369', 'description': 'tempest-security-description-621295998'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:55.694354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2b5ebd7a-ec85-4aba-9645-d9df42944720 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.722703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:55.723082 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.762450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2b5ebd7a-ec85-4aba-9645-d9df42944720 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.769056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fb2b46fe-33e7-4833-81e9-323aba94f613 None None] Provisioning complete for port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:55.769436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fb2b46fe-33e7-4833-81e9-323aba94f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.850257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2b5ebd7a-ec85-4aba-9645-d9df42944720 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.864088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2b5ebd7a-ec85-4aba-9645-d9df42944720 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.864088 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2b5ebd7a-ec85-4aba-9645-d9df42944720 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "PUT /v2.0/security-groups/772f3163-b50a-4911-be61-688e1cc17d32 HTTP/1.1" status: 200 len: 1796 time: 0.2147114 Dec 10 18:35:55.889481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35636) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:55.937244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device bdba1f4e-132d-4c6e-ad38-afcfdb5de26c up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:55.940148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fb2b46fe-33e7-4833-81e9-323aba94f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:55.978494 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ebd7a-ec85-4aba-9645-d9df42944720 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772f3163-b50a-4911-be61-688e1cc17d32,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:55.997094 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3b11684b-4891-4564-901f-8823d8e373ad tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-groups/772f3163-b50a-4911-be61-688e1cc17d32 HTTP/1.1" status: 200 len: 1796 time: 0.1042051 Dec 10 18:35:55.997365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35638) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:56.026355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-fb2b46fe-33e7-4833-81e9-323aba94f613 None None] For port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=bdba1f4e-132d-4c6e-ad38-afcfdb5de26c,segment=NetworkSegment(cad49466-711c-487e-be60-dbb9d10d47da),segment_id=cad49466-711c-487e-be60-dbb9d10d47da)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:56.038026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:56.038737 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.087470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72b16be2-4dd0-4c2f-9c68-a83329c5f030 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.123393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72b16be2-4dd0-4c2f-9c68-a83329c5f030 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.130917 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fb2b46fe-33e7-4833-81e9-323aba94f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.202467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-652955cf-d666-415a-9090-15d33b876f78 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.203752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b46fe-33e7-4833-81e9-323aba94f613 None None] Pushing event updated for resources: {'Port': ['ID=bdba1f4e-132d-4c6e-ad38-afcfdb5de26c,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:56.213370 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.254150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Allocated IP 172.26.5.202 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/6f0b20c5-391d-46a1-bdc0-6089121778bd) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:56.283311 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:35:56.283674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:35:56.288207 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-35334af1-4b47-4309-9549-4497d64bd635 None None] Provisioning complete for port ab6b787b-7515-4d3e-8077-73f9ecbc2bf3 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:56.294352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-35334af1-4b47-4309-9549-4497d64bd635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.294611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72b16be2-4dd0-4c2f-9c68-a83329c5f030 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.294611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72b16be2-4dd0-4c2f-9c68-a83329c5f030 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.301659 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-72b16be2-4dd0-4c2f-9c68-a83329c5f030 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-groups/772f3163-b50a-4911-be61-688e1cc17d32 HTTP/1.1" status: 204 len: 168 time: 0.3031375 Dec 10 18:35:56.302698 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35640) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:56.322306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b16be2-4dd0-4c2f-9c68-a83329c5f030 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772f3163-b50a-4911-be61-688e1cc17d32,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:56.326596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-35334af1-4b47-4309-9549-4497d64bd635 None None] Port ab6b787b-7515-4d3e-8077-73f9ecbc2bf3 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:56.348175 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-652955cf-d666-415a-9090-15d33b876f78 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.350466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-35334af1-4b47-4309-9549-4497d64bd635 None None] Provisioning complete for port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:56.350833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-35334af1-4b47-4309-9549-4497d64bd635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.392658 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0fe016d6-4751-41d9-8da9-f56223d92690 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0780623 Dec 10 18:35:56.395459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35642) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:56.412195 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-fe54e9f0-2c0c-44c3-bcaf-56090476a732 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] delete failed (client error): The resource could not be found. Dec 10 18:35:56.413905 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fe54e9f0-2c0c-44c3-bcaf-56090476a732 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-groups/772f3163-b50a-4911-be61-688e1cc17d32 HTTP/1.1" status: 404 len: 347 time: 0.0170472 Dec 10 18:35:56.419982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35644) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:56.426351 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-cb7e667f-3d7f-4202-a141-e3e602dcd6e2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group': {'name': 'tempest-secgroup--401055650'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:56.438286 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.458016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652955cf-d666-415a-9090-15d33b876f78 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0555fb4-b2c9-4f88-92cf-7414b24672ea,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:56.515879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-652955cf-d666-415a-9090-15d33b876f78 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.517182 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-652955cf-d666-415a-9090-15d33b876f78 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3470979 Dec 10 18:35:56.520510 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35648) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:56.526348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-683dc5dd-62da-4f7a-87cb-e465edfac057 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group_rule': {'security_group_id': 'c0555fb4-b2c9-4f88-92cf-7414b24672ea', 'direction': 'ingress', 'protocol': 17}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:56.529851 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.582027 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6e4d0d34-c049-4d21-856b-3c2788f901bc None None] Provisioning complete for port ab6b787b-7515-4d3e-8077-73f9ecbc2bf3 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:56.582596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6e4d0d34-c049-4d21-856b-3c2788f901bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.600530 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb7e667f-3d7f-4202-a141-e3e602dcd6e2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.625639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6e4d0d34-c049-4d21-856b-3c2788f901bc None None] Port ab6b787b-7515-4d3e-8077-73f9ecbc2bf3 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:56.627313 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35650) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:56.678117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb7e667f-3d7f-4202-a141-e3e602dcd6e2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.707887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-683dc5dd-62da-4f7a-87cb-e465edfac057 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.755372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-683dc5dd-62da-4f7a-87cb-e465edfac057 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.885913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb7e667f-3d7f-4202-a141-e3e602dcd6e2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.901807 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.917168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e667f-3d7f-4202-a141-e3e602dcd6e2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77435157-ee8f-4942-8c0d-be3f2a8ad1c5,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:56.921090 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-fead2908-2c2e-4e67-b21c-c64d8f7c1842 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Deleting port 13973183-d8a5-4a27-8408-dd9aae792f6e {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:56.921437 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fead2908-2c2e-4e67-b21c-c64d8f7c1842 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.963123 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.994723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-683dc5dd-62da-4f7a-87cb-e465edfac057 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.013709 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dc5dd-62da-4f7a-87cb-e465edfac057 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7448b32a-e278-4fee-8e25-f7395657324a,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:57.022880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:57.033244 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:57.036466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event updated for resources: {'Port': ['ID=6f0b20c5-391d-46a1-bdc0-6089121778bd,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:57.039713 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:57.044824 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb7e667f-3d7f-4202-a141-e3e602dcd6e2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.048346 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cb7e667f-3d7f-4202-a141-e3e602dcd6e2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6242292 Dec 10 18:35:57.048346 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35652) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:57.051318 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.053295 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d825a1-286a-41b2-9b69-0fe1ed05613b None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:57.055166 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group_rule': {'security_group_id': '77435157-ee8f-4942-8c0d-be3f2a8ad1c5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:57.078648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fead2908-2c2e-4e67-b21c-c64d8f7c1842 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.078977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fead2908-2c2e-4e67-b21c-c64d8f7c1842 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.135198 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-fead2908-2c2e-4e67-b21c-c64d8f7c1842 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Calling delete_port for 13973183-d8a5-4a27-8408-dd9aae792f6e owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:57.145814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-683dc5dd-62da-4f7a-87cb-e465edfac057 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.149676 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-683dc5dd-62da-4f7a-87cb-e465edfac057 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6257269 Dec 10 18:35:57.154500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35654) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:57.167379 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-cb1b2266-7777-4a75-b933-20cb8cadf634 None None] Provisioning complete for port 6f0b20c5-391d-46a1-bdc0-6089121778bd triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:57.167974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cb1b2266-7777-4a75-b933-20cb8cadf634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.185516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=ab6b787b-7515-4d3e-8077-73f9ecbc2bf3,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:57.207904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b2266-7777-4a75-b933-20cb8cadf634 None None] Port 6f0b20c5-391d-46a1-bdc0-6089121778bd cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:57.244039 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-be27bf38-248d-4c62-87f1-b748fd6a58bc tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.253394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.292152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-be27bf38-248d-4c62-87f1-b748fd6a58bc tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.356773 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.430915 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d903b79b-88f3-4c39-abc7-268375a36ebe None None] Provisioning complete for port ab6b787b-7515-4d3e-8077-73f9ecbc2bf3 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:57.431254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d903b79b-88f3-4c39-abc7-268375a36ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.443820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.466039 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device bdba1f4e-132d-4c6e-ad38-afcfdb5de26c up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:57.467123 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4758e2-666d-4c65-900f-98c71b4b1646,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:57.476964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:57.477859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:57.478218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:57.478565 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:57.479079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:57.479405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:57.479901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:57.480295 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:57.480634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:57.480970 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:57.481359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:57.481880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:57.482279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:57.487212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-be27bf38-248d-4c62-87f1-b748fd6a58bc tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.490732 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-be27bf38-248d-4c62-87f1-b748fd6a58bc tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.491381 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-be27bf38-248d-4c62-87f1-b748fd6a58bc tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-groups/c0555fb4-b2c9-4f88-92cf-7414b24672ea HTTP/1.1" status: 204 len: 168 time: 0.3357029 Dec 10 18:35:57.501514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35656) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:57.501756 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.502466 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27bf38-248d-4c62-87f1-b748fd6a58bc tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0555fb4-b2c9-4f88-92cf-7414b24672ea,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:57.518341 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d903b79b-88f3-4c39-abc7-268375a36ebe None None] Port ab6b787b-7515-4d3e-8077-73f9ecbc2bf3 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:57.548517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:57.549754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.568266 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9d657624-eae6-41eb-bb44-4f1666b96823 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0575647 Dec 10 18:35:57.569257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35658) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:57.574296 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f5b935ce-40d7-4d17-a558-3c1fd119d0d0 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1772237015'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:57.592888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.597291 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-df4ce587-b9c9-4efd-80e7-646aef7eac90 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5450783 Dec 10 18:35:57.598007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35660) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:57.629635 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3b268b48-0228-4d45-9800-32e6ba1b7e38 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.637491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3b268b48-0228-4d45-9800-32e6ba1b7e38 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.680719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5b935ce-40d7-4d17-a558-3c1fd119d0d0 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.719535 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.748056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3b268b48-0228-4d45-9800-32e6ba1b7e38 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.753503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3b268b48-0228-4d45-9800-32e6ba1b7e38 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.757914 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3b268b48-0228-4d45-9800-32e6ba1b7e38 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/5e4758e2-666d-4c65-900f-98c71b4b1646 HTTP/1.1" status: 204 len: 168 time: 0.1584644 Dec 10 18:35:57.758529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35662) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:57.792150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b268b48-0228-4d45-9800-32e6ba1b7e38 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e4758e2-666d-4c65-900f-98c71b4b1646,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:57.839091 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0544312b-f5d9-4735-b6bd-ea2361ef005d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0751278 Dec 10 18:35:57.847285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35666) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:57.856450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5b935ce-40d7-4d17-a558-3c1fd119d0d0 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.887563 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fead2908-2c2e-4e67-b21c-c64d8f7c1842 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.904137 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c9abdc5-6eb7-4f01-a4a2-276e12475a22 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.926649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5b935ce-40d7-4d17-a558-3c1fd119d0d0 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.930508 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c9abdc5-6eb7-4f01-a4a2-276e12475a22 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.944373 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead2908-2c2e-4e67-b21c-c64d8f7c1842 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event deleted for resources: {'Port': ['ID=13973183-d8a5-4a27-8408-dd9aae792f6e,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:57.960404 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.981649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b935ce-40d7-4d17-a558-3c1fd119d0d0 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728bd81a-f787-452f-b258-03783d4e2cd6,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:58.047149 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.059267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.067958 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fead2908-2c2e-4e67-b21c-c64d8f7c1842 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.068294 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-fead2908-2c2e-4e67-b21c-c64d8f7c1842 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Floating IP 485a5289-fed1-452c-ab55-4af1a41d9d7f disassociated (deleted). External IP: 172.26.5.169, port: 2b13d6bf-9366-4681-9eb1-ff03db87cdb5. Dec 10 18:35:58.099852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5b935ce-40d7-4d17-a558-3c1fd119d0d0 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.101961 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f5b935ce-40d7-4d17-a558-3c1fd119d0d0 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5306911 Dec 10 18:35:58.104679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35668) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:58.110259 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8108b4a6-36a6-4f0a-9ce5-dd691c8ccd61 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371982095'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:58.122521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c9abdc5-6eb7-4f01-a4a2-276e12475a22 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.125208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c9abdc5-6eb7-4f01-a4a2-276e12475a22 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.126474 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5c9abdc5-6eb7-4f01-a4a2-276e12475a22 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-groups/77435157-ee8f-4942-8c0d-be3f2a8ad1c5 HTTP/1.1" status: 204 len: 168 time: 0.2782691 Dec 10 18:35:58.133477 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35670) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:58.147870 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9abdc5-6eb7-4f01-a4a2-276e12475a22 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77435157-ee8f-4942-8c0d-be3f2a8ad1c5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:58.199672 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f33a89bc-e85f-4357-940f-f9f7f6c80b45 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0645146 Dec 10 18:35:58.202804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35672) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:58.207276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1962c078-53de-480c-bf33-843ef61096b4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616783918'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:58.241586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8108b4a6-36a6-4f0a-9ce5-dd691c8ccd61 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.316852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8108b4a6-36a6-4f0a-9ce5-dd691c8ccd61 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.337509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1962c078-53de-480c-bf33-843ef61096b4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.406114 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1962c078-53de-480c-bf33-843ef61096b4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.411221 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8108b4a6-36a6-4f0a-9ce5-dd691c8ccd61 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.441114 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108b4a6-36a6-4f0a-9ce5-dd691c8ccd61 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3d8a1e-2b99-4e4c-a02e-310e7fc23ec8,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:58.464610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1962c078-53de-480c-bf33-843ef61096b4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.496676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8108b4a6-36a6-4f0a-9ce5-dd691c8ccd61 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.497928 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8108b4a6-36a6-4f0a-9ce5-dd691c8ccd61 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3922958 Dec 10 18:35:58.499759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962c078-53de-480c-bf33-843ef61096b4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf076709-b017-4a87-b7a1-b02d0d6095b5,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:58.502460 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35674) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:58.508206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d7dd8c4e-069d-473a-8258-5061c53ee6b1 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group_rule': {'security_group_id': '728bd81a-f787-452f-b258-03783d4e2cd6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0b3d8a1e-2b99-4e4c-a02e-310e7fc23ec8', 'remote_ip_prefix': None}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:58.592588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1962c078-53de-480c-bf33-843ef61096b4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.594386 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1962c078-53de-480c-bf33-843ef61096b4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3905852 Dec 10 18:35:58.597533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35678) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:58.602119 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0ff80a6f-80bc-452e-a2f7-b1223b5194ba tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group_rule': {'security_group_id': 'cf076709-b017-4a87-b7a1-b02d0d6095b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:58.710413 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d7dd8c4e-069d-473a-8258-5061c53ee6b1 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.776783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d7dd8c4e-069d-473a-8258-5061c53ee6b1 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.812197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0ff80a6f-80bc-452e-a2f7-b1223b5194ba tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.862264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.871389 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fead2908-2c2e-4e67-b21c-c64d8f7c1842 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:58.876263 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0ff80a6f-80bc-452e-a2f7-b1223b5194ba tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.880616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d7dd8c4e-069d-473a-8258-5061c53ee6b1 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.902803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd8c4e-069d-473a-8258-5061c53ee6b1 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2f0ba0-9b0f-4e2a-8cd0-0e5370c4d843,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:58.922089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Router 90ee734c-6e93-4bd5-9f78-991347b3e690 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:35:58.975453 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0ff80a6f-80bc-452e-a2f7-b1223b5194ba tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.994813 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff80a6f-80bc-452e-a2f7-b1223b5194ba tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b331b7dc-d5fc-4543-a76a-7eb5d4dc59cb,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:59.006074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d7dd8c4e-069d-473a-8258-5061c53ee6b1 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.007987 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d7dd8c4e-069d-473a-8258-5061c53ee6b1 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5040450 Dec 10 18:35:59.010316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35680) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:59.023452 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.024257 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.034917 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4684c437-db75-4600-ac6a-6d0276df64b6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.043347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4684c437-db75-4600-ac6a-6d0276df64b6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.091584 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0ff80a6f-80bc-452e-a2f7-b1223b5194ba tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.093676 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0ff80a6f-80bc-452e-a2f7-b1223b5194ba tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4942148 Dec 10 18:35:59.095786 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35682) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:59.100117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-7d41d1aa-ea34-4d34-a327-6b3ec96371a2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group_rule': {'security_group_id': 'cf076709-b017-4a87-b7a1-b02d0d6095b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:59.151099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=ab6b787b-7515-4d3e-8077-73f9ecbc2bf3,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:59.155240 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4684c437-db75-4600-ac6a-6d0276df64b6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.157374 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fead2908-2c2e-4e67-b21c-c64d8f7c1842 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:59.165077 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fead2908-2c2e-4e67-b21c-c64d8f7c1842 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.169507 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7556b202-8e69-4407-846b-aa11a2d73888 None None] Sync routers for ids ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:59.172492 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4684c437-db75-4600-ac6a-6d0276df64b6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.176730 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4684c437-db75-4600-ac6a-6d0276df64b6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9e2f0ba0-9b0f-4e2a-8cd0-0e5370c4d843 HTTP/1.1" status: 204 len: 168 time: 0.1620760 Dec 10 18:35:59.176730 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35684) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:59.184976 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7556b202-8e69-4407-846b-aa11a2d73888 None None] Routers {'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:59.185796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7556b202-8e69-4407-846b-aa11a2d73888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:59.189641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684c437-db75-4600-ac6a-6d0276df64b6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e2f0ba0-9b0f-4e2a-8cd0-0e5370c4d843,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:59.200165 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:59.211802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d41d1aa-ea34-4d34-a327-6b3ec96371a2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.212175 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.213421 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f848d715-8af4-43e1-a6e2-bdf8989486ef tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "PUT /v2.0/routers/90ee734c-6e93-4bd5-9f78-991347b3e690 HTTP/1.1" status: 200 len: 919 time: 4.9181890 Dec 10 18:35:59.214324 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a7359-827d-4f6d-87f0-d4ba3d6e9329 None None] Sync routers for ids ['90ee734c-6e93-4bd5-9f78-991347b3e690'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:59.217094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35686) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:59.219747 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fead2908-2c2e-4e67-b21c-c64d8f7c1842 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "DELETE /v2.0/floatingips/485a5289-fed1-452c-ab55-4af1a41d9d7f HTTP/1.1" status: 204 len: 168 time: 2.5897663 Dec 10 18:35:59.223822 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'tag': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:59.227189 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb80b0ed-b95a-4f84-a68a-70a6f6f83fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f12d1a5-019d-4f98-abe1-c5575825c177", "tag": "2b13d6bf-9366-4681-9eb1-ff03db87cdb5"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:59.233260 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a7359-827d-4f6d-87f0-d4ba3d6e9329 None None] Routers {'90ee734c-6e93-4bd5-9f78-991347b3e690'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:59.235154 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f24a7359-827d-4f6d-87f0-d4ba3d6e9329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['90ee734c-6e93-4bd5-9f78-991347b3e690'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:59.262283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:59.263962 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:59.293813 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f24a7359-827d-4f6d-87f0-d4ba3d6e9329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:59.306409 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a7359-827d-4f6d-87f0-d4ba3d6e9329 None None] Routers {'90ee734c-6e93-4bd5-9f78-991347b3e690'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:59.308102 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f24a7359-827d-4f6d-87f0-d4ba3d6e9329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['90ee734c-6e93-4bd5-9f78-991347b3e690'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:59.357256 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f24a7359-827d-4f6d-87f0-d4ba3d6e9329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:59.358477 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a7359-827d-4f6d-87f0-d4ba3d6e9329 None None] The sync data for ids ['90ee734c-6e93-4bd5-9f78-991347b3e690'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:59.389871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-7556b202-8e69-4407-846b-aa11a2d73888 None None] Set router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:59.430077 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-60614822-ccd5-4501-8702-2567475ac93b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2526236 Dec 10 18:35:59.432843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35694) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:59.523598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d41d1aa-ea34-4d34-a327-6b3ec96371a2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.536051 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35696) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:59.537170 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-99986904-ebec-4aa7-aad8-203015efeca3 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/routers/90ee734c-6e93-4bd5-9f78-991347b3e690 HTTP/1.1" status: 200 len: 925 time: 0.3173864 Dec 10 18:35:59.555515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601a7a1d-4722-44cb-9120-819eadda721f x-openstack-request-id: req-601a7a1d-4722-44cb-9120-819eadda721f {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:59.555843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f12d1a5-019d-4f98-abe1-c5575825c177", "tag": "2b13d6bf-9366-4681-9eb1-ff03db87cdb5", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:59.556064 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-601a7a1d-4722-44cb-9120-819eadda721f {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:59.556473 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'tag': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5', 'status': 'completed', 'code': 200} Dec 10 18:35:59.581230 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5576a68-b8ed-4f95-94d0-52c8c785d9ec tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.614102 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5576a68-b8ed-4f95-94d0-52c8c785d9ec tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.618355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b0ed-b95a-4f84-a68a-70a6f6f83fa7 req-c9d6fe4e-1f36-4f5f-85fb-87f744482b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:59.620330 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb80b0ed-b95a-4f84-a68a-70a6f6f83fa7 req-c9d6fe4e-1f36-4f5f-85fb-87f744482b7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43ce9d6cb6cc4b06a1aba6c078f79ea2&device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 1098 time: 0.0457640 Dec 10 18:35:59.621363 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d41d1aa-ea34-4d34-a327-6b3ec96371a2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.645488 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98e8571-dd09-4b34-9783-8174c0a3a79f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:59.647483 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f98e8571-dd09-4b34-9783-8174c0a3a79f tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&device_id=90ee734c-6e93-4bd5-9f78-991347b3e690&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1071877 Dec 10 18:35:59.653743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35698) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:59.673239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41d1aa-ea34-4d34-a327-6b3ec96371a2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c0495b-79ef-481e-a088-63b714528ea9,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:59.706798 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 9e596c02-599d-4efb-ab4d-0b41980fdba9 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:35:59.709656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7556b202-8e69-4407-846b-aa11a2d73888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:33:46Z', 'revision_number': 4, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'a0745af6-0d04-483e-82bc-cde5f8becc48', 'name': '', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'mac_address': 'fa:16:3e:8e:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b83466d8-72a6-4359-a134-6e82896679be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:43Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 5, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'subnets': [{'id': 'b83466d8-72a6-4359-a134-6e82896679be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:59.755688 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7556b202-8e69-4407-846b-aa11a2d73888 None None] Checking router: db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:35:59.773611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7556b202-8e69-4407-846b-aa11a2d73888 None None] Routers {'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:59.774349 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7556b202-8e69-4407-846b-aa11a2d73888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:59.778265 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f4648f3b-d60a-43e7-a85c-126caec089a5 None None] Provisioning complete for port ab6b787b-7515-4d3e-8077-73f9ecbc2bf3 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:59.778265 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f4648f3b-d60a-43e7-a85c-126caec089a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.791714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d41d1aa-ea34-4d34-a327-6b3ec96371a2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.793794 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7d41d1aa-ea34-4d34-a327-6b3ec96371a2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6968935 Dec 10 18:35:59.796568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35702) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:59.803239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ebd37f91-101e-4018-8b19-e9a63342bb01 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group_rule': {'security_group_id': 'cf076709-b017-4a87-b7a1-b02d0d6095b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:59.810966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b0ed-b95a-4f84-a68a-70a6f6f83fa7 req-0186c86d-5dd3-490e-a8a9-c18f2e2c4b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:59.812746 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb80b0ed-b95a-4f84-a68a-70a6f6f83fa7 req-0186c86d-5dd3-490e-a8a9-c18f2e2c4b20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac1c8d42-7196-4e66-9797-b72aa1abd05a HTTP/1.1" status: 200 len: 898 time: 0.1786089 Dec 10 18:35:59.845071 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5576a68-b8ed-4f95-94d0-52c8c785d9ec tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.847737 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5576a68-b8ed-4f95-94d0-52c8c785d9ec tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.848891 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b5576a68-b8ed-4f95-94d0-52c8c785d9ec tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-groups/0b3d8a1e-2b99-4e4c-a02e-310e7fc23ec8 HTTP/1.1" status: 204 len: 168 time: 0.4150178 Dec 10 18:35:59.865386 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35704) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:59.879003 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb80b0ed-b95a-4f84-a68a-70a6f6f83fa7 req-1ed45068-4710-4327-ac83-8fa1423aaf29 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b13d6bf-9366-4681-9eb1-ff03db87cdb5 HTTP/1.1" status: 200 len: 217 time: 0.0572424 Dec 10 18:35:59.896436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5576a68-b8ed-4f95-94d0-52c8c785d9ec tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3d8a1e-2b99-4e4c-a02e-310e7fc23ec8,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:59.905826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e7c440-d494-4461-9447-ffe675c5c07a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:59.907999 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-10e7c440-d494-4461-9447-ffe675c5c07a tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/networks/ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 881 time: 0.2531838 Dec 10 18:35:59.914560 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35708) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:59.974993 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-53f79cfb-96e1-465f-afd2-8521c2f3c057 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ee734c-6e93-4bd5-9f78-991347b3e690 HTTP/1.1" status: 200 len: 205 time: 0.0581026 Dec 10 18:35:59.983979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35710) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:59.985618 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7012fb5-8cf7-4c42-baf7-c18b0a9b9fd4 req-78129ed6-064d-4586-8a21-5205b37748a9 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:59.990263 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e7012fb5-8cf7-4c42-baf7-c18b0a9b9fd4 req-78129ed6-064d-4586-8a21-5205b37748a9 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.1868432 Dec 10 18:35:59.993189 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ebd37f91-101e-4018-8b19-e9a63342bb01 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.993357 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:00.003055 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bf1fc0fa-ca0a-490c-85e6-dfd8b5e51fc0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/9e596c02-599d-4efb-ab4d-0b41980fdba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5345089 Dec 10 18:36:00.003793 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35712) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:00.011852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b0ed-b95a-4f84-a68a-70a6f6f83fa7 req-1713d530-62a9-4002-9061-d276fbf9a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:00.016312 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb80b0ed-b95a-4f84-a68a-70a6f6f83fa7 req-1713d530-62a9-4002-9061-d276fbf9a939 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b83466d8-72a6-4359-a134-6e82896679be HTTP/1.1" status: 200 len: 835 time: 0.1220069 Dec 10 18:36:00.027336 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336e765-709a-411c-bc63-ae1c0dfde2b3 None None] Sync routers for ids ['9e596c02-599d-4efb-ab4d-0b41980fdba9'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:00.057238 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f5b3546e-e285-4e13-9597-bbd2fc950aea tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1865759 Dec 10 18:36:00.065647 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f4648f3b-d60a-43e7-a85c-126caec089a5 None None] Port ab6b787b-7515-4d3e-8077-73f9ecbc2bf3 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:00.068831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336e765-709a-411c-bc63-ae1c0dfde2b3 None None] Routers {'9e596c02-599d-4efb-ab4d-0b41980fdba9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:00.069398 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35714) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:00.069516 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2336e765-709a-411c-bc63-ae1c0dfde2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['9e596c02-599d-4efb-ab4d-0b41980fdba9'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:00.096524 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c8c6a2-a01b-46c2-8e5e-bbba100a1747 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:00.097955 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-01c8c6a2-a01b-46c2-8e5e-bbba100a1747 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports/ab6b787b-7515-4d3e-8077-73f9ecbc2bf3 HTTP/1.1" status: 200 len: 983 time: 0.0918350 Dec 10 18:36:00.109182 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35716) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:00.115272 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2336e765-709a-411c-bc63-ae1c0dfde2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:00.135305 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336e765-709a-411c-bc63-ae1c0dfde2b3 None None] Routers {'9e596c02-599d-4efb-ab4d-0b41980fdba9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:00.135917 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2336e765-709a-411c-bc63-ae1c0dfde2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['9e596c02-599d-4efb-ab4d-0b41980fdba9'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:00.170580 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-7556b202-8e69-4407-846b-aa11a2d73888 None None] Set router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:00.172635 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2336e765-709a-411c-bc63-ae1c0dfde2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:00.173456 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336e765-709a-411c-bc63-ae1c0dfde2b3 None None] The sync data for ids ['9e596c02-599d-4efb-ab4d-0b41980fdba9'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:00.193543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b0ed-b95a-4f84-a68a-70a6f6f83fa7 req-d7019a58-026d-4528-b746-5b12c2efc9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:00.195081 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb80b0ed-b95a-4f84-a68a-70a6f6f83fa7 req-d7019a58-026d-4528-b746-5b12c2efc9ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac1c8d42-7196-4e66-9797-b72aa1abd05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1047261 Dec 10 18:36:00.196913 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e7012fb5-8cf7-4c42-baf7-c18b0a9b9fd4 req-a7258de1-c612-4336-ab85-e5b7c96fccc8 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920700 Dec 10 18:36:00.212484 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ebd37f91-101e-4018-8b19-e9a63342bb01 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.238677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.256311 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d251b498-0aa4-4fa8-8c33-df955dc716ee tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.326107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ebd37f91-101e-4018-8b19-e9a63342bb01 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.354805 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d251b498-0aa4-4fa8-8c33-df955dc716ee tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.371360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd37f91-101e-4018-8b19-e9a63342bb01 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767550cc-f0fc-4b20-9a3c-83eace92fd8d,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:00.391272 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7556b202-8e69-4407-846b-aa11a2d73888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:33:46Z', 'revision_number': 4, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'a0745af6-0d04-483e-82bc-cde5f8becc48', 'name': '', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'mac_address': 'fa:16:3e:8e:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b83466d8-72a6-4359-a134-6e82896679be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:43Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 5, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'subnets': [{'id': 'b83466d8-72a6-4359-a134-6e82896679be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:00.414398 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb80b0ed-b95a-4f84-a68a-70a6f6f83fa7 req-65bf86d1-e470-452a-a6f8-7533ea36b0e3 service neutron] 10.222.0.21 "GET /v2.0/networks/ac1c8d42-7196-4e66-9797-b72aa1abd05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056990 Dec 10 18:36:00.418878 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7556b202-8e69-4407-846b-aa11a2d73888 None None] The sync data for ids ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'] in dv-neutron-821434-1-hyperv is: [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:33:46Z', 'revision_number': 4, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'a0745af6-0d04-483e-82bc-cde5f8becc48', 'name': '', 'network_id': 'ac1c8d42-7196-4e66-9797-b72aa1abd05a', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'mac_address': 'fa:16:3e:8e:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b83466d8-72a6-4359-a134-6e82896679be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:43Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 5, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'subnets': [{'id': 'b83466d8-72a6-4359-a134-6e82896679be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:00.479477 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ebd37f91-101e-4018-8b19-e9a63342bb01 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.481752 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ebd37f91-101e-4018-8b19-e9a63342bb01 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6830225 Dec 10 18:36:00.483393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35718) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:00.491373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1b2fcf01-30bc-4906-94f8-47647a7fee84 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group_rule': {'security_group_id': 'cf076709-b017-4a87-b7a1-b02d0d6095b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:00.498200 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.515138 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d251b498-0aa4-4fa8-8c33-df955dc716ee tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.517668 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d251b498-0aa4-4fa8-8c33-df955dc716ee tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.519042 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d251b498-0aa4-4fa8-8c33-df955dc716ee tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-groups/728bd81a-f787-452f-b258-03783d4e2cd6 HTTP/1.1" status: 204 len: 168 time: 0.4450390 Dec 10 18:36:00.524211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35720) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:00.557129 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb80b0ed-b95a-4f84-a68a-70a6f6f83fa7 req-d378d637-91c5-47b3-aa39-88521eff0873 service neutron] 10.222.0.21 "GET /v2.0/networks/ac1c8d42-7196-4e66-9797-b72aa1abd05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293108 Dec 10 18:36:00.565335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251b498-0aa4-4fa8-8c33-df955dc716ee tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=728bd81a-f787-452f-b258-03783d4e2cd6,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:00.611838 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6912d425-46ba-43ea-ac58-acbf18775f88 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.619041 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0bbd245a-16c4-4a86-a3a0-a8bc83b56611 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0897992 Dec 10 18:36:00.624954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35722) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:00.630994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-68b4fdfd-db9b-4a85-b863-0e5c5e83002c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group': {'name': 'tempest-secgroup--987316156'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:00.652838 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b2fcf01-30bc-4906-94f8-47647a7fee84 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.661039 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Deleting port 6f0b20c5-391d-46a1-bdc0-6089121778bd {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:00.661418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.732622 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f30474-433f-4086-9f84-0166f9b786eb None None] New status for floating IP 485a5289-fed1-452c-ab55-4af1a41d9d7f: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:36:00.773011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68b4fdfd-db9b-4a85-b863-0e5c5e83002c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.799996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.816301 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b2fcf01-30bc-4906-94f8-47647a7fee84 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.825016 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Calling delete_port for 6f0b20c5-391d-46a1-bdc0-6089121778bd owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:00.868755 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-6912d425-46ba-43ea-ac58-acbf18775f88 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port ab6b787b-7515-4d3e-8077-73f9ecbc2bf3 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:00.869085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6912d425-46ba-43ea-ac58-acbf18775f88 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.901173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b2fcf01-30bc-4906-94f8-47647a7fee84 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.946374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68b4fdfd-db9b-4a85-b863-0e5c5e83002c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.947361 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fcf01-30bc-4906-94f8-47647a7fee84 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42902497-e5f9-435e-b6f9-93355c1625b6,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:00.956852 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6912d425-46ba-43ea-ac58-acbf18775f88 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.969856 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-6912d425-46ba-43ea-ac58-acbf18775f88 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for ab6b787b-7515-4d3e-8077-73f9ecbc2bf3 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:01.032565 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b2fcf01-30bc-4906-94f8-47647a7fee84 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.033709 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1b2fcf01-30bc-4906-94f8-47647a7fee84 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5493789 Dec 10 18:36:01.037222 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35724) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:01.042815 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-769e675b-bc1b-41b1-8e03-967e0929485e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group_rule': {'security_group_id': 'cf076709-b017-4a87-b7a1-b02d0d6095b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:01.055768 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68b4fdfd-db9b-4a85-b863-0e5c5e83002c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.084937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4fdfd-db9b-4a85-b863-0e5c5e83002c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437d6bcc-8b78-455b-b1dd-c17ec258bccf,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:01.118993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.143996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Pushing event deleted for resources: {'Port': ['ID=6f0b20c5-391d-46a1-bdc0-6089121778bd,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:01.166176 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25e3ece-3e9e-439f-aca9-0b6ad6faac9c None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:01.189128 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-769e675b-bc1b-41b1-8e03-967e0929485e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.212523 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.247260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-769e675b-bc1b-41b1-8e03-967e0929485e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.248666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6912d425-46ba-43ea-ac58-acbf18775f88 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.278434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-68b4fdfd-db9b-4a85-b863-0e5c5e83002c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.279509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912d425-46ba-43ea-ac58-acbf18775f88 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=ab6b787b-7515-4d3e-8077-73f9ecbc2bf3,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:01.279685 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-68b4fdfd-db9b-4a85-b863-0e5c5e83002c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6534736 Dec 10 18:36:01.282973 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35728) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:01.290753 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-45fe0f4a-7716-45a4-91ae-49905b62540c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group_rule': {'security_group_id': '437d6bcc-8b78-455b-b1dd-c17ec258bccf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:01.312463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.315291 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.357105 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-769e675b-bc1b-41b1-8e03-967e0929485e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.417029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad273ad-71fe-44d3-9b12-9a126f8a2e9b req-fde8c761-ccc6-447d-9e97-3ba3d807800a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:01.427987 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2ad273ad-71fe-44d3-9b12-9a126f8a2e9b req-fde8c761-ccc6-447d-9e97-3ba3d807800a tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.0954120 Dec 10 18:36:01.454275 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.454843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Fanout notify agent at l3_agent the message router_deleted on router 90ee734c-6e93-4bd5-9f78-991347b3e690 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:01.458457 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e675b-bc1b-41b1-8e03-967e0929485e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd4de3c-328f-4bf3-aaf5-248a71d0f87b,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:01.462015 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6912d425-46ba-43ea-ac58-acbf18775f88 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.463383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.469612 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e8d22295-1b7c-4cd1-b016-110f8b00cb59 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "DELETE /v2.0/routers/90ee734c-6e93-4bd5-9f78-991347b3e690 HTTP/1.1" status: 204 len: 168 time: 1.4790802 Dec 10 18:36:01.469830 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35730) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:01.473664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-48cef42f-3acd-40e7-b8d7-5d331bc08d7d tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-579969823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:01.502229 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b07a3e-116d-4519-90bd-50c35b1d7d9e req-9b0e98bb-7761-4cf1-a50c-51762aaab056 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:01.504247 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-80b07a3e-116d-4519-90bd-50c35b1d7d9e req-9b0e98bb-7761-4cf1-a50c-51762aaab056 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 945 time: 0.1841433 Dec 10 18:36:01.541512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-2ad273ad-71fe-44d3-9b12-9a126f8a2e9b req-c7a00ca6-74a9-4e72-bd65-cc11baf9b444 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Deleting port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:01.541807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2ad273ad-71fe-44d3-9b12-9a126f8a2e9b req-c7a00ca6-74a9-4e72-bd65-cc11baf9b444 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.596129 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45fe0f4a-7716-45a4-91ae-49905b62540c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.635194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-769e675b-bc1b-41b1-8e03-967e0929485e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.636434 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-769e675b-bc1b-41b1-8e03-967e0929485e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5982120 Dec 10 18:36:01.650680 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35732) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:01.761822 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-80b07a3e-116d-4519-90bd-50c35b1d7d9e req-527068b5-d468-4a98-b7c3-4f06c078f059 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/security-groups?id=691765c7-def1-40a6-b7f8-150f8e3ab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469325 Dec 10 18:36:01.784386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd26860a-5f86-41a7-b0ed-488c663afd6b tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.792637 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6912d425-46ba-43ea-ac58-acbf18775f88 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 9e596c02-599d-4efb-ab4d-0b41980fdba9 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:01.805500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45fe0f4a-7716-45a4-91ae-49905b62540c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.808176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd26860a-5f86-41a7-b0ed-488c663afd6b tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.824485 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-48cef42f-3acd-40e7-b8d7-5d331bc08d7d tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.825508 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-48cef42f-3acd-40e7-b8d7-5d331bc08d7d tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.876053 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-2ad273ad-71fe-44d3-9b12-9a126f8a2e9b req-c7a00ca6-74a9-4e72-bd65-cc11baf9b444 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] For port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:01.876726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2ad273ad-71fe-44d3-9b12-9a126f8a2e9b req-c7a00ca6-74a9-4e72-bd65-cc11baf9b444 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.889215 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-2ad273ad-71fe-44d3-9b12-9a126f8a2e9b req-c7a00ca6-74a9-4e72-bd65-cc11baf9b444 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Calling delete_port for 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:01.911655 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45fe0f4a-7716-45a4-91ae-49905b62540c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.927483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6912d425-46ba-43ea-ac58-acbf18775f88 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:01.938672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9682bb-19a1-41b4-a3b0-d3e24f28b28e None None] Sync routers for ids ['9e596c02-599d-4efb-ab4d-0b41980fdba9'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:01.951624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9682bb-19a1-41b4-a3b0-d3e24f28b28e None None] Routers {'9e596c02-599d-4efb-ab4d-0b41980fdba9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:01.952232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6b9682bb-19a1-41b4-a3b0-d3e24f28b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['9e596c02-599d-4efb-ab4d-0b41980fdba9'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:01.963049 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6912d425-46ba-43ea-ac58-acbf18775f88 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/9e596c02-599d-4efb-ab4d-0b41980fdba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8527677 Dec 10 18:36:01.971015 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35734) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:01.980482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-48cef42f-3acd-40e7-b8d7-5d331bc08d7d tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.983040 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe0f4a-7716-45a4-91ae-49905b62540c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0bda088-bb83-4ed8-9bd1-cd8af928586a,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:01.990094 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6b9682bb-19a1-41b4-a3b0-d3e24f28b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:01.999498 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9682bb-19a1-41b4-a3b0-d3e24f28b28e None None] Routers {'9e596c02-599d-4efb-ab4d-0b41980fdba9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:02.000362 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6b9682bb-19a1-41b4-a3b0-d3e24f28b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['9e596c02-599d-4efb-ab4d-0b41980fdba9'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:02.033392 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6b9682bb-19a1-41b4-a3b0-d3e24f28b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:02.034721 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9682bb-19a1-41b4-a3b0-d3e24f28b28e None None] The sync data for ids ['9e596c02-599d-4efb-ab4d-0b41980fdba9'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:02.049602 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-48cef42f-3acd-40e7-b8d7-5d331bc08d7d tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.055019 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd26860a-5f86-41a7-b0ed-488c663afd6b tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.067288 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd26860a-5f86-41a7-b0ed-488c663afd6b tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.080691 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dd26860a-5f86-41a7-b0ed-488c663afd6b tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/fcd4de3c-328f-4bf3-aaf5-248a71d0f87b HTTP/1.1" status: 204 len: 168 time: 0.4128919 Dec 10 18:36:02.080888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35736) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:02.080998 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26860a-5f86-41a7-b0ed-488c663afd6b tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcd4de3c-328f-4bf3-aaf5-248a71d0f87b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:02.129737 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-37a4fabb-478b-4f57-a209-1ef5a3a19918 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0561142 Dec 10 18:36:02.131460 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35738) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:02.146070 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2ad273ad-71fe-44d3-9b12-9a126f8a2e9b req-c7a00ca6-74a9-4e72-bd65-cc11baf9b444 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.157120 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45fe0f4a-7716-45a4-91ae-49905b62540c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.159028 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-45fe0f4a-7716-45a4-91ae-49905b62540c tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8745666 Dec 10 18:36:02.161415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35740) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:02.197025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a00ca6-74a9-4e72-bd65-cc11baf9b444 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event deleted for resources: {'Port': ['ID=2b13d6bf-9366-4681-9eb1-ff03db87cdb5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:02.218553 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-25e58591-c3d6-40e7-a873-eb432c021a42 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.239489 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-71d96928-eb29-4759-b9fd-48005646ce70 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 18:36:02.240565 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-71d96928-eb29-4759-b9fd-48005646ce70 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/9e596c02-599d-4efb-ab4d-0b41980fdba9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2685955 Dec 10 18:36:02.243698 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8f13-0ba1-4ebb-8b71-df7b0851ea4c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.247590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-48cef42f-3acd-40e7-b8d7-5d331bc08d7d tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.248853 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-48cef42f-3acd-40e7-b8d7-5d331bc08d7d tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7787867 Dec 10 18:36:02.249771 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35742) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:02.251521 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-25e58591-c3d6-40e7-a873-eb432c021a42 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.266677 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35744) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:02.270685 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8f13-0ba1-4ebb-8b71-df7b0851ea4c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.273632 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad273ad-71fe-44d3-9b12-9a126f8a2e9b req-c7a00ca6-74a9-4e72-bd65-cc11baf9b444 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] No DVR routers for this DVR port 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:02.280423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2ad273ad-71fe-44d3-9b12-9a126f8a2e9b req-c7a00ca6-74a9-4e72-bd65-cc11baf9b444 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.284380 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2ad273ad-71fe-44d3-9b12-9a126f8a2e9b req-c7a00ca6-74a9-4e72-bd65-cc11baf9b444 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.21 "DELETE /v2.0/ports/2b13d6bf-9366-4681-9eb1-ff03db87cdb5 HTTP/1.1" status: 204 len: 173 time: 0.8595605 Dec 10 18:36:02.284889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'name': 'network-vif-deleted', 'tag': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:02.287252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8371087-96b8-4222-9314-d2ae15b62d99" -d '{"events": [{"server_uuid": "8f12d1a5-019d-4f98-abe1-c5575825c177", "name": "network-vif-deleted", "tag": "2b13d6bf-9366-4681-9eb1-ff03db87cdb5"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:02.292932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'enable_snat': False}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:02.298478 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ff80890b-4815-426f-ab5a-bd159dbc69b4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e596c02-599d-4efb-ab4d-0b41980fdba9 HTTP/1.1" status: 200 len: 205 time: 0.0443523 Dec 10 18:36:02.302179 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35750) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:02.401589 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-55a54d0f-2557-40f6-8491-df494224f87a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.447172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be40249-2b34-4bfb-9da0-17130b3a0443 x-openstack-request-id: req-5be40249-2b34-4bfb-9da0-17130b3a0443 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:02.447557 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f12d1a5-019d-4f98-abe1-c5575825c177", "name": "network-vif-deleted", "tag": "2b13d6bf-9366-4681-9eb1-ff03db87cdb5", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:02.447811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5be40249-2b34-4bfb-9da0-17130b3a0443 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:02.448210 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f12d1a5-019d-4f98-abe1-c5575825c177', 'name': 'network-vif-deleted', 'tag': '2b13d6bf-9366-4681-9eb1-ff03db87cdb5', 'status': 'completed', 'code': 200} Dec 10 18:36:02.504576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-25e58591-c3d6-40e7-a873-eb432c021a42 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.514027 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-25e58591-c3d6-40e7-a873-eb432c021a42 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.515137 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-25e58591-c3d6-40e7-a873-eb432c021a42 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c0bda088-bb83-4ed8-9bd1-cd8af928586a HTTP/1.1" status: 204 len: 168 time: 0.3527372 Dec 10 18:36:02.518227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35754) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:02.524308 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.533623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e58591-c3d6-40e7-a873-eb432c021a42 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0bda088-bb83-4ed8-9bd1-cd8af928586a,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:02.578689 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8f13-0ba1-4ebb-8b71-df7b0851ea4c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.589601 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8f13-0ba1-4ebb-8b71-df7b0851ea4c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.593526 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5e4d8f13-0ba1-4ebb-8b71-df7b0851ea4c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/42902497-e5f9-435e-b6f9-93355c1625b6 HTTP/1.1" status: 204 len: 168 time: 0.4579582 Dec 10 18:36:02.593677 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fe9816f7-cea9-4c46-bdba-7b6252154d45 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0691636 Dec 10 18:36:02.594014 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35756) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:02.594478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35758) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:02.596864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d8f13-0ba1-4ebb-8b71-df7b0851ea4c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42902497-e5f9-435e-b6f9-93355c1625b6,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:02.599596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-55a54d0f-2557-40f6-8491-df494224f87a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.602963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-55a54d0f-2557-40f6-8491-df494224f87a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.719053 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d9fd7cd2-a0ec-4038-ba06-14bb66fc3dcd tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1230025 Dec 10 18:36:02.722357 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35760) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:02.743967 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e992a550-95f6-4eb5-a1d3-ffde2fd35410 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.752332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-25150dc1-3910-4021-aacc-42a9bfacae1a tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.763096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-25150dc1-3910-4021-aacc-42a9bfacae1a tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.765981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-55a54d0f-2557-40f6-8491-df494224f87a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.766597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a54d0f-2557-40f6-8491-df494224f87a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Fanout notify agent at l3_agent the message router_deleted on router 9e596c02-599d-4efb-ab4d-0b41980fdba9 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:02.774879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e992a550-95f6-4eb5-a1d3-ffde2fd35410 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.775071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-55a54d0f-2557-40f6-8491-df494224f87a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.778597 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-55a54d0f-2557-40f6-8491-df494224f87a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/routers/9e596c02-599d-4efb-ab4d-0b41980fdba9 HTTP/1.1" status: 204 len: 168 time: 0.4729822 Dec 10 18:36:02.781553 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35762) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:02.855901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc60a144-04c5-4a6e-9fe3-bd7c62e4ef3d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting subnet 3611e284-cd8f-4858-9606-65d4ee0f7fec {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:02.859092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dc60a144-04c5-4a6e-9fe3-bd7c62e4ef3d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.904044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dc60a144-04c5-4a6e-9fe3-bd7c62e4ef3d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.925333 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4b92363a-1c6b-4687-b8c8-fb309b67622a req-be5cb8c0-eb23-4033-9769-56736aa969ca tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f12d1a5-019d-4f98-abe1-c5575825c177 HTTP/1.1" status: 200 len: 210 time: 0.0578473 Dec 10 18:36:02.962756 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e992a550-95f6-4eb5-a1d3-ffde2fd35410 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.965346 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e992a550-95f6-4eb5-a1d3-ffde2fd35410 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.966510 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e992a550-95f6-4eb5-a1d3-ffde2fd35410 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-groups/437d6bcc-8b78-455b-b1dd-c17ec258bccf HTTP/1.1" status: 204 len: 168 time: 0.3698606 Dec 10 18:36:02.974606 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35766) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:02.982152 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992a550-95f6-4eb5-a1d3-ffde2fd35410 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437d6bcc-8b78-455b-b1dd-c17ec258bccf,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:02.992378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.012374 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.012932 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dc60a144-04c5-4a6e-9fe3-bd7c62e4ef3d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.053620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-25150dc1-3910-4021-aacc-42a9bfacae1a tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.062340 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-97919283-b455-4f45-aa49-97a71106d09f tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0866759 Dec 10 18:36:03.066512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-25150dc1-3910-4021-aacc-42a9bfacae1a tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.066512 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-25150dc1-3910-4021-aacc-42a9bfacae1a tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/767550cc-f0fc-4b20-9a3c-83eace92fd8d HTTP/1.1" status: 204 len: 168 time: 0.3430512 Dec 10 18:36:03.070487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35768) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:03.070831 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35770) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:03.082700 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-5bb2b6b6-df31-45a9-a578-53483f38f13d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group': {'name': 'tempest-secgroup--842008971'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:03.096724 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25150dc1-3910-4021-aacc-42a9bfacae1a tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=767550cc-f0fc-4b20-9a3c-83eace92fd8d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:03.149776 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Allocated IP 172.26.5.131 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/d9e27c86-a49a-48a3-9c7b-7799bd008784) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:03.155033 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bc61057c-901e-44de-873d-53203944aad4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0792015 Dec 10 18:36:03.158223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35772) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:03.182662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec11715a-630d-4313-a3fc-da5f9577e810 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.190384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec11715a-630d-4313-a3fc-da5f9577e810 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.293052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dc60a144-04c5-4a6e-9fe3-bd7c62e4ef3d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.295394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b6b6-df31-45a9-a578-53483f38f13d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.340006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dc60a144-04c5-4a6e-9fe3-bd7c62e4ef3d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.343711 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-dc60a144-04c5-4a6e-9fe3-bd7c62e4ef3d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/3611e284-cd8f-4858-9606-65d4ee0f7fec HTTP/1.1" status: 204 len: 168 time: 0.5607634 Dec 10 18:36:03.345223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60a144-04c5-4a6e-9fe3-bd7c62e4ef3d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Subnet': ['ID=3611e284-cd8f-4858-9606-65d4ee0f7fec,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:03.347572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef68f71-51b7-44c2-8e4d-6b095bfb9aa0 None None] Network 4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:03.348167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35774) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:03.364934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec11715a-630d-4313-a3fc-da5f9577e810 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.365733 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ec11715a-630d-4313-a3fc-da5f9577e810 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.366893 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ec11715a-630d-4313-a3fc-da5f9577e810 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/69c0495b-79ef-481e-a088-63b714528ea9 HTTP/1.1" status: 204 len: 168 time: 0.2077363 Dec 10 18:36:03.390708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35776) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:03.444049 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11715a-630d-4313-a3fc-da5f9577e810 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69c0495b-79ef-481e-a088-63b714528ea9,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:03.511799 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.546322 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e901e661-661e-4c23-8ded-a4cea442abc6 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1536129 Dec 10 18:36:03.549601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35778) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:03.570472 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b6b6-df31-45a9-a578-53483f38f13d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.582789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] DHCP port deletion for 4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:03.589674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-22e50745-7575-4afb-a2f8-4209d829063e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.605552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-22e50745-7575-4afb-a2f8-4209d829063e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.617073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:03.617728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.635496 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.635720 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Deleting port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:03.636006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.681555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b6b6-df31-45a9-a578-53483f38f13d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.713790 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] For port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=bdba1f4e-132d-4c6e-ad38-afcfdb5de26c,segment=NetworkSegment(cad49466-711c-487e-be60-dbb9d10d47da),segment_id=cad49466-711c-487e-be60-dbb9d10d47da)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:03.714148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.714271 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] For port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=bdba1f4e-132d-4c6e-ad38-afcfdb5de26c,segment=NetworkSegment(cad49466-711c-487e-be60-dbb9d10d47da),segment_id=cad49466-711c-487e-be60-dbb9d10d47da)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:03.714615 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.727920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Calling delete_port for bdba1f4e-132d-4c6e-ad38-afcfdb5de26c owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:03.732928 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2b6b6-df31-45a9-a578-53483f38f13d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd73d609-765a-4264-8e60-051447fb73ee,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:03.735345 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for bdba1f4e-132d-4c6e-ad38-afcfdb5de26c owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:03.737728 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-22e50745-7575-4afb-a2f8-4209d829063e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.745751 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-22e50745-7575-4afb-a2f8-4209d829063e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.749412 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35780) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:03.749579 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-22e50745-7575-4afb-a2f8-4209d829063e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b331b7dc-d5fc-4543-a76a-7eb5d4dc59cb HTTP/1.1" status: 204 len: 168 time: 0.1988449 Dec 10 18:36:03.755931 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e50745-7575-4afb-a2f8-4209d829063e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b331b7dc-d5fc-4543-a76a-7eb5d4dc59cb,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:03.772692 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.812927 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b6b6-df31-45a9-a578-53483f38f13d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.817067 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5bb2b6b6-df31-45a9-a578-53483f38f13d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7424762 Dec 10 18:36:03.820354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35782) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:03.824101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:03.827257 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:03.835471 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c7b8fbe6-1e9e-4ccb-8011-a67d401bf7e6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group_rule': {'security_group_id': 'dd73d609-765a-4264-8e60-051447fb73ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:03.836722 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:03.845130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0319407a-482c-4948-9292-9c83f5136e14 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:03.858101 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7cca5773-6bac-41a4-b159-98a7d022f04a tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1058266 Dec 10 18:36:03.858205 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Pushing event updated for resources: {'Port': ['ID=d9e27c86-a49a-48a3-9c7b-7799bd008784,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:03.861358 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35784) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:03.907434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.916735 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.941673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Pushing event deleted for resources: {'Port': ['ID=bdba1f4e-132d-4c6e-ad38-afcfdb5de26c,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:03.949683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=bdba1f4e-132d-4c6e-ad38-afcfdb5de26c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:03.951585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No DVR routers for this DVR port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:03.954001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] No DVR routers for this DVR port bdba1f4e-132d-4c6e-ad38-afcfdb5de26c on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:03.957603 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:03.965037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:03.965037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:03.965037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:03.965037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:03.965037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:03.965037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:03.965037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:03.965037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:03.965037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:03.965037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:03.965037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:03.965037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02605d4-2cab-4800-b8ec-5e118cec4be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:03.968674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c7b8fbe6-1e9e-4ccb-8011-a67d401bf7e6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.982036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0595477c-f091-4305-af20-f4b287608657 None None] Provisioning complete for port d9e27c86-a49a-48a3-9c7b-7799bd008784 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:03.982584 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0595477c-f091-4305-af20-f4b287608657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.021809 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35788) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:04.041349 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-0595477c-f091-4305-af20-f4b287608657 None None] Port d9e27c86-a49a-48a3-9c7b-7799bd008784 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:04.041736 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3cf3-83f6-4c21-a51b-b780de683c6d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.072183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3cf3-83f6-4c21-a51b-b780de683c6d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.151405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.180615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:04.208396 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad49466-711c-487e-be60-dbb9d10d47da') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:04.208652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad49466-711c-487e-be60-dbb9d10d47da') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:04.216254 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c7b8fbe6-1e9e-4ccb-8011-a67d401bf7e6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.224449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3cf3-83f6-4c21-a51b-b780de683c6d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.227211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.227685 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3cf3-83f6-4c21-a51b-b780de683c6d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.231012 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7f6e3cf3-83f6-4c21-a51b-b780de683c6d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-groups/cf076709-b017-4a87-b7a1-b02d0d6095b5 HTTP/1.1" status: 204 len: 168 time: 0.3667150 Dec 10 18:36:04.231012 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.231835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35790) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:04.250626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:04.277201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.278907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:04.282756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 2b13d6bf-9366-4681-9eb1-ff03db87cdb5 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:04.283783 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e3cf3-83f6-4c21-a51b-b780de683c6d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf076709-b017-4a87-b7a1-b02d0d6095b5,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:04.331467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c7b8fbe6-1e9e-4ccb-8011-a67d401bf7e6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.333586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:04.334015 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:04.370678 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:04.439257 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9b689f6a-aed8-4948-9e27-24f63d703af6 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2014976 Dec 10 18:36:04.439828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8fbe6-1e9e-4ccb-8011-a67d401bf7e6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8bafeb-6df3-46fc-b41d-9e00dfd2b601,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:04.443380 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35794) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:04.449243 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-659d6a98-a082-42b3-9857-fe288a57edc8 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214472861'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:04.465937 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.470159 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.555853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c7b8fbe6-1e9e-4ccb-8011-a67d401bf7e6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.557158 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c7b8fbe6-1e9e-4ccb-8011-a67d401bf7e6 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7346416 Dec 10 18:36:04.560541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35796) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:04.572279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.584430 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.590228 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/networks/4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c HTTP/1.1" status: 204 len: 168 time: 1.2395592 Dec 10 18:36:04.595265 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35798) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:04.599647 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8e43c043-fcf0-480c-a26a-930be2ed8a03 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules/7b8bafeb-6df3-46fc-b41d-9e00dfd2b601 HTTP/1.1" status: 200 len: 763 time: 0.0379603 Dec 10 18:36:04.606746 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-63a9ea33-5d18-49fd-b6cb-805abe0048f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-610051898'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:04.614012 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35800) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:04.618493 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d352dbf-5849-47c8-9f14-f546f8929627 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Network': ['ID=4b25b3e0-de7a-43f1-8efc-9c4f9e6ff47c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:04.643433 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-659d6a98-a082-42b3-9857-fe288a57edc8 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.694043 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5b7477a-c213-4e44-b6e0-3823e62960f2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.697489 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-96a0e1f0-eb14-43a1-958e-50b746f39c5d tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0823829 Dec 10 18:36:04.701277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35802) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:04.738226 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8afb-1792-4d48-9b3c-56e2e70a2aba tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.751394 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8afb-1792-4d48-9b3c-56e2e70a2aba tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.777518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a9ea33-5d18-49fd-b6cb-805abe0048f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:04.781025 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-63a9ea33-5d18-49fd-b6cb-805abe0048f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.803535 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-659d6a98-a082-42b3-9857-fe288a57edc8 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.807142 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Router 5aa62cf1-74fd-4f2f-a4e6-2256eca56213 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:36:04.924752 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:04.929852 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.933346 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c7dad40b-0e2e-47b5-9865-0e5731403e94 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "PUT /v2.0/routers/5aa62cf1-74fd-4f2f-a4e6-2256eca56213 HTTP/1.1" status: 200 len: 919 time: 2.6603267 Dec 10 18:36:04.933775 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35804) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:04.934317 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859364c7-5d3b-413a-b9bb-278f5ed5f3fe None None] Sync routers for ids ['5aa62cf1-74fd-4f2f-a4e6-2256eca56213'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:04.948350 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859364c7-5d3b-413a-b9bb-278f5ed5f3fe None None] Routers {'5aa62cf1-74fd-4f2f-a4e6-2256eca56213'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:04.948350 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-859364c7-5d3b-413a-b9bb-278f5ed5f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5aa62cf1-74fd-4f2f-a4e6-2256eca56213'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:04.973187 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-659d6a98-a082-42b3-9857-fe288a57edc8 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.978345 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-859364c7-5d3b-413a-b9bb-278f5ed5f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:04.986587 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7477a-c213-4e44-b6e0-3823e62960f2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Deleting port a0745af6-0d04-483e-82bc-cde5f8becc48 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:04.987150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5b7477a-c213-4e44-b6e0-3823e62960f2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.988259 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859364c7-5d3b-413a-b9bb-278f5ed5f3fe None None] Routers {'5aa62cf1-74fd-4f2f-a4e6-2256eca56213'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:04.988856 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-859364c7-5d3b-413a-b9bb-278f5ed5f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5aa62cf1-74fd-4f2f-a4e6-2256eca56213'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:05.022107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8afb-1792-4d48-9b3c-56e2e70a2aba tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.024404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-859364c7-5d3b-413a-b9bb-278f5ed5f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:05.025054 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859364c7-5d3b-413a-b9bb-278f5ed5f3fe None None] The sync data for ids ['5aa62cf1-74fd-4f2f-a4e6-2256eca56213'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:05.035772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a9ea33-5d18-49fd-b6cb-805abe0048f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:05.040925 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8afb-1792-4d48-9b3c-56e2e70a2aba tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.042396 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f4ab8afb-1792-4d48-9b3c-56e2e70a2aba tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/7b8bafeb-6df3-46fc-b41d-9e00dfd2b601 HTTP/1.1" status: 204 len: 168 time: 0.3401003 Dec 10 18:36:05.045602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35806) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:05.066004 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab8afb-1792-4d48-9b3c-56e2e70a2aba tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b8bafeb-6df3-46fc-b41d-9e00dfd2b601,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:05.076291 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-63a9ea33-5d18-49fd-b6cb-805abe0048f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.076785 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-63a9ea33-5d18-49fd-b6cb-805abe0048f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Added segment 8a4e1064-e058-4d2b-9a3d-cfd42007707f of type vlan for network 22c5ead9-69ec-44c8-90ed-0c7ecfaffb07 Dec 10 18:36:05.092355 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d6a98-a082-42b3-9857-fe288a57edc8 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8693085f-38f0-4160-a6ac-7a8f1e68d4c8,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:05.117891 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1658edc8-3169-43de-a222-72dde5e60d17 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0709810 Dec 10 18:36:05.122117 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35808) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:05.129996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-f5b7477a-c213-4e44-b6e0-3823e62960f2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] For port a0745af6-0d04-483e-82bc-cde5f8becc48, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a0745af6-0d04-483e-82bc-cde5f8becc48,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:05.130473 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5b7477a-c213-4e44-b6e0-3823e62960f2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.136204 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-aaefee4e-f809-49a0-9273-84503a619f45 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group_rule': {'security_group_id': 'dd73d609-765a-4264-8e60-051447fb73ee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:05.143551 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7477a-c213-4e44-b6e0-3823e62960f2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Calling delete_port for a0745af6-0d04-483e-82bc-cde5f8becc48 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:05.144923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-63a9ea33-5d18-49fd-b6cb-805abe0048f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.156046 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-896461f6-9749-4341-bed0-d160a7323606 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/routers/5aa62cf1-74fd-4f2f-a4e6-2256eca56213 HTTP/1.1" status: 200 len: 925 time: 0.2211618 Dec 10 18:36:05.161299 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35810) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:05.176297 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-659d6a98-a082-42b3-9857-fe288a57edc8 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.184570 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-659d6a98-a082-42b3-9857-fe288a57edc8 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7331412 Dec 10 18:36:05.184703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35812) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:05.187565 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-fe67d48d-dbf7-41cf-a9e9-c6c4b7699527 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group_rule': {'security_group_id': '8693085f-38f0-4160-a6ac-7a8f1e68d4c8', 'direction': 'ingress', 'protocol': 17}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:05.226514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be69e0a-0773-4d93-932c-40ac23f18846 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:05.228006 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8be69e0a-0773-4d93-932c-40ac23f18846 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&device_id=5aa62cf1-74fd-4f2f-a4e6-2256eca56213&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0656695 Dec 10 18:36:05.230906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35814) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:05.291462 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-63a9ea33-5d18-49fd-b6cb-805abe0048f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.297055 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9ea33-5d18-49fd-b6cb-805abe0048f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:05.297636 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-63a9ea33-5d18-49fd-b6cb-805abe0048f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.368397 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aaefee4e-f809-49a0-9273-84503a619f45 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.395299 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e1126d-734e-4879-828f-a10ee262c128 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:05.399686 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-38e1126d-734e-4879-828f-a10ee262c128 tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/networks/ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 881 time: 0.1647654 Dec 10 18:36:05.400430 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35816) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:05.405987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9ea33-5d18-49fd-b6cb-805abe0048f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Network': ['ID=22c5ead9-69ec-44c8-90ed-0c7ecfaffb07,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:05.421967 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 22c5ead9-69ec-44c8-90ed-0c7ecfaffb07 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:05.443082 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aaefee4e-f809-49a0-9273-84503a619f45 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.443082 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35818) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:05.443325 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e3d7dad2-48d5-4ce4-9c88-2c81bdcd04b9 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aa62cf1-74fd-4f2f-a4e6-2256eca56213 HTTP/1.1" status: 200 len: 205 time: 0.0399055 Dec 10 18:36:05.443555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fe67d48d-dbf7-41cf-a9e9-c6c4b7699527 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.470818 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device bdba1f4e-132d-4c6e-ad38-afcfdb5de26c no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:05.487590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5b7477a-c213-4e44-b6e0-3823e62960f2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.500673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: bdba1f4e-132d-4c6e-ad38-afcfdb5de26c {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:05.501399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device bdba1f4e-132d-4c6e-ad38-afcfdb5de26c not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:05.534531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fe67d48d-dbf7-41cf-a9e9-c6c4b7699527 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.537149 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7477a-c213-4e44-b6e0-3823e62960f2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event deleted for resources: {'Port': ['ID=a0745af6-0d04-483e-82bc-cde5f8becc48,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:05.537290 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-63a9ea33-5d18-49fd-b6cb-805abe0048f4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9408770 Dec 10 18:36:05.540614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35820) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:05.545458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-cc8c24ae-ca5e-4316-af20-260fd2f951ce tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'subnet': {'network_id': '22c5ead9-69ec-44c8-90ed-0c7ecfaffb07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:05.561451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.602015 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aaefee4e-f809-49a0-9273-84503a619f45 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.657029 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefee4e-f809-49a0-9273-84503a619f45 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a187e6e3-7520-4927-acca-6892ad3c258c,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:05.706274 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.716631 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aaefee4e-f809-49a0-9273-84503a619f45 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.718551 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-aaefee4e-f809-49a0-9273-84503a619f45 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5948892 Dec 10 18:36:05.721241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35822) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:05.741819 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b8ca9f4f-e6ec-433f-a504-525d223380a9 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules/a187e6e3-7520-4927-acca-6892ad3c258c HTTP/1.1" status: 200 len: 763 time: 0.0186539 Dec 10 18:36:05.743912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35824) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:05.813013 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-91e8e397-7863-4d4d-894c-9522bf93db81 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0675275 Dec 10 18:36:05.816213 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35826) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:05.843547 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fe67d48d-dbf7-41cf-a9e9-c6c4b7699527 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.850801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-41e962e6-678a-461d-844a-8d904e50a8f3 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.861641 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-41e962e6-678a-461d-844a-8d904e50a8f3 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.879717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Deleting port d9e27c86-a49a-48a3-9c7b-7799bd008784 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:05.880067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.911346 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67d48d-dbf7-41cf-a9e9-c6c4b7699527 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2e7331-cda8-4ca9-b277-282b165c4475,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:05.966671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.985869 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Calling delete_port for d9e27c86-a49a-48a3-9c7b-7799bd008784 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:06.023925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fe67d48d-dbf7-41cf-a9e9-c6c4b7699527 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.024758 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fe67d48d-dbf7-41cf-a9e9-c6c4b7699527 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8405814 Dec 10 18:36:06.030010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35828) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:06.034196 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-41e962e6-678a-461d-844a-8d904e50a8f3 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.044049 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-41e962e6-678a-461d-844a-8d904e50a8f3 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.047458 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-41e962e6-678a-461d-844a-8d904e50a8f3 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a187e6e3-7520-4927-acca-6892ad3c258c HTTP/1.1" status: 204 len: 168 time: 0.2279286 Dec 10 18:36:06.049150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35830) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:06.051855 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e962e6-678a-461d-844a-8d904e50a8f3 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a187e6e3-7520-4927-acca-6892ad3c258c,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:06.122650 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5b7477a-c213-4e44-b6e0-3823e62960f2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.147080 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9dc443f3-1434-455d-b92b-04dfb01f4bfe tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0929773 Dec 10 18:36:06.147951 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35832) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:06.150463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ec43c38-d6a5-4baf-9876-0ed3fc5e1be5 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.153009 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-4002326a-82b6-4ee3-b54e-7bc8cdd51c38 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group_rule': {'security_group_id': 'dd73d609-765a-4264-8e60-051447fb73ee', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:06.153186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8c24ae-ca5e-4316-af20-260fd2f951ce tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:06.156573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc8c24ae-ca5e-4316-af20-260fd2f951ce tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.255707 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-4002326a-82b6-4ee3-b54e-7bc8cdd51c38 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Project 38e90917bf76490da209b89295c42f70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:36:06.260981 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4002326a-82b6-4ee3-b54e-7bc8cdd51c38 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.305877 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.316746 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ec43c38-d6a5-4baf-9876-0ed3fc5e1be5 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.355849 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ef0fb-8473-40b5-ae64-c42fa3cecc6b None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:06.364772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Pushing event deleted for resources: {'Port': ['ID=d9e27c86-a49a-48a3-9c7b-7799bd008784,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:06.376489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4002326a-82b6-4ee3-b54e-7bc8cdd51c38 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.414793 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.474556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4002326a-82b6-4ee3-b54e-7bc8cdd51c38 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.519012 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ec43c38-d6a5-4baf-9876-0ed3fc5e1be5 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.521599 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ec43c38-d6a5-4baf-9876-0ed3fc5e1be5 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.521772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.523471 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5ec43c38-d6a5-4baf-9876-0ed3fc5e1be5 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-groups/8693085f-38f0-4160-a6ac-7a8f1e68d4c8 HTTP/1.1" status: 204 len: 168 time: 0.4918621 Dec 10 18:36:06.525456 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.527744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35834) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:06.529615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002326a-82b6-4ee3-b54e-7bc8cdd51c38 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2933ae-9d86-4f63-9fce-7d650306593b,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:06.567277 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec43c38-d6a5-4baf-9876-0ed3fc5e1be5 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8693085f-38f0-4160-a6ac-7a8f1e68d4c8,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:06.595455 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b7477a-c213-4e44-b6e0-3823e62960f2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:06.609586 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4002326a-82b6-4ee3-b54e-7bc8cdd51c38 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.610820 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4002326a-82b6-4ee3-b54e-7bc8cdd51c38 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4613323 Dec 10 18:36:06.615969 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-01e28c61-e37c-42b4-a441-6d1b71cd9c16 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0841460 Dec 10 18:36:06.616576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35836) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:06.619996 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35838) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:06.635486 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2a984eeb-1415-4ead-b6ed-5d1ceefa659b tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group': {'name': 'tempest-secgroup--863108675'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:06.650332 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c0d36971-e328-4fd1-ae38-b7db12172338 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules/ad2933ae-9d86-4f63-9fce-7d650306593b HTTP/1.1" status: 200 len: 769 time: 0.0323825 Dec 10 18:36:06.657309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35842) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:06.679794 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc8c24ae-ca5e-4316-af20-260fd2f951ce tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.681810 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.682334 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Fanout notify agent at l3_agent the message router_deleted on router 5aa62cf1-74fd-4f2f-a4e6-2256eca56213 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:06.689171 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.690306 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6f3cbc1e-a2f5-46f2-bba8-e19b361174c1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "DELETE /v2.0/routers/5aa62cf1-74fd-4f2f-a4e6-2256eca56213 HTTP/1.1" status: 204 len: 168 time: 1.2485709 Dec 10 18:36:06.695370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35844) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:06.704475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1603168351', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:06.724446 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-95e44701-ceb0-426a-819f-01cb168e782b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0656393 Dec 10 18:36:06.727248 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35846) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:06.750963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6b509e66-32fe-42be-acb2-cfec086b05da tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.759423 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6b509e66-32fe-42be-acb2-cfec086b05da tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.781298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2a984eeb-1415-4ead-b6ed-5d1ceefa659b tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.784461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c24ae-ca5e-4316-af20-260fd2f951ce tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Subnet': ['ID=eb2fd5f8-f390-4a01-abc6-cc11ef29c22d,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:06.795639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c24ae-ca5e-4316-af20-260fd2f951ce tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Checking segment: {'id': '8a4e1064-e058-4d2b-9a3d-cfd42007707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22c5ead9-69ec-44c8-90ed-0c7ecfaffb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:06.796008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8c24ae-ca5e-4316-af20-260fd2f951ce tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network hostable DHCP agents. Network: 22c5ead9-69ec-44c8-90ed-0c7ecfaffb07, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:06.799694 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b7477a-c213-4e44-b6e0-3823e62960f2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:06.806251 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f5b7477a-c213-4e44-b6e0-3823e62960f2 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "PUT /v2.0/routers/db9e1578-c1d1-42bf-b7dd-f76e9dda9f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7784598 Dec 10 18:36:06.808227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35848) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:06.811900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d397a9-6a81-41a9-b740-39aa415366b9 None None] Sync routers for ids ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:06.827420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d397a9-6a81-41a9-b740-39aa415366b9 None None] Routers {'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:06.827420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d9d397a9-6a81-41a9-b740-39aa415366b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:06.867962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6ef94d-0975-4eaa-8f30-50d98b63ed04 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Deleting subnet b83466d8-72a6-4359-a134-6e82896679be {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:06.871586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef94d-0975-4eaa-8f30-50d98b63ed04 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.912945 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef94d-0975-4eaa-8f30-50d98b63ed04 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.921762 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6b509e66-32fe-42be-acb2-cfec086b05da tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.933423 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-d9d397a9-6a81-41a9-b740-39aa415366b9 None None] Set router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:06.933668 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6b509e66-32fe-42be-acb2-cfec086b05da tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.934834 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6b509e66-32fe-42be-acb2-cfec086b05da tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ad2933ae-9d86-4f63-9fce-7d650306593b HTTP/1.1" status: 204 len: 168 time: 0.2066691 Dec 10 18:36:06.938493 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35850) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:06.945492 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b509e66-32fe-42be-acb2-cfec086b05da tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad2933ae-9d86-4f63-9fce-7d650306593b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:06.951912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.954687 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.959600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8c24ae-ca5e-4316-af20-260fd2f951ce tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 22c5ead9-69ec-44c8-90ed-0c7ecfaffb07 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:06.995285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2a984eeb-1415-4ead-b6ed-5d1ceefa659b tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.031727 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c098eca8-d126-455b-a95e-5f2937b2344f tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0920711 Dec 10 18:36:07.034645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35854) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:07.036853 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.046394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-cc8c24ae-ca5e-4316-af20-260fd2f951ce tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 22c5ead9-69ec-44c8-90ed-0c7ecfaffb07) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:07.059022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830e7666-2732-45dd-82f3-3abbe20aac40 None None] Network 22c5ead9-69ec-44c8-90ed-0c7ecfaffb07 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:07.063865 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c24ae-ca5e-4316-af20-260fd2f951ce tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:07.064417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2a984eeb-1415-4ead-b6ed-5d1ceefa659b tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.064910 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc8c24ae-ca5e-4316-af20-260fd2f951ce tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.078297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef94d-0975-4eaa-8f30-50d98b63ed04 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.152352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-360a334c-5315-4144-995d-924c6f74c6ae tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.158984 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a984eeb-1415-4ead-b6ed-5d1ceefa659b tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06443ff1-f595-41eb-b8ad-b2958e4d803f,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:07.165216 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2a984eeb-1415-4ead-b6ed-5d1ceefa659b tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.166487 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2a984eeb-1415-4ead-b6ed-5d1ceefa659b tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5461683 Dec 10 18:36:07.169682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35856) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:07.180812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-67eae28f-990f-458e-b8c0-93713abc4d65 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group': {'name': 'tempest-secgroup--320661783'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:07.181097 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-360a334c-5315-4144-995d-924c6f74c6ae tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.207944 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cc8c24ae-ca5e-4316-af20-260fd2f951ce tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6661878 Dec 10 18:36:07.213033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35858) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:07.215019 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-22c5ead9-69ec-44c8-90ed-0c7ecfaffb07', 'network_id': '22c5ead9-69ec-44c8-90ed-0c7ecfaffb07', 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'fixed_ips': [{'subnet_id': 'eb2fd5f8-f390-4a01-abc6-cc11ef29c22d'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:36:07.216077 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.217543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-09e330c7-70f3-469f-83f3-adba92e68a83 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-997655022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:07.252579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef94d-0975-4eaa-8f30-50d98b63ed04 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.267129 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.272639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d9d397a9-6a81-41a9-b740-39aa415366b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:36:05Z', 'revision_number': 5, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:07.287670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-09e330c7-70f3-469f-83f3-adba92e68a83 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:36:07.287670 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:36:07.287670 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'project_id_1': '1c74624c85b4435bbd8944d0130676a8', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 35, 47, 226921)}] Dec 10 18:36:07.287670 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:36:07.288146 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-09e330c7-70f3-469f-83f3-adba92e68a83 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:36:07.288637 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ef94d-0975-4eaa-8f30-50d98b63ed04 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event deleted for resources: {'Subnet': ['ID=b83466d8-72a6-4359-a134-6e82896679be,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:07.292774 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef94d-0975-4eaa-8f30-50d98b63ed04 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.298648 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fe6ef94d-0975-4eaa-8f30-50d98b63ed04 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "DELETE /v2.0/subnets/b83466d8-72a6-4359-a134-6e82896679be HTTP/1.1" status: 204 len: 168 time: 0.4862885 Dec 10 18:36:07.298920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35860) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:07.305391 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa4aa2b-fbf2-4e41-bd9f-8bdc40448e75 None None] Network ac1c8d42-7196-4e66-9797-b72aa1abd05a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:07.307852 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d397a9-6a81-41a9-b740-39aa415366b9 None None] Checking router: db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:07.336925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-360a334c-5315-4144-995d-924c6f74c6ae tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.339481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-360a334c-5315-4144-995d-924c6f74c6ae tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.340600 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-360a334c-5315-4144-995d-924c6f74c6ae tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-groups/dd73d609-765a-4264-8e60-051447fb73ee HTTP/1.1" status: 204 len: 168 time: 0.3048365 Dec 10 18:36:07.344506 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35862) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:07.378851 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-67eae28f-990f-458e-b8c0-93713abc4d65 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.381489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a334c-5315-4144-995d-924c6f74c6ae tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd73d609-765a-4264-8e60-051447fb73ee,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:07.425128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.442895 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d397a9-6a81-41a9-b740-39aa415366b9 None None] Routers {'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:07.443521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d9d397a9-6a81-41a9-b740-39aa415366b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:07.457647 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e098c95a-2693-4e15-a16d-0e65e781f495 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1077995 Dec 10 18:36:07.458009 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35864) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:07.464418 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d052fb46-c652-4dc8-a48c-222c66384f2b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group': {'name': 'tempest-secgroup--552732061'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:07.550387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.580917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-67eae28f-990f-458e-b8c0-93713abc4d65 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.642068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d052fb46-c652-4dc8-a48c-222c66384f2b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.704897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-67eae28f-990f-458e-b8c0-93713abc4d65 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.714940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Deleting port b974548e-fcb8-429b-984d-caece3638d6e {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:07.715340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.761500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.775779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Allocated IP 2001:db8::2 (22c5ead9-69ec-44c8-90ed-0c7ecfaffb07/eb2fd5f8-f390-4a01-abc6-cc11ef29c22d/017c7f39-a729-4456-8b99-2a6265cd77f2) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:07.797499 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.816001 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] For port b974548e-fcb8-429b-984d-caece3638d6e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b974548e-fcb8-429b-984d-caece3638d6e,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:07.816001 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.834521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Calling delete_port for b974548e-fcb8-429b-984d-caece3638d6e owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:07.851803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-d9d397a9-6a81-41a9-b740-39aa415366b9 None None] Set router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:07.862438 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eae28f-990f-458e-b8c0-93713abc4d65 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626e10ae-59a4-4747-8169-2f3b095a1d80,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:07.922601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d052fb46-c652-4dc8-a48c-222c66384f2b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.925094 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724382a3-bc2f-4bc3-bac6-109f6db58f55 None None] DHCP port deletion for ac1c8d42-7196-4e66-9797-b72aa1abd05a request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:07.927608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-67eae28f-990f-458e-b8c0-93713abc4d65 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.932343 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-67eae28f-990f-458e-b8c0-93713abc4d65 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7601485 Dec 10 18:36:07.933480 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35866) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:07.939600 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-91abbcd1-7e9d-49fd-9be5-e6d3ef68c170 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group_rule': {'security_group_id': '06443ff1-f595-41eb-b8ad-b2958e4d803f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '626e10ae-59a4-4747-8169-2f3b095a1d80', 'remote_ip_prefix': None}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:07.978053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Allocated IP 172.26.5.147 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/895a0bec-6cc0-4cf3-b7fe-d6a36ffcd845) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:08.035868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d052fb46-c652-4dc8-a48c-222c66384f2b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.083131 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052fb46-c652-4dc8-a48c-222c66384f2b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d72a21-472e-45d9-80ad-c58ddd0c50a1,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:08.094616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09e330c7-70f3-469f-83f3-adba92e68a83 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.094616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09e330c7-70f3-469f-83f3-adba92e68a83 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.146388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-724382a3-bc2f-4bc3-bac6-109f6db58f55 None None] Deleting port 50185042-4d85-47fb-b40d-72e78b98746d {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:08.151585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-724382a3-bc2f-4bc3-bac6-109f6db58f55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.151735 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.186606 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.186606 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09e330c7-70f3-469f-83f3-adba92e68a83 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.213009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.215219 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event deleted for resources: {'Port': ['ID=b974548e-fcb8-429b-984d-caece3638d6e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:08.234904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-724382a3-bc2f-4bc3-bac6-109f6db58f55 None None] For port 50185042-4d85-47fb-b40d-72e78b98746d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=50185042-4d85-47fb-b40d-72e78b98746d,segment=NetworkSegment(523034d3-60df-4e41-aa50-553a89fa285e),segment_id=523034d3-60df-4e41-aa50-553a89fa285e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:08.235586 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-724382a3-bc2f-4bc3-bac6-109f6db58f55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.248436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d052fb46-c652-4dc8-a48c-222c66384f2b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.253213 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d052fb46-c652-4dc8-a48c-222c66384f2b tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7918980 Dec 10 18:36:08.254488 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35868) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:08.256327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1398b1-cf6f-4e8f-a6d5-d341c34806cf None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:08.263230 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-4263e238-42e1-4543-b21f-4a42180d77a7 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Request body: {'security_group_rule': {'security_group_id': '96d72a21-472e-45d9-80ad-c58ddd0c50a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:08.264937 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-724382a3-bc2f-4bc3-bac6-109f6db58f55 None None] Calling delete_port for 50185042-4d85-47fb-b40d-72e78b98746d owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:08.272298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09e330c7-70f3-469f-83f3-adba92e68a83 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.301931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.322656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.326279 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.327388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d9d397a9-6a81-41a9-b740-39aa415366b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:36:05Z', 'revision_number': 5, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:08.382924 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d397a9-6a81-41a9-b740-39aa415366b9 None None] The sync data for ids ['db9e1578-c1d1-42bf-b7dd-f76e9dda9f10'] in dv-neutron-821434-1-hyperv is: [{'id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476564397', 'tenant_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:29Z', 'updated_at': '2021-12-10T18:36:05Z', 'revision_number': 5, 'project_id': '43ce9d6cb6cc4b06a1aba6c078f79ea2', 'gw_port': {'id': 'b974548e-fcb8-429b-984d-caece3638d6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9e1578-c1d1-42bf-b7dd-f76e9dda9f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:08.410719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Network 22c5ead9-69ec-44c8-90ed-0c7ecfaffb07 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:08.418686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:08.418878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.425319 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:08.426442 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.441253 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:08.444932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Pushing event updated for resources: {'Port': ['ID=895a0bec-6cc0-4cf3-b7fe-d6a36ffcd845,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:08.447698 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Pushing event updated for resources: {'Port': ['ID=017c7f39-a729-4456-8b99-2a6265cd77f2,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:08.457349 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:08.460504 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:08.489984 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91abbcd1-7e9d-49fd-9be5-e6d3ef68c170 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.517066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09e330c7-70f3-469f-83f3-adba92e68a83 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.521527 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-09e330c7-70f3-469f-83f3-adba92e68a83 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3075080 Dec 10 18:36:08.522373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35870) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:08.546818 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25feab-160a-4bdc-aa80-f9e844544a85 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:08.579733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Attempting to bind port 017c7f39-a729-4456-8b99-2a6265cd77f2 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:08.580340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Attempting to bind port 017c7f39-a729-4456-8b99-2a6265cd77f2 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '8a4e1064-e058-4d2b-9a3d-cfd42007707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22c5ead9-69ec-44c8-90ed-0c7ecfaffb07'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:08.580697 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Attempting to bind port 017c7f39-a729-4456-8b99-2a6265cd77f2 on network 22c5ead9-69ec-44c8-90ed-0c7ecfaffb07 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:08.587516 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:08.587891 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Checking segment: {'id': '8a4e1064-e058-4d2b-9a3d-cfd42007707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22c5ead9-69ec-44c8-90ed-0c7ecfaffb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:08.596429 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.596429 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Bound using segment: {'id': '8a4e1064-e058-4d2b-9a3d-cfd42007707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22c5ead9-69ec-44c8-90ed-0c7ecfaffb07'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:08.596429 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Bound port: 017c7f39-a729-4456-8b99-2a6265cd77f2, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4e1064-e058-4d2b-9a3d-cfd42007707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22c5ead9-69ec-44c8-90ed-0c7ecfaffb07'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:08.596429 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.648688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.649233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Fanout notify agent at l3_agent the message router_deleted on router db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:08.656333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8645b9c1-afad-47d1-900a-59d707dbf464 None None] Provisioning complete for port 895a0bec-6cc0-4cf3-b7fe-d6a36ffcd845 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:08.656708 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8645b9c1-afad-47d1-900a-59d707dbf464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.681978 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.687499 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1d910f6b-ec2b-4134-94d1-c5c6c943fe8c tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "DELETE /v2.0/routers/db9e1578-c1d1-42bf-b7dd-f76e9dda9f10 HTTP/1.1" status: 204 len: 168 time: 1.3834212 Dec 10 18:36:08.687499 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35872) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:08.706505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] For port 017c7f39-a729-4456-8b99-2a6265cd77f2, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:08.712111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] For port 017c7f39-a729-4456-8b99-2a6265cd77f2, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=017c7f39-a729-4456-8b99-2a6265cd77f2,segment=NetworkSegment(8a4e1064-e058-4d2b-9a3d-cfd42007707f),segment_id=8a4e1064-e058-4d2b-9a3d-cfd42007707f)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:08.715159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8645b9c1-afad-47d1-900a-59d707dbf464 None None] Port 895a0bec-6cc0-4cf3-b7fe-d6a36ffcd845 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:08.727097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-724382a3-bc2f-4bc3-bac6-109f6db58f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.755127 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724382a3-bc2f-4bc3-bac6-109f6db58f55 None None] Pushing event deleted for resources: {'Port': ['ID=50185042-4d85-47fb-b40d-72e78b98746d,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:08.760383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724382a3-bc2f-4bc3-bac6-109f6db58f55 None None] No DVR routers for this DVR port 50185042-4d85-47fb-b40d-72e78b98746d on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:08.824178 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.938014 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f667e2f1-e11a-4bc5-86a6-c71b360d2536 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.946227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da5ac5-3cdb-4cab-8c56-af6ea9178ee0 None None] Pushing event updated for resources: {'Port': ['ID=017c7f39-a729-4456-8b99-2a6265cd77f2,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:09.036007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.254795 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4263e238-42e1-4543-b21f-4a42180d77a7 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.298799 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91abbcd1-7e9d-49fd-9be5-e6d3ef68c170 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.384631 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4263e238-42e1-4543-b21f-4a42180d77a7 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.389313 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91abbcd1-7e9d-49fd-9be5-e6d3ef68c170 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.436668 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abbcd1-7e9d-49fd-9be5-e6d3ef68c170 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f38a5d-dce3-48c3-98fc-c08fc061df6c,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:09.446505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4263e238-42e1-4543-b21f-4a42180d77a7 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.473240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263e238-42e1-4543-b21f-4a42180d77a7 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ed02a9-a1a0-46ab-99a2-6cd5aaae8de0,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:09.557568 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-91abbcd1-7e9d-49fd-9be5-e6d3ef68c170 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.561452 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-91abbcd1-7e9d-49fd-9be5-e6d3ef68c170 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6229951 Dec 10 18:36:09.589731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35876) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:09.609747 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4263e238-42e1-4543-b21f-4a42180d77a7 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.614043 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4263e238-42e1-4543-b21f-4a42180d77a7 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3574533 Dec 10 18:36:09.616099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35878) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:09.624883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f667e2f1-e11a-4bc5-86a6-c71b360d2536 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.654436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 017c7f39-a729-4456-8b99-2a6265cd77f2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:09.680785 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-f667e2f1-e11a-4bc5-86a6-c71b360d2536 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1c8d42-7196-4e66-9797-b72aa1abd05a']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:09.697681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-47b03e16-ea34-4dc7-8c31-f9cdf41a3b6c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.701986 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-f667e2f1-e11a-4bc5-86a6-c71b360d2536 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523034d3-60df-4e41-aa50-553a89fa285e') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:09.702364 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-f667e2f1-e11a-4bc5-86a6-c71b360d2536 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523034d3-60df-4e41-aa50-553a89fa285e') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:09.720045 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f667e2f1-e11a-4bc5-86a6-c71b360d2536 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.724892 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-47b03e16-ea34-4dc7-8c31-f9cdf41a3b6c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.725276 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 017c7f39-a729-4456-8b99-2a6265cd77f2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:09.726388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.759044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.759902 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f667e2f1-e11a-4bc5-86a6-c71b360d2536 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.771341 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f667e2f1-e11a-4bc5-86a6-c71b360d2536 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:09.771753 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f667e2f1-e11a-4bc5-86a6-c71b360d2536 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:09.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:09.813448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.834085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a68a9f27-0e96-4d1e-a091-0c68e0bc5090 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.841811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Allocated IP 2001:db8::1 (22c5ead9-69ec-44c8-90ed-0c7ecfaffb07/eb2fd5f8-f390-4a01-abc6-cc11ef29c22d/214bc309-3979-4048-b122-d31f7e8d9ccb) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:09.858071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 017c7f39-a729-4456-8b99-2a6265cd77f2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=017c7f39-a729-4456-8b99-2a6265cd77f2,segment=NetworkSegment(8a4e1064-e058-4d2b-9a3d-cfd42007707f),segment_id=8a4e1064-e058-4d2b-9a3d-cfd42007707f)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:09.870310 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a68a9f27-0e96-4d1e-a091-0c68e0bc5090 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.936461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f667e2f1-e11a-4bc5-86a6-c71b360d2536 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.950411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f667e2f1-e11a-4bc5-86a6-c71b360d2536 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.953902 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f667e2f1-e11a-4bc5-86a6-c71b360d2536 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "DELETE /v2.0/networks/ac1c8d42-7196-4e66-9797-b72aa1abd05a HTTP/1.1" status: 204 len: 168 time: 1.2668562 Dec 10 18:36:09.957747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35880) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:09.966416 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.986075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667e2f1-e11a-4bc5-86a6-c71b360d2536 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event deleted for resources: {'Network': ['ID=ac1c8d42-7196-4e66-9797-b72aa1abd05a,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:10.025744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-47b03e16-ea34-4dc7-8c31-f9cdf41a3b6c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.035334 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-47b03e16-ea34-4dc7-8c31-f9cdf41a3b6c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.036477 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-47b03e16-ea34-4dc7-8c31-f9cdf41a3b6c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/30f38a5d-dce3-48c3-98fc-c08fc061df6c HTTP/1.1" status: 204 len: 168 time: 0.4459486 Dec 10 18:36:10.042563 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35882) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:10.045236 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.055372 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b03e16-ea34-4dc7-8c31-f9cdf41a3b6c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30f38a5d-dce3-48c3-98fc-c08fc061df6c,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:10.070687 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a68a9f27-0e96-4d1e-a091-0c68e0bc5090 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.073384 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a68a9f27-0e96-4d1e-a091-0c68e0bc5090 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.075635 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=017c7f39-a729-4456-8b99-2a6265cd77f2,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:10.079855 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a68a9f27-0e96-4d1e-a091-0c68e0bc5090 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-groups/96d72a21-472e-45d9-80ad-c58ddd0c50a1 HTTP/1.1" status: 204 len: 168 time: 0.4557323 Dec 10 18:36:10.084860 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35884) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:10.086840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 50185042-4d85-47fb-b40d-72e78b98746d no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:10.111530 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a9f27-0e96-4d1e-a091-0c68e0bc5090 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d72a21-472e-45d9-80ad-c58ddd0c50a1,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:10.134331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 50185042-4d85-47fb-b40d-72e78b98746d {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:10.134989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 50185042-4d85-47fb-b40d-72e78b98746d not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:10.135457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a0745af6-0d04-483e-82bc-cde5f8becc48 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:10.139949 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-74930063-4ee3-47a6-ab61-1d00359054d7 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.145509 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b9376957-f3a5-4131-b3df-91a8bc7712ae tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0988684 Dec 10 18:36:10.148771 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35886) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:10.166483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.166880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: a0745af6-0d04-483e-82bc-cde5f8becc48 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:10.167477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a0745af6-0d04-483e-82bc-cde5f8becc48 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:10.203427 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d846eba9-b8af-4e35-adf5-ce8a31d3a108 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1146016 Dec 10 18:36:10.206131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35888) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:10.215479 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-74930063-4ee3-47a6-ab61-1d00359054d7 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.258582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.286220 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-155baed2-fcdc-4cd5-bc89-b72e24d1c7e2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.292464 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-67e2ac86-f090-4d55-a9f2-c1c75bef15dd tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0848589 Dec 10 18:36:10.296901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35890) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:10.321715 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-155baed2-fcdc-4cd5-bc89-b72e24d1c7e2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.331472 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 22c5ead9-69ec-44c8-90ed-0c7ecfaffb07 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:10.343496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:10.348992 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-2bb7d84a-3ecd-4827-bcdc-891cd0702647 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] delete failed (client error): The resource could not be found. Dec 10 18:36:10.354809 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2bb7d84a-3ecd-4827-bcdc-891cd0702647 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "DELETE /v2.0/security-groups/96d72a21-472e-45d9-80ad-c58ddd0c50a1 HTTP/1.1" status: 404 len: 347 time: 0.0508018 Dec 10 18:36:10.354809 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:10.354809 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.355175 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35892) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:10.378464 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f7ff2-c41b-4b7a-9b2d-589354313149 None None] Network 22c5ead9-69ec-44c8-90ed-0c7ecfaffb07 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:10.408201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=214bc309-3979-4048-b122-d31f7e8d9ccb,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:10.422260 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c078e23d-42d6-424f-82ae-4af675435794 tempest-SecGroupIPv6Test-1761345279 tempest-SecGroupIPv6Test-1761345279-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0665672 Dec 10 18:36:10.466573 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1ce8e1b0-7ee6-4317-9bab-ccf7df6b28bb None None] Provisioning complete for port 017c7f39-a729-4456-8b99-2a6265cd77f2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:10.467294 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e1b0-7ee6-4317-9bab-ccf7df6b28bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.475033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-155baed2-fcdc-4cd5-bc89-b72e24d1c7e2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.480956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-155baed2-fcdc-4cd5-bc89-b72e24d1c7e2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.480956 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-155baed2-fcdc-4cd5-bc89-b72e24d1c7e2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-groups/626e10ae-59a4-4747-8169-2f3b095a1d80 HTTP/1.1" status: 204 len: 168 time: 0.3291025 Dec 10 18:36:10.482343 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35896) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:10.492656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155baed2-fcdc-4cd5-bc89-b72e24d1c7e2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626e10ae-59a4-4747-8169-2f3b095a1d80,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:10.526851 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Router c3f6efb8-05d1-4857-8782-e3709d5056dd is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:36:10.554640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-74930063-4ee3-47a6-ab61-1d00359054d7 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.555514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-74930063-4ee3-47a6-ab61-1d00359054d7 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.561188 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-74930063-4ee3-47a6-ab61-1d00359054d7 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] 10.222.0.60 "DELETE /v2.0/security-groups/691765c7-def1-40a6-b7f8-150f8e3ab87f HTTP/1.1" status: 204 len: 168 time: 0.5855014 Dec 10 18:36:10.606711 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7d601728-69e5-4a92-88ce-49ada9037858 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1226327 Dec 10 18:36:10.610098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35900) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:10.618570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74930063-4ee3-47a6-ab61-1d00359054d7 tempest-TestNetworkAdvancedServerOps-29359693 tempest-TestNetworkAdvancedServerOps-29359693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691765c7-def1-40a6-b7f8-150f8e3ab87f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:10.634047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.726022 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:10.737685 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cd0b1b-995a-43bd-9c1b-e99690593b14 None None] Sync routers for ids ['c3f6efb8-05d1-4857-8782-e3709d5056dd'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:10.755173 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd0b1b-995a-43bd-9c1b-e99690593b14 None None] Routers {'c3f6efb8-05d1-4857-8782-e3709d5056dd'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:10.755173 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-13cd0b1b-995a-43bd-9c1b-e99690593b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['c3f6efb8-05d1-4857-8782-e3709d5056dd'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:10.792934 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-13cd0b1b-995a-43bd-9c1b-e99690593b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:10.797124 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e6fc2298-5c7c-4dc4-9bfb-b425a4322d12 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.802702 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd0b1b-995a-43bd-9c1b-e99690593b14 None None] Routers {'c3f6efb8-05d1-4857-8782-e3709d5056dd'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:10.803377 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-13cd0b1b-995a-43bd-9c1b-e99690593b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['c3f6efb8-05d1-4857-8782-e3709d5056dd'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:10.830297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e6fc2298-5c7c-4dc4-9bfb-b425a4322d12 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.839659 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-13cd0b1b-995a-43bd-9c1b-e99690593b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:10.840547 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cd0b1b-995a-43bd-9c1b-e99690593b14 None None] The sync data for ids ['c3f6efb8-05d1-4857-8782-e3709d5056dd'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:10.863088 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.867233 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0b56be1e-f466-4bdb-89d6-81449f96e23c tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1684690 Dec 10 18:36:10.868551 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35904) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:10.873180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:10.957240 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7a7824a9-ff3c-4d43-af1c-def18b9d9a97 None None] Provisioning complete for port 214bc309-3979-4048-b122-d31f7e8d9ccb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:10.957620 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7a7824a9-ff3c-4d43-af1c-def18b9d9a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.000775 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7a7824a9-ff3c-4d43-af1c-def18b9d9a97 None None] Port 214bc309-3979-4048-b122-d31f7e8d9ccb cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:11.013783 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7a7824a9-ff3c-4d43-af1c-def18b9d9a97 None None] Provisioning complete for port 017c7f39-a729-4456-8b99-2a6265cd77f2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:11.018503 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7a7824a9-ff3c-4d43-af1c-def18b9d9a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.030700 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.033365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e6fc2298-5c7c-4dc4-9bfb-b425a4322d12 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.036910 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e6fc2298-5c7c-4dc4-9bfb-b425a4322d12 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.042755 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e6fc2298-5c7c-4dc4-9bfb-b425a4322d12 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-groups/06443ff1-f595-41eb-b8ad-b2958e4d803f HTTP/1.1" status: 204 len: 168 time: 0.4316781 Dec 10 18:36:11.043400 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35908) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:11.077841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc2298-5c7c-4dc4-9bfb-b425a4322d12 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06443ff1-f595-41eb-b8ad-b2958e4d803f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:11.090531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.094644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.215660 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35914) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:11.242768 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5ec7f212-8131-4784-9b2d-2714f0723e80 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1910172 Dec 10 18:36:11.247287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35918) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:11.247518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=214bc309-3979-4048-b122-d31f7e8d9ccb,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:11.261645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-40d9294a-9c48-418f-9d42-fa625e7caf07 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group': {'name': 'tempest-secgroup--784809824'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:11.290093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35920) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:11.335884 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 22c5ead9-69ec-44c8-90ed-0c7ecfaffb07 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:11.337471 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:11.359489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.366773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ead949a1-920f-441c-a1c5-511563b99804 None None] Provisioning complete for port 214bc309-3979-4048-b122-d31f7e8d9ccb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:11.367153 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ead949a1-920f-441c-a1c5-511563b99804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.424089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-40d9294a-9c48-418f-9d42-fa625e7caf07 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.447174 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ead949a1-920f-441c-a1c5-511563b99804 None None] Port 214bc309-3979-4048-b122-d31f7e8d9ccb cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:11.478487 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.499432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 017c7f39-a729-4456-8b99-2a6265cd77f2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:11.526644 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f3cdff57-6497-4548-ac11-bb684d4c2242 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38e90917bf76490da209b89295c42f70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3069644 Dec 10 18:36:11.526644 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35924) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:11.560538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 017c7f39-a729-4456-8b99-2a6265cd77f2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:11.560920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.594424 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fcd0ce40-22df-46a9-af99-ea1b0a13b144 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43ce9d6cb6cc4b06a1aba6c078f79ea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026135 Dec 10 18:36:11.598899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35926) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:11.628663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aadc424a-637d-4143-9bc9-acddbf09c891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.637255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Deleting port 895a0bec-6cc0-4cf3-b7fe-d6a36ffcd845 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:11.637738 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.651376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-40d9294a-9c48-418f-9d42-fa625e7caf07 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.664462 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b974548e-fcb8-429b-984d-caece3638d6e no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:11.690500 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: b974548e-fcb8-429b-984d-caece3638d6e {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:11.691111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b974548e-fcb8-429b-984d-caece3638d6e not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:11.695803 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aadc424a-637d-4143-9bc9-acddbf09c891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.711616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5eb7892d-4a48-4d42-936b-aec346ceb6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.733523 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5eb7892d-4a48-4d42-936b-aec346ceb6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.740299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 1691ce50-62cc-4953-9fa9-b5410ff6900e is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:36:11.742724 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-40d9294a-9c48-418f-9d42-fa625e7caf07 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.759610 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.774775 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Calling delete_port for 895a0bec-6cc0-4cf3-b7fe-d6a36ffcd845 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:11.790458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f2d32f1a-6162-4227-b3ad-28577aa9454e None None] Provisioning complete for port 214bc309-3979-4048-b122-d31f7e8d9ccb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:11.790835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f2d32f1a-6162-4227-b3ad-28577aa9454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.830368 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f2d32f1a-6162-4227-b3ad-28577aa9454e None None] Port 214bc309-3979-4048-b122-d31f7e8d9ccb cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:11.868366 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9294a-9c48-418f-9d42-fa625e7caf07 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d27a4e-fffa-4b0d-bdad-1d9eb7ac7ce3,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:11.885157 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aadc424a-637d-4143-9bc9-acddbf09c891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.887228 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-40d9294a-9c48-418f-9d42-fa625e7caf07 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.887940 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aadc424a-637d-4143-9bc9-acddbf09c891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.888468 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-40d9294a-9c48-418f-9d42-fa625e7caf07 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6316752 Dec 10 18:36:11.891576 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-aadc424a-637d-4143-9bc9-acddbf09c891 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7182631-e6a0-4e9e-abb2-c669c68f8749 HTTP/1.1" status: 204 len: 168 time: 0.3635898 Dec 10 18:36:11.891737 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35928) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:11.898506 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f9541a6b-8913-405d-bf74-4b5f324231ae tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group_rule': {'security_group_id': '35d27a4e-fffa-4b0d-bdad-1d9eb7ac7ce3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:11.908809 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc424a-637d-4143-9bc9-acddbf09c891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7182631-e6a0-4e9e-abb2-c669c68f8749,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:11.914344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:11.921329 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-eab13bf5-e1c1-460f-847d-50bad994dbd9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/1691ce50-62cc-4953-9fa9-b5410ff6900e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3974144 Dec 10 18:36:11.923449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35932) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:11.940373 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cd3fc0-9bb2-4c8f-94be-619ff2400507 None None] Sync routers for ids ['1691ce50-62cc-4953-9fa9-b5410ff6900e'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:11.949189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cd3fc0-9bb2-4c8f-94be-619ff2400507 None None] Routers {'1691ce50-62cc-4953-9fa9-b5410ff6900e'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:11.949858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-34cd3fc0-9bb2-4c8f-94be-619ff2400507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1691ce50-62cc-4953-9fa9-b5410ff6900e'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:11.979818 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b39e08-d1da-44e4-b72b-a065d652a030 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:11.981226 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d0b39e08-d1da-44e4-b72b-a065d652a030 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports/214bc309-3979-4048-b122-d31f7e8d9ccb HTTP/1.1" status: 200 len: 911 time: 0.0568655 Dec 10 18:36:11.983901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5eb7892d-4a48-4d42-936b-aec346ceb6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.986620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5eb7892d-4a48-4d42-936b-aec346ceb6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.990015 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5eb7892d-4a48-4d42-936b-aec346ceb6cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad690e98-f1e5-4594-a04b-870e642b485e HTTP/1.1" status: 204 len: 168 time: 0.3821342 Dec 10 18:36:11.990015 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35934) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:11.993334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-34cd3fc0-9bb2-4c8f-94be-619ff2400507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:12.000848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cd3fc0-9bb2-4c8f-94be-619ff2400507 None None] Routers {'1691ce50-62cc-4953-9fa9-b5410ff6900e'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:12.001735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-34cd3fc0-9bb2-4c8f-94be-619ff2400507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1691ce50-62cc-4953-9fa9-b5410ff6900e'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:12.013286 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7892d-4a48-4d42-936b-aec346ceb6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad690e98-f1e5-4594-a04b-870e642b485e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:12.047289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-34cd3fc0-9bb2-4c8f-94be-619ff2400507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:12.048017 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cd3fc0-9bb2-4c8f-94be-619ff2400507 None None] The sync data for ids ['1691ce50-62cc-4953-9fa9-b5410ff6900e'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:12.061281 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.082082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f9541a6b-8913-405d-bf74-4b5f324231ae tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.096715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf25e41-2598-46c8-a150-0ac5aa93a90a None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:12.146840 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Pushing event deleted for resources: {'Port': ['ID=895a0bec-6cc0-4cf3-b7fe-d6a36ffcd845,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:12.168460 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.216198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f9541a6b-8913-405d-bf74-4b5f324231ae tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.314567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f9541a6b-8913-405d-bf74-4b5f324231ae tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.349832 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9541a6b-8913-405d-bf74-4b5f324231ae tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fd99ff-5968-4fad-8d41-7f13d7de4b89,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:12.397423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f9541a6b-8913-405d-bf74-4b5f324231ae tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.402258 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f9541a6b-8913-405d-bf74-4b5f324231ae tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5066848 Dec 10 18:36:12.402417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35948) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:12.420174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.424198 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.440373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-13437836-e2bc-47ad-9cd4-aa2cd4ecc27a tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.451055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-13437836-e2bc-47ad-9cd4-aa2cd4ecc27a tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.473365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4c001683-a458-40a1-a630-39056737b84b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.504810 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Router c3f6efb8-05d1-4857-8782-e3709d5056dd has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:12.588606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:12.596111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.599089 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bdb668-4cc6-4e3a-a39b-68f09fec8479 None None] Sync routers for ids ['c3f6efb8-05d1-4857-8782-e3709d5056dd'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:12.601938 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ee6fd837-86d9-41e9-adc4-81f610d929e4 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "PUT /v2.0/routers/c3f6efb8-05d1-4857-8782-e3709d5056dd HTTP/1.1" status: 200 len: 710 time: 1.7322967 Dec 10 18:36:12.602513 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35952) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:12.615416 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bdb668-4cc6-4e3a-a39b-68f09fec8479 None None] Routers {'c3f6efb8-05d1-4857-8782-e3709d5056dd'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:12.615416 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-09bdb668-4cc6-4e3a-a39b-68f09fec8479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['c3f6efb8-05d1-4857-8782-e3709d5056dd'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:12.643727 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-09bdb668-4cc6-4e3a-a39b-68f09fec8479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:12.653228 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bdb668-4cc6-4e3a-a39b-68f09fec8479 None None] Routers {'c3f6efb8-05d1-4857-8782-e3709d5056dd'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:12.653855 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-09bdb668-4cc6-4e3a-a39b-68f09fec8479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['c3f6efb8-05d1-4857-8782-e3709d5056dd'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:12.684743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35954) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:12.686790 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-09bdb668-4cc6-4e3a-a39b-68f09fec8479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:12.687451 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bdb668-4cc6-4e3a-a39b-68f09fec8479 None None] The sync data for ids ['c3f6efb8-05d1-4857-8782-e3709d5056dd'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:12.700440 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b40db69e-4328-4ce5-ad3c-da8773b49711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.789275 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b40db69e-4328-4ce5-ad3c-da8773b49711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.855334 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b40db69e-4328-4ce5-ad3c-da8773b49711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.908373 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b40db69e-4328-4ce5-ad3c-da8773b49711 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=840a49d01c184becbca59953d2ed32ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2223060 Dec 10 18:36:12.909301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35962) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:12.910002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40db69e-4328-4ce5-ad3c-da8773b49711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1814d7-d8df-47d7-b9ac-67344ddc18a1,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:12.942501 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-13437836-e2bc-47ad-9cd4-aa2cd4ecc27a tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.954535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-13437836-e2bc-47ad-9cd4-aa2cd4ecc27a tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.955627 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-13437836-e2bc-47ad-9cd4-aa2cd4ecc27a tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/67fd99ff-5968-4fad-8d41-7f13d7de4b89 HTTP/1.1" status: 204 len: 168 time: 0.5523005 Dec 10 18:36:12.958353 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35964) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:12.966514 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8f05728f-8477-4cc4-8382-7ace3f30a1de tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/routers/c3f6efb8-05d1-4857-8782-e3709d5056dd HTTP/1.1" status: 200 len: 745 time: 0.3628252 Dec 10 18:36:12.967519 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13437836-e2bc-47ad-9cd4-aa2cd4ecc27a tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67fd99ff-5968-4fad-8d41-7f13d7de4b89,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:12.970940 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35966) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:12.991053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8340a1d2-b2f1-4055-a1d3-11ea9b8c1968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.012087 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-19ebdee0-6581-4091-806c-ef52d4e80e5e tempest-RoutersIpV6AdminTest-1077400482 tempest-RoutersIpV6AdminTest-1077400482-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&device_id=c3f6efb8-05d1-4857-8782-e3709d5056dd HTTP/1.1" status: 200 len: 205 time: 0.0392153 Dec 10 18:36:13.017093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35968) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.048056 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f5608b9d-b5bc-4411-b7ea-6a879ccf0261 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0885959 Dec 10 18:36:13.053168 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35972) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.056745 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e7c95428-91b6-45fd-95bf-227ded5837d9 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f6efb8-05d1-4857-8782-e3709d5056dd HTTP/1.1" status: 200 len: 205 time: 0.0381844 Dec 10 18:36:13.060298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35974) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.071309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8340a1d2-b2f1-4055-a1d3-11ea9b8c1968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.143393 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09e3c158-19ef-4d92-8fd2-4f20413baaa4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.168896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5103827-5c0a-44b9-b07e-feb1906ed4b0 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.172489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09e3c158-19ef-4d92-8fd2-4f20413baaa4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.182207 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35978) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.228893 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8340a1d2-b2f1-4055-a1d3-11ea9b8c1968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.232277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8340a1d2-b2f1-4055-a1d3-11ea9b8c1968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.233675 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8340a1d2-b2f1-4055-a1d3-11ea9b8c1968 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e1814d7-d8df-47d7-b9ac-67344ddc18a1 HTTP/1.1" status: 204 len: 168 time: 0.3207302 Dec 10 18:36:13.242789 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340a1d2-b2f1-4055-a1d3-11ea9b8c1968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1814d7-d8df-47d7-b9ac-67344ddc18a1,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:13.301239 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09e3c158-19ef-4d92-8fd2-4f20413baaa4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.308242 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09e3c158-19ef-4d92-8fd2-4f20413baaa4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.308242 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-09e3c158-19ef-4d92-8fd2-4f20413baaa4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-groups/35d27a4e-fffa-4b0d-bdad-1d9eb7ac7ce3 HTTP/1.1" status: 204 len: 168 time: 0.2512059 Dec 10 18:36:13.309183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35984) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.331700 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e591cc85-0e27-410e-a4e6-d76a6617d77b tempest-SubnetPoolsTestJSON-952800636 tempest-SubnetPoolsTestJSON-952800636-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1642321159', 'prefixes': ['172.20.0.0/16']}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:13.343908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3c158-19ef-4d92-8fd2-4f20413baaa4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d27a4e-fffa-4b0d-bdad-1d9eb7ac7ce3,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:13.350088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5103827-5c0a-44b9-b07e-feb1906ed4b0 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.354176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5103827-5c0a-44b9-b07e-feb1906ed4b0 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.383692 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-675af9aa-bccf-4999-96d2-131dbb4e5cd4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0721736 Dec 10 18:36:13.387565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35986) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.392646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-fc69b819-fb62-400c-9647-537bda95475e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432442482'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:13.406803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4c001683-a458-40a1-a630-39056737b84b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port 214bc309-3979-4048-b122-d31f7e8d9ccb {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:13.407289 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4c001683-a458-40a1-a630-39056737b84b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.472526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5103827-5c0a-44b9-b07e-feb1906ed4b0 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.473069 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5103827-5c0a-44b9-b07e-feb1906ed4b0 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Fanout notify agent at l3_agent the message router_deleted on router c3f6efb8-05d1-4857-8782-e3709d5056dd {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:13.481047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5103827-5c0a-44b9-b07e-feb1906ed4b0 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.482313 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f5103827-5c0a-44b9-b07e-feb1906ed4b0 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "DELETE /v2.0/routers/c3f6efb8-05d1-4857-8782-e3709d5056dd HTTP/1.1" status: 204 len: 168 time: 0.4210076 Dec 10 18:36:13.486184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35988) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.495193 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35990) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.525869 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-79dda0c2-6ca8-45be-9662-2f9409c61b66 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f6efb8-05d1-4857-8782-e3709d5056dd HTTP/1.1" status: 200 len: 205 time: 0.0384891 Dec 10 18:36:13.528868 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 35992) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.538102 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc69b819-fb62-400c-9647-537bda95475e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.580019 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-fa5c5ae4-ff1b-488f-9e43-63f2c35c44fc tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] delete failed (client error): The resource could not be found. Dec 10 18:36:13.583684 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fa5c5ae4-ff1b-488f-9e43-63f2c35c44fc tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "DELETE /v2.0/routers/c3f6efb8-05d1-4857-8782-e3709d5056dd HTTP/1.1" status: 404 len: 336 time: 0.0512974 Dec 10 18:36:13.586250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35994) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.590525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4c001683-a458-40a1-a630-39056737b84b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.607057 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4c001683-a458-40a1-a630-39056737b84b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for 214bc309-3979-4048-b122-d31f7e8d9ccb owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:13.630503 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f2036387-3b71-4c6f-8baf-349506e52fdd tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aa62cf1-74fd-4f2f-a4e6-2256eca56213 HTTP/1.1" status: 200 len: 205 time: 0.0420108 Dec 10 18:36:13.635623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35996) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.692828 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-c96426a1-9506-4d1c-b7ff-f76c462354ac tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] delete failed (client error): The resource could not be found. Dec 10 18:36:13.696885 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c96426a1-9506-4d1c-b7ff-f76c462354ac tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "DELETE /v2.0/routers/5aa62cf1-74fd-4f2f-a4e6-2256eca56213 HTTP/1.1" status: 404 len: 336 time: 0.0563731 Dec 10 18:36:13.698371 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 35998) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.742583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e591cc85-0e27-410e-a4e6-d76a6617d77b tempest-SubnetPoolsTestJSON-952800636 tempest-SubnetPoolsTestJSON-952800636-project] Publish callbacks [] for subnetpool, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.746447 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e591cc85-0e27-410e-a4e6-d76a6617d77b tempest-SubnetPoolsTestJSON-952800636 tempest-SubnetPoolsTestJSON-952800636-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5606503 Dec 10 18:36:13.747326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36000) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.751826 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e7d0e9bd-a17c-4d15-a556-f8440b4230a9 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ee734c-6e93-4bd5-9f78-991347b3e690 HTTP/1.1" status: 200 len: 205 time: 0.0501344 Dec 10 18:36:13.752828 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36002) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.824120 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c3d435b6-e2fe-49d5-a863-44bf9876e5e8 tempest-SubnetPoolsTestJSON-952800636 tempest-SubnetPoolsTestJSON-952800636-project] 10.222.0.60 "GET /v2.0/subnetpools/b24e05b4-d93d-4377-94cf-c101f0b554ef HTTP/1.1" status: 200 len: 732 time: 0.0729618 Dec 10 18:36:13.825231 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36004) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.832211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-b2c69224-0bc2-4125-9990-d3a3a26cb667 tempest-SubnetPoolsTestJSON-952800636 tempest-SubnetPoolsTestJSON-952800636-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-963687419'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:13.838430 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-6d803e57-7c33-455d-a475-2f605b22dc9a tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] delete failed (client error): The resource could not be found. Dec 10 18:36:13.842019 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6d803e57-7c33-455d-a475-2f605b22dc9a tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "DELETE /v2.0/routers/90ee734c-6e93-4bd5-9f78-991347b3e690 HTTP/1.1" status: 404 len: 336 time: 0.0857136 Dec 10 18:36:13.843538 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36006) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.896154 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c1f695c0-a0da-4d4a-b6d3-1a159cde12e8 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "GET /v2.0/ports?device_id=085ba1aa-530b-4524-929d-d96bf9dc0b51 HTTP/1.1" status: 200 len: 205 time: 0.0519323 Dec 10 18:36:13.899064 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36008) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.929293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4c001683-a458-40a1-a630-39056737b84b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.947410 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-2ece2504-e39a-4fe7-aa11-f5f7fc45c6cf tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] delete failed (client error): The resource could not be found. Dec 10 18:36:13.948362 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2ece2504-e39a-4fe7-aa11-f5f7fc45c6cf tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "DELETE /v2.0/routers/085ba1aa-530b-4524-929d-d96bf9dc0b51 HTTP/1.1" status: 404 len: 336 time: 0.0484164 Dec 10 18:36:13.954897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36010) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.957969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c001683-a458-40a1-a630-39056737b84b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=214bc309-3979-4048-b122-d31f7e8d9ccb,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:13.999419 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-351ebb47-3b02-451c-989f-b8aa514d07d3 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "GET /v2.0/ports?device_id=93f7d214-ff8a-4437-bfff-861e2b2b9adf HTTP/1.1" status: 200 len: 205 time: 0.0412109 Dec 10 18:36:14.004455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36012) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.017872 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc69b819-fb62-400c-9647-537bda95475e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.026461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b2c69224-0bc2-4125-9990-d3a3a26cb667 tempest-SubnetPoolsTestJSON-952800636 tempest-SubnetPoolsTestJSON-952800636-project] Publish callbacks [] for subnetpool, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.027683 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b2c69224-0bc2-4125-9990-d3a3a26cb667 tempest-SubnetPoolsTestJSON-952800636 tempest-SubnetPoolsTestJSON-952800636-project] 10.222.0.60 "PUT /v2.0/subnetpools/b24e05b4-d93d-4377-94cf-c101f0b554ef HTTP/1.1" status: 200 len: 683 time: 0.2015510 Dec 10 18:36:14.054247 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36014) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.065019 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-d1d65333-61e5-4ca1-a6b7-2f0ccf692db1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] delete failed (client error): The resource could not be found. Dec 10 18:36:14.065376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4c001683-a458-40a1-a630-39056737b84b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.066131 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d1d65333-61e5-4ca1-a6b7-2f0ccf692db1 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "DELETE /v2.0/routers/93f7d214-ff8a-4437-bfff-861e2b2b9adf HTTP/1.1" status: 404 len: 336 time: 0.0573080 Dec 10 18:36:14.070975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36016) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.104043 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9b7d953b-7f56-4c7c-a6e2-e020373601f6 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e6ec51-ca32-435a-9a85-7d5c57d1ec3d HTTP/1.1" status: 200 len: 205 time: 0.0319912 Dec 10 18:36:14.121539 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36018) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.130296 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc69b819-fb62-400c-9647-537bda95475e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.205136 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-b3cf6735-bc9a-42a7-b321-8d76bf32f252 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] delete failed (client error): The resource could not be found. Dec 10 18:36:14.206105 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b3cf6735-bc9a-42a7-b321-8d76bf32f252 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "DELETE /v2.0/routers/49e6ec51-ca32-435a-9a85-7d5c57d1ec3d HTTP/1.1" status: 404 len: 336 time: 0.0836399 Dec 10 18:36:14.220336 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36020) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.249974 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c001683-a458-40a1-a630-39056737b84b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 1691ce50-62cc-4953-9fa9-b5410ff6900e has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:14.272448 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69b819-fb62-400c-9647-537bda95475e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3234bf31-379f-45b4-a4b1-6c5fa5e36831,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:14.278363 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-562bbadb-d2a8-40b5-85e3-6121c54b8542 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] DELETE failed (client error): The resource could not be found. Dec 10 18:36:14.278824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562bbadb-d2a8-40b5-85e3-6121c54b8542 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:36:14.284998 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-562bbadb-d2a8-40b5-85e3-6121c54b8542 tempest-RoutersIpV6AdminTest-643051208 tempest-RoutersIpV6AdminTest-643051208-project] 10.222.0.60 "DELETE /v2.0/subnets/1d4109b9-07f1-4df8-8012-352224825eff HTTP/1.1" status: 404 len: 337 time: 0.0577538 Dec 10 18:36:14.312707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fc69b819-fb62-400c-9647-537bda95475e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.313993 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fc69b819-fb62-400c-9647-537bda95475e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9252653 Dec 10 18:36:14.317994 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36024) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.323181 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d6004ca8-760d-4299-b8b0-ab068beccbf4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group_rule': {'security_group_id': '3234bf31-379f-45b4-a4b1-6c5fa5e36831', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:14.330581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c001683-a458-40a1-a630-39056737b84b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:14.340106 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4c001683-a458-40a1-a630-39056737b84b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/1691ce50-62cc-4953-9fa9-b5410ff6900e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3348119 Dec 10 18:36:14.341921 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36026) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.343815 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc2f3f-2f57-460f-b085-23c51b6bbbe1 None None] Sync routers for ids ['1691ce50-62cc-4953-9fa9-b5410ff6900e'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:14.358395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc2f3f-2f57-460f-b085-23c51b6bbbe1 None None] Routers {'1691ce50-62cc-4953-9fa9-b5410ff6900e'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:14.361990 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5adc2f3f-2f57-460f-b085-23c51b6bbbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1691ce50-62cc-4953-9fa9-b5410ff6900e'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:14.381000 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b710fbab-498a-4392-8da8-566e9927af76 tempest-SubnetPoolsTestJSON-952800636 tempest-SubnetPoolsTestJSON-952800636-project] Publish callbacks [] for subnetpool, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.384172 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b710fbab-498a-4392-8da8-566e9927af76 tempest-SubnetPoolsTestJSON-952800636 tempest-SubnetPoolsTestJSON-952800636-project] 10.222.0.60 "DELETE /v2.0/subnetpools/b24e05b4-d93d-4377-94cf-c101f0b554ef HTTP/1.1" status: 204 len: 168 time: 0.3253829 Dec 10 18:36:14.385148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36028) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.389079 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-751bc4a2-04a3-4c9f-b6cf-4c6f6f44cae0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports?device_id=1691ce50-62cc-4953-9fa9-b5410ff6900e HTTP/1.1" status: 200 len: 205 time: 0.0459104 Dec 10 18:36:14.392213 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36030) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.404556 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-8b8d6442-f37a-4d9a-9ffa-24ce580073d3 tempest-SubnetPoolsTestJSON-952800636 tempest-SubnetPoolsTestJSON-952800636-project] show failed (client error): The resource could not be found. Dec 10 18:36:14.405611 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8b8d6442-f37a-4d9a-9ffa-24ce580073d3 tempest-SubnetPoolsTestJSON-952800636 tempest-SubnetPoolsTestJSON-952800636-project] 10.222.0.60 "GET /v2.0/subnetpools/b24e05b4-d93d-4377-94cf-c101f0b554ef HTTP/1.1" status: 404 len: 346 time: 0.0193923 Dec 10 18:36:14.408945 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36032) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.412568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5adc2f3f-2f57-460f-b085-23c51b6bbbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:14.428232 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-f22af9de-a6c1-46f3-9dcb-a011a96904bd tempest-SubnetPoolsTestJSON-952800636 tempest-SubnetPoolsTestJSON-952800636-project] delete failed (client error): The resource could not be found. Dec 10 18:36:14.430110 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f22af9de-a6c1-46f3-9dcb-a011a96904bd tempest-SubnetPoolsTestJSON-952800636 tempest-SubnetPoolsTestJSON-952800636-project] 10.222.0.60 "DELETE /v2.0/subnetpools/b24e05b4-d93d-4377-94cf-c101f0b554ef HTTP/1.1" status: 404 len: 346 time: 0.0202389 Dec 10 18:36:14.441960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc2f3f-2f57-460f-b085-23c51b6bbbe1 None None] Routers {'1691ce50-62cc-4953-9fa9-b5410ff6900e'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:14.441960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5adc2f3f-2f57-460f-b085-23c51b6bbbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1691ce50-62cc-4953-9fa9-b5410ff6900e'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:14.472595 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5adc2f3f-2f57-460f-b085-23c51b6bbbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:14.473779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc2f3f-2f57-460f-b085-23c51b6bbbe1 None None] The sync data for ids ['1691ce50-62cc-4953-9fa9-b5410ff6900e'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:14.493126 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6004ca8-760d-4299-b8b0-ab068beccbf4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.504480 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6a51a26a-e8fd-4149-bb9d-ebb74ad3fef1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.781072 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36038) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.925516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36044) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.001148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6512dbd8-77d2-40f9-9f20-2332234dd0c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.026343 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-41327249-3cbd-474a-82ec-af939b8a5b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.047207 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6a51a26a-e8fd-4149-bb9d-ebb74ad3fef1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.050834 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6a51a26a-e8fd-4149-bb9d-ebb74ad3fef1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.064568 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6004ca8-760d-4299-b8b0-ab068beccbf4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.105848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3e32-096a-48c1-880f-53cb9ee9d688 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.143685 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6512dbd8-77d2-40f9-9f20-2332234dd0c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.157290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-41327249-3cbd-474a-82ec-af939b8a5b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.182886 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6004ca8-760d-4299-b8b0-ab068beccbf4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.215451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6004ca8-760d-4299-b8b0-ab068beccbf4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7094c6e-510c-405b-b324-b60209ede132,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:15.231253 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6a51a26a-e8fd-4149-bb9d-ebb74ad3fef1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.231745 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a51a26a-e8fd-4149-bb9d-ebb74ad3fef1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Fanout notify agent at l3_agent the message router_deleted on router 1691ce50-62cc-4953-9fa9-b5410ff6900e {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:15.270390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6a51a26a-e8fd-4149-bb9d-ebb74ad3fef1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.271535 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6a51a26a-e8fd-4149-bb9d-ebb74ad3fef1 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/routers/1691ce50-62cc-4953-9fa9-b5410ff6900e HTTP/1.1" status: 204 len: 168 time: 0.8782306 Dec 10 18:36:15.274337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36048) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.302923 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6512dbd8-77d2-40f9-9f20-2332234dd0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.308934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-41327249-3cbd-474a-82ec-af939b8a5b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.320554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6004ca8-760d-4299-b8b0-ab068beccbf4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.321761 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d6004ca8-760d-4299-b8b0-ab068beccbf4 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0028241 Dec 10 18:36:15.325300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36050) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.360701 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bb035d42-f989-43a0-8e6c-395e095ba8e2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules/d7094c6e-510c-405b-b324-b60209ede132 HTTP/1.1" status: 200 len: 763 time: 0.0342870 Dec 10 18:36:15.364270 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36052) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.377813 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-2757f98c-d98a-4475-b36f-a1f6b337e80b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting subnet eb2fd5f8-f390-4a01-abc6-cc11ef29c22d {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:15.385850 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6512dbd8-77d2-40f9-9f20-2332234dd0c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed6e10be98f44f5e968f859270572010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4590631 Dec 10 18:36:15.389125 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36054) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.389644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512dbd8-77d2-40f9-9f20-2332234dd0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5cea39-67b8-47a9-b378-3d5f84215b6c,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:15.395674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2757f98c-d98a-4475-b36f-a1f6b337e80b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.402907 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-41327249-3cbd-474a-82ec-af939b8a5b6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7aff190cfc654423972011a266868322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6197388 Dec 10 18:36:15.409458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36056) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.449641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41327249-3cbd-474a-82ec-af939b8a5b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c0938a-4970-4478-bfd2-f2c08937d606,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:15.454161 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ef8483a6-ca73-479d-a11f-41427eeabe9d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0886831 Dec 10 18:36:15.461412 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2757f98c-d98a-4475-b36f-a1f6b337e80b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.463947 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36058) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.519954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df97c736-82fe-4248-9073-cddb1245ff1c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.530510 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df97c736-82fe-4248-9073-cddb1245ff1c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.535755 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2fe51554-a1e5-4819-a1d7-9e72fa35c504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.577114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b17a8060-f3e8-4876-a40b-c7cad18578ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.589246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2757f98c-d98a-4475-b36f-a1f6b337e80b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.593426 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2fe51554-a1e5-4819-a1d7-9e72fa35c504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.642887 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b17a8060-f3e8-4876-a40b-c7cad18578ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.657195 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df97c736-82fe-4248-9073-cddb1245ff1c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.662134 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df97c736-82fe-4248-9073-cddb1245ff1c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.663904 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-df97c736-82fe-4248-9073-cddb1245ff1c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d7094c6e-510c-405b-b324-b60209ede132 HTTP/1.1" status: 204 len: 168 time: 0.1985033 Dec 10 18:36:15.666574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36060) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.677600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97c736-82fe-4248-9073-cddb1245ff1c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7094c6e-510c-405b-b324-b60209ede132,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:15.689315 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc3e32-096a-48c1-880f-53cb9ee9d688 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:15.689658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3e32-096a-48c1-880f-53cb9ee9d688 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.708451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2757f98c-d98a-4475-b36f-a1f6b337e80b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.727399 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d87d93c9-4640-4835-b9ac-75055b71ac33 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0588052 Dec 10 18:36:15.730973 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36062) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.737217 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-1edb5dd1-3f22-419a-81b2-097fd9196726 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group_rule': {'security_group_id': '3234bf31-379f-45b4-a4b1-6c5fa5e36831', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:15.749279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2757f98c-d98a-4475-b36f-a1f6b337e80b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.755561 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2757f98c-d98a-4475-b36f-a1f6b337e80b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/eb2fd5f8-f390-4a01-abc6-cc11ef29c22d HTTP/1.1" status: 204 len: 168 time: 0.4772391 Dec 10 18:36:15.755561 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757f98c-d98a-4475-b36f-a1f6b337e80b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2fd5f8-f390-4a01-abc6-cc11ef29c22d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:15.755752 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36064) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.757111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d46565-74b6-4f9c-8292-656777206e2e None None] Network 22c5ead9-69ec-44c8-90ed-0c7ecfaffb07 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:15.821471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2fe51554-a1e5-4819-a1d7-9e72fa35c504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.824218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2fe51554-a1e5-4819-a1d7-9e72fa35c504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.825363 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2fe51554-a1e5-4819-a1d7-9e72fa35c504 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e5cea39-67b8-47a9-b378-3d5f84215b6c HTTP/1.1" status: 204 len: 168 time: 0.4342713 Dec 10 18:36:15.847724 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b17a8060-f3e8-4876-a40b-c7cad18578ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.850332 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b17a8060-f3e8-4876-a40b-c7cad18578ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.853838 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b17a8060-f3e8-4876-a40b-c7cad18578ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83c0938a-4970-4478-bfd2-f2c08937d606 HTTP/1.1" status: 204 len: 168 time: 0.4408906 Dec 10 18:36:15.878582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe51554-a1e5-4819-a1d7-9e72fa35c504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5cea39-67b8-47a9-b378-3d5f84215b6c,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:15.896733 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-a7dc3e32-096a-48c1-880f-53cb9ee9d688 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5,segment=NetworkSegment(c0beb460-4f3c-44b1-8216-0dc03386acc0),segment_id=c0beb460-4f3c-44b1-8216-0dc03386acc0)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:15.897106 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3e32-096a-48c1-880f-53cb9ee9d688 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.903231 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.921459 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a8060-f3e8-4876-a40b-c7cad18578ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c0938a-4970-4478-bfd2-f2c08937d606,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:15.928647 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc3e32-096a-48c1-880f-53cb9ee9d688 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:15.932176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1edb5dd1-3f22-419a-81b2-097fd9196726 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.937217 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06142d9c-a28e-41da-af9f-73e5d6c2c2be None None] DHCP port deletion for 22c5ead9-69ec-44c8-90ed-0c7ecfaffb07 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:15.992478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-06142d9c-a28e-41da-af9f-73e5d6c2c2be None None] Deleting port 017c7f39-a729-4456-8b99-2a6265cd77f2 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:15.992859 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-06142d9c-a28e-41da-af9f-73e5d6c2c2be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.062793 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-06142d9c-a28e-41da-af9f-73e5d6c2c2be None None] For port 017c7f39-a729-4456-8b99-2a6265cd77f2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=017c7f39-a729-4456-8b99-2a6265cd77f2,segment=NetworkSegment(8a4e1064-e058-4d2b-9a3d-cfd42007707f),segment_id=8a4e1064-e058-4d2b-9a3d-cfd42007707f)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:16.063198 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-06142d9c-a28e-41da-af9f-73e5d6c2c2be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.075217 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1edb5dd1-3f22-419a-81b2-097fd9196726 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.087705 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-06142d9c-a28e-41da-af9f-73e5d6c2c2be None None] Calling delete_port for 017c7f39-a729-4456-8b99-2a6265cd77f2 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:16.129430 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port 017c7f39-a729-4456-8b99-2a6265cd77f2 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:16.129809 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.177743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1edb5dd1-3f22-419a-81b2-097fd9196726 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.227668 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb5dd1-3f22-419a-81b2-097fd9196726 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f459d82-235f-4bdd-9585-4c85a57f6307,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:16.246283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] For port 017c7f39-a729-4456-8b99-2a6265cd77f2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=017c7f39-a729-4456-8b99-2a6265cd77f2,segment=NetworkSegment(8a4e1064-e058-4d2b-9a3d-cfd42007707f),segment_id=8a4e1064-e058-4d2b-9a3d-cfd42007707f)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:16.246656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.264351 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for 017c7f39-a729-4456-8b99-2a6265cd77f2 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:16.291082 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-06142d9c-a28e-41da-af9f-73e5d6c2c2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.318033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06142d9c-a28e-41da-af9f-73e5d6c2c2be None None] Pushing event deleted for resources: {'Port': ['ID=017c7f39-a729-4456-8b99-2a6265cd77f2,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:16.320445 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06142d9c-a28e-41da-af9f-73e5d6c2c2be None None] No DVR routers for this DVR port 017c7f39-a729-4456-8b99-2a6265cd77f2 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:16.351759 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1edb5dd1-3f22-419a-81b2-097fd9196726 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.355452 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1edb5dd1-3f22-419a-81b2-097fd9196726 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6210544 Dec 10 18:36:16.355874 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36072) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.372990 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8adf479e-baa8-43cf-bcb9-fd4914dacaea tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules/7f459d82-235f-4bdd-9585-4c85a57f6307 HTTP/1.1" status: 200 len: 763 time: 0.0158312 Dec 10 18:36:16.375614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36074) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.393465 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.424338 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=017c7f39-a729-4456-8b99-2a6265cd77f2,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:16.427875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No DVR routers for this DVR port 017c7f39-a729-4456-8b99-2a6265cd77f2 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:16.431002 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-acd4069a-8199-42e4-be48-c835562a841e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0534313 Dec 10 18:36:16.433580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36076) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.458861 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5a1063de-f7a3-4409-8920-2c907be8834d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.467261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5a1063de-f7a3-4409-8920-2c907be8834d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.495966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-23cd92f3-399e-4fa7-b83e-3b413af3e951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.500235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3e32-096a-48c1-880f-53cb9ee9d688 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.536995 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc3e32-096a-48c1-880f-53cb9ee9d688 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:16.541222 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.606951 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c5ead9-69ec-44c8-90ed-0c7ecfaffb07']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:16.609988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5a1063de-f7a3-4409-8920-2c907be8834d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.616670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5a1063de-f7a3-4409-8920-2c907be8834d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.618156 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5a1063de-f7a3-4409-8920-2c907be8834d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/7f459d82-235f-4bdd-9585-4c85a57f6307 HTTP/1.1" status: 204 len: 168 time: 0.1834505 Dec 10 18:36:16.622159 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36080) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.624033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4e1064-e058-4d2b-9a3d-cfd42007707f') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:16.624709 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4e1064-e058-4d2b-9a3d-cfd42007707f') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:16.640122 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.650222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1063de-f7a3-4409-8920-2c907be8834d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f459d82-235f-4bdd-9585-4c85a57f6307,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:16.681484 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a1352380-0ee8-4a97-85de-ce37d5136956 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0553780 Dec 10 18:36:16.684191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36082) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.690177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ee03ae7a-e013-48d0-8853-b5c1dae9861c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group_rule': {'security_group_id': '3234bf31-379f-45b4-a4b1-6c5fa5e36831', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:16.690401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.734761 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:16.735177 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.736921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36084) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:16.738292 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:16.785961 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e7861dee-40c7-4264-b873-c5df40b9e110 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d85d4333176d40bb8c092110a1829dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463965 Dec 10 18:36:16.788808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36086) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.789329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee03ae7a-e013-48d0-8853-b5c1dae9861c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.838302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee03ae7a-e013-48d0-8853-b5c1dae9861c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.846510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3e32-096a-48c1-880f-53cb9ee9d688 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.900722 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee03ae7a-e013-48d0-8853-b5c1dae9861c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.902930 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.904446 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0ae77282-2ea6-4017-83ee-59d504ae1a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.920375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03ae7a-e013-48d0-8853-b5c1dae9861c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a137d7-2fe2-417f-ac22-b01cc5efc36e,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:16.943395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.947280 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/networks/22c5ead9-69ec-44c8-90ed-0c7ecfaffb07 HTTP/1.1" status: 204 len: 168 time: 1.1906667 Dec 10 18:36:16.951000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36090) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.955857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1667794335', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:16.965264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c998f2-06e1-47cb-9e7d-cac28db89f29 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Network': ['ID=22c5ead9-69ec-44c8-90ed-0c7ecfaffb07,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:16.982505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0ae77282-2ea6-4017-83ee-59d504ae1a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.986966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee03ae7a-e013-48d0-8853-b5c1dae9861c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.988306 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ee03ae7a-e013-48d0-8853-b5c1dae9861c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3031101 Dec 10 18:36:16.991007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36092) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:17.015409 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6896309a-b773-4bf6-9487-45e16098402c tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules/b8a137d7-2fe2-417f-ac22-b01cc5efc36e HTTP/1.1" status: 200 len: 764 time: 0.0233717 Dec 10 18:36:17.018018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36094) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:17.059615 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0240e467-b6dd-4313-9744-b29dada2332e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0403352 Dec 10 18:36:17.061400 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36096) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:17.084322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-840ec5ae-8606-4cea-b97b-914e4a120c63 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.088023 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.089005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.098519 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-840ec5ae-8606-4cea-b97b-914e4a120c63 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.148493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dc3e32-096a-48c1-880f-53cb9ee9d688 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router b9a1e9a2-d666-475c-8069-2bc5d72200a0 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:17.156565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0ae77282-2ea6-4017-83ee-59d504ae1a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.159331 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0ae77282-2ea6-4017-83ee-59d504ae1a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.160580 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0ae77282-2ea6-4017-83ee-59d504ae1a7d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d5107a5-6688-4f13-b8ac-0f46a2bd0fce HTTP/1.1" status: 204 len: 168 time: 0.3637686 Dec 10 18:36:17.177288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-840ec5ae-8606-4cea-b97b-914e4a120c63 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.199354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-840ec5ae-8606-4cea-b97b-914e4a120c63 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.202192 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-840ec5ae-8606-4cea-b97b-914e4a120c63 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b8a137d7-2fe2-417f-ac22-b01cc5efc36e HTTP/1.1" status: 204 len: 168 time: 0.1397817 Dec 10 18:36:17.203408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ec5ae-8606-4cea-b97b-914e4a120c63 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8a137d7-2fe2-417f-ac22-b01cc5efc36e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:17.206694 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36100) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:17.207842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae77282-2ea6-4017-83ee-59d504ae1a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5107a5-6688-4f13-b8ac-0f46a2bd0fce,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:17.263267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.278405 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dc3e32-096a-48c1-880f-53cb9ee9d688 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:17.283881 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a7dc3e32-096a-48c1-880f-53cb9ee9d688 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/b9a1e9a2-d666-475c-8069-2bc5d72200a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7905190 Dec 10 18:36:17.290898 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097164b6-eb56-4594-871a-9b7efaa40474 None None] Sync routers for ids ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:17.302906 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097164b6-eb56-4594-871a-9b7efaa40474 None None] Routers {'b9a1e9a2-d666-475c-8069-2bc5d72200a0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:17.303550 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-097164b6-eb56-4594-871a-9b7efaa40474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:17.315181 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e74aea4e-a95c-4cb0-ab41-9551ada43c9b tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0612621 Dec 10 18:36:17.320940 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36104) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:17.408344 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-045e982a-5d33-43b9-a884-d073aa768362 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.442660 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-097164b6-eb56-4594-871a-9b7efaa40474 None None] Set router b9a1e9a2-d666-475c-8069-2bc5d72200a0 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:17.447860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-045e982a-5d33-43b9-a884-d073aa768362 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.483805 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.557432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 017c7f39-a729-4456-8b99-2a6265cd77f2 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:17.583993 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 017c7f39-a729-4456-8b99-2a6265cd77f2 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:17.584648 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 017c7f39-a729-4456-8b99-2a6265cd77f2 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:17.594862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-045e982a-5d33-43b9-a884-d073aa768362 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.598572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-045e982a-5d33-43b9-a884-d073aa768362 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.599597 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-045e982a-5d33-43b9-a884-d073aa768362 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-groups/3234bf31-379f-45b4-a4b1-6c5fa5e36831 HTTP/1.1" status: 204 len: 168 time: 0.2803695 Dec 10 18:36:17.604531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36108) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:17.616395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e982a-5d33-43b9-a884-d073aa768362 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3234bf31-379f-45b4-a4b1-6c5fa5e36831,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:17.668986 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-722a9488-534a-4094-ae6d-35f3068c4d7e tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0633631 Dec 10 18:36:17.682412 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36112) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:17.695605 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-79268c00-fccf-4638-b60e-c6abb9265a75 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group': {'name': 'tempest-secgroup--682179744'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:17.759232 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-097164b6-eb56-4594-871a-9b7efaa40474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:36:16Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1f7749ce-9072-4611-bff6-a36aeb06c8ff', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.113', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'port_id': '1a70b555-212d-462b-8692-644662309202', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'mac_address': 'fa:16:3e:1c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46df59-f614-4972-9936-575f9cb60a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:34:41Z', 'updated_at': '2021-12-10T18:34:47Z', 'revision_number': 1, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:09Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:17.793753 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097164b6-eb56-4594-871a-9b7efaa40474 None None] Checking router: b9a1e9a2-d666-475c-8069-2bc5d72200a0 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:17.804483 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097164b6-eb56-4594-871a-9b7efaa40474 None None] Routers {'b9a1e9a2-d666-475c-8069-2bc5d72200a0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:17.805107 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-097164b6-eb56-4594-871a-9b7efaa40474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:35:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:17.828551 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a663e8-8c67-492c-b726-189e18867f3b req-7f9c7ad0-c634-4c1c-81ef-81aa0df75287 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:17.836988 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-02a663e8-8c67-492c-b726-189e18867f3b req-7f9c7ad0-c634-4c1c-81ef-81aa0df75287 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 946 time: 0.0830290 Dec 10 18:36:17.861309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79268c00-fccf-4638-b60e-c6abb9265a75 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.901933 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-02a663e8-8c67-492c-b726-189e18867f3b req-7f1dbacb-245b-49de-8cb0-539577993f4f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=53eedd77-1009-4e2f-b040-2a8179aeaaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639374 Dec 10 18:36:17.920190 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-097164b6-eb56-4594-871a-9b7efaa40474 None None] Set router b9a1e9a2-d666-475c-8069-2bc5d72200a0 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:17.970478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79268c00-fccf-4638-b60e-c6abb9265a75 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.043626 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79268c00-fccf-4638-b60e-c6abb9265a75 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.077611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79268c00-fccf-4638-b60e-c6abb9265a75 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1367ac8b-d4e7-456a-b270-fe3e61419bda,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:18.127954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.148249 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.167614 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-097164b6-eb56-4594-871a-9b7efaa40474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:36:16Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1f7749ce-9072-4611-bff6-a36aeb06c8ff', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.113', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'port_id': '1a70b555-212d-462b-8692-644662309202', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'mac_address': 'fa:16:3e:1c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46df59-f614-4972-9936-575f9cb60a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:34:41Z', 'updated_at': '2021-12-10T18:34:47Z', 'revision_number': 1, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:09Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:18.187036 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79268c00-fccf-4638-b60e-c6abb9265a75 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.189180 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-79268c00-fccf-4638-b60e-c6abb9265a75 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5051928 Dec 10 18:36:18.191609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36124) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:18.197754 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-136a8176-1d6d-485f-802a-a52eb05b9bd2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Request body: {'security_group_rule': {'security_group_id': '1367ac8b-d4e7-456a-b270-fe3e61419bda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:18.203283 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097164b6-eb56-4594-871a-9b7efaa40474 None None] The sync data for ids ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'] in dv-neutron-821434-1-hyperv is: [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:36:16Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1f7749ce-9072-4611-bff6-a36aeb06c8ff', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.113', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'port_id': '1a70b555-212d-462b-8692-644662309202', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'mac_address': 'fa:16:3e:1c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46df59-f614-4972-9936-575f9cb60a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:34:41Z', 'updated_at': '2021-12-10T18:34:47Z', 'revision_number': 1, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:09Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:18.263042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Allocated IP 172.26.5.160 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/0f087ae4-7f28-4c83-a35c-399a4fad4bdd) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:18.297055 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-136a8176-1d6d-485f-802a-a52eb05b9bd2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.343860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.366640 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-136a8176-1d6d-485f-802a-a52eb05b9bd2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.368565 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.420961 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-136a8176-1d6d-485f-802a-a52eb05b9bd2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.438897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a8176-1d6d-485f-802a-a52eb05b9bd2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489d0665-ea81-4195-823d-ebc2f1da3a3e,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:18.472703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.492809 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36132) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:18.514958 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-136a8176-1d6d-485f-802a-a52eb05b9bd2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.518649 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-136a8176-1d6d-485f-802a-a52eb05b9bd2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3235805 Dec 10 18:36:18.519213 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36136) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:18.521881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:18.526825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:18.529322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:18.544759 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7d166-a542-45f6-9bcf-be77b4ff45d7 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:18.573675 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=0f087ae4-7f28-4c83-a35c-399a4fad4bdd,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:18.606894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6e497a95-c18f-4956-b496-92f95acb3d42 None None] Provisioning complete for port 0f087ae4-7f28-4c83-a35c-399a4fad4bdd triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:18.608142 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6e497a95-c18f-4956-b496-92f95acb3d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.628873 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-44ce1a10-b286-4275-885e-4773e45b47a7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.660366 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-872636549'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:18.668579 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-44ce1a10-b286-4275-885e-4773e45b47a7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.680403 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6e497a95-c18f-4956-b496-92f95acb3d42 None None] Port 0f087ae4-7f28-4c83-a35c-399a4fad4bdd cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:18.806270 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Made reservation on behalf of 7ddfd817b374484287d1a4f09d9ce9b4 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:18.810017 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.820599 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.840517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-63a9142b-3d6c-473b-b451-219c7a5ff0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.843518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-44ce1a10-b286-4275-885e-4773e45b47a7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.846452 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-44ce1a10-b286-4275-885e-4773e45b47a7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.849940 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-44ce1a10-b286-4275-885e-4773e45b47a7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-groups/1367ac8b-d4e7-456a-b270-fe3e61419bda HTTP/1.1" status: 204 len: 168 time: 0.3273129 Dec 10 18:36:18.855615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36138) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:18.872371 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce1a10-b286-4275-885e-4773e45b47a7 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1367ac8b-d4e7-456a-b270-fe3e61419bda,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:18.939119 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-36e2c7aa-4ca7-4801-a775-c1cb0bffc1f2 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0797908 Dec 10 18:36:18.939347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36142) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:18.963012 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.964586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.038973 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead85735-ca48-4c28-adcb-e5cb40561e83 req-9b39838a-a0dc-4bee-b0f0-f232c3fcd4ed tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:19.040494 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ead85735-ca48-4c28-adcb-e5cb40561e83 req-9b39838a-a0dc-4bee-b0f0-f232c3fcd4ed tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 946 time: 0.0511661 Dec 10 18:36:19.047777 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2ce2c501-31ed-493a-81e2-fd1f2f850699 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1072550 Dec 10 18:36:19.050472 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36144) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:19.061006 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.070794 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-e5ee6619-9447-4afb-b2bf-905a19da751d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] delete failed (client error): The resource could not be found. Dec 10 18:36:19.077461 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e5ee6619-9447-4afb-b2bf-905a19da751d tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "DELETE /v2.0/security-groups/1367ac8b-d4e7-456a-b270-fe3e61419bda HTTP/1.1" status: 404 len: 347 time: 0.0204539 Dec 10 18:36:19.077814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36146) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:19.102419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:19.126085 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ead85735-ca48-4c28-adcb-e5cb40561e83 req-d072fd5f-5daf-4146-8d45-4102897d0a64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=53eedd77-1009-4e2f-b040-2a8179aeaaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792408 Dec 10 18:36:19.128396 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d0502e-b211-4c07-b8fb-552d05381d69,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:19.131302 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.131641 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Added segment 4ce275df-afae-48c8-93d0-967d579e1ffa of type vlan for network 00dbcd61-b758-47e2-94fe-98a0616bfc6d Dec 10 18:36:19.173454 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.198399 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-01855cf9-d767-478b-8dde-3989ef51b4d1 tempest-SecGroupTest-1675873469 tempest-SecGroupTest-1675873469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1159167 Dec 10 18:36:19.258243 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.272996 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.275360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81e3c9-cd8d-4570-b6aa-6c0a279444b6 req-b6e11786-7d0c-4b7a-9a66-bb1c1acbf7f4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:19.277579 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-df81e3c9-cd8d-4570-b6aa-6c0a279444b6 req-b6e11786-7d0c-4b7a-9a66-bb1c1acbf7f4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 946 time: 0.0684230 Dec 10 18:36:19.278936 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:19.279628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.348046 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Pushing event updated for resources: {'Network': ['ID=00dbcd61-b758-47e2-94fe-98a0616bfc6d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:19.358300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 00dbcd61-b758-47e2-94fe-98a0616bfc6d details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:19.401952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:19.411331 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e7789c81-c764-4495-9081-cbd7e665d717 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9145100 Dec 10 18:36:19.411932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36150) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:19.418238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-6949b2a6-5818-4fdc-9fd6-a44835da2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Request body: {'subnet': {'network_id': '00dbcd61-b758-47e2-94fe-98a0616bfc6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:19.435443 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:19.435938 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4d6a1ed8-6238-48a7-b24b-06b0ce57b1c5 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:19.464787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-df81e3c9-cd8d-4570-b6aa-6c0a279444b6 req-cfc3c7c9-d738-4942-86d2-1495b821b778 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 7f96a652-ae30-411c-997e-dc26a142180f {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:19.465126 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-df81e3c9-cd8d-4570-b6aa-6c0a279444b6 req-cfc3c7c9-d738-4942-86d2-1495b821b778 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.560961 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-df81e3c9-cd8d-4570-b6aa-6c0a279444b6 req-cfc3c7c9-d738-4942-86d2-1495b821b778 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 7f96a652-ae30-411c-997e-dc26a142180f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7f96a652-ae30-411c-997e-dc26a142180f,segment=NetworkSegment(c0beb460-4f3c-44b1-8216-0dc03386acc0),segment_id=c0beb460-4f3c-44b1-8216-0dc03386acc0)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:19.561643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-df81e3c9-cd8d-4570-b6aa-6c0a279444b6 req-cfc3c7c9-d738-4942-86d2-1495b821b778 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.574360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-df81e3c9-cd8d-4570-b6aa-6c0a279444b6 req-cfc3c7c9-d738-4942-86d2-1495b821b778 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 7f96a652-ae30-411c-997e-dc26a142180f owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:19.626211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 629a60b0-5661-4a92-8f98-b81c51837d7a is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:36:19.645660 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6949b2a6-5818-4fdc-9fd6-a44835da2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Made reservation on behalf of 7ddfd817b374484287d1a4f09d9ce9b4 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:19.650683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6949b2a6-5818-4fdc-9fd6-a44835da2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.755437 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36154) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:19.787712 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:19.798663 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262906c-e3b4-4aed-b4fd-f763dc56c3a4 None None] Sync routers for ids ['629a60b0-5661-4a92-8f98-b81c51837d7a'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:19.811827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d262906c-e3b4-4aed-b4fd-f763dc56c3a4 None None] Routers {'629a60b0-5661-4a92-8f98-b81c51837d7a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:19.812822 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d262906c-e3b4-4aed-b4fd-f763dc56c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['629a60b0-5661-4a92-8f98-b81c51837d7a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:19.849965 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d262906c-e3b4-4aed-b4fd-f763dc56c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:19.859478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d262906c-e3b4-4aed-b4fd-f763dc56c3a4 None None] Routers {'629a60b0-5661-4a92-8f98-b81c51837d7a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:19.860368 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d262906c-e3b4-4aed-b4fd-f763dc56c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['629a60b0-5661-4a92-8f98-b81c51837d7a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:19.891733 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-df81e3c9-cd8d-4570-b6aa-6c0a279444b6 req-cfc3c7c9-d738-4942-86d2-1495b821b778 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.896641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d262906c-e3b4-4aed-b4fd-f763dc56c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:19.898523 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262906c-e3b4-4aed-b4fd-f763dc56c3a4 None None] The sync data for ids ['629a60b0-5661-4a92-8f98-b81c51837d7a'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:19.924985 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-548f6371-f452-47e1-aa8e-4c879d374bfd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df0e592e7f874e00b4eed7f985136b19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1683693 Dec 10 18:36:19.930942 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.931117 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36158) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:19.931277 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d969cbc2-74a6-418c-a9b9-2b59b014273f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9779027 Dec 10 18:36:19.931481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3c7c9-d738-4942-86d2-1495b821b778 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=7f96a652-ae30-411c-997e-dc26a142180f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:19.933421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36160) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:19.954502 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6949b2a6-5818-4fdc-9fd6-a44835da2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.034390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b33f-dcdd-4a97-baca-45bb4e3dc8c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.048055 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949b2a6-5818-4fdc-9fd6-a44835da2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Pushing event updated for resources: {'Subnet': ['ID=bf23f427-238a-4002-956f-3403361555cb,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:20.048623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-df81e3c9-cd8d-4570-b6aa-6c0a279444b6 req-cfc3c7c9-d738-4942-86d2-1495b821b778 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] No DVR routers for this DVR port 7f96a652-ae30-411c-997e-dc26a142180f on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:20.052267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-df81e3c9-cd8d-4570-b6aa-6c0a279444b6 req-cfc3c7c9-d738-4942-86d2-1495b821b778 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.055616 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-df81e3c9-cd8d-4570-b6aa-6c0a279444b6 req-cfc3c7c9-d738-4942-86d2-1495b821b778 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "DELETE /v2.0/ports/7f96a652-ae30-411c-997e-dc26a142180f HTTP/1.1" status: 204 len: 173 time: 0.7422192 Dec 10 18:36:20.056071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae308f3e-a988-41df-b71d-3aeb32b2c9e5', 'name': 'network-vif-deleted', 'tag': '7f96a652-ae30-411c-997e-dc26a142180f'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:20.058334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d23126-13c1-4d02-ba74-edbcafdea47a" -d '{"events": [{"server_uuid": "ae308f3e-a988-41df-b71d-3aeb32b2c9e5", "name": "network-vif-deleted", "tag": "7f96a652-ae30-411c-997e-dc26a142180f"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:20.067239 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b33f-dcdd-4a97-baca-45bb4e3dc8c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.069076 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949b2a6-5818-4fdc-9fd6-a44835da2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Checking segment: {'id': '4ce275df-afae-48c8-93d0-967d579e1ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '00dbcd61-b758-47e2-94fe-98a0616bfc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:20.069503 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6949b2a6-5818-4fdc-9fd6-a44835da2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Network hostable DHCP agents. Network: 00dbcd61-b758-47e2-94fe-98a0616bfc6d, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:20.084491 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.096337 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4ea33c93-016e-4c1a-b957-d3fa396b57bc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/routers/629a60b0-5661-4a92-8f98-b81c51837d7a HTTP/1.1" status: 200 len: 885 time: 0.1614959 Dec 10 18:36:20.098833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36164) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:20.156958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92423459-0d4d-45dd-b10c-fd2a32ead448 x-openstack-request-id: req-92423459-0d4d-45dd-b10c-fd2a32ead448 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:20.157331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae308f3e-a988-41df-b71d-3aeb32b2c9e5", "name": "network-vif-deleted", "tag": "7f96a652-ae30-411c-997e-dc26a142180f", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:20.157508 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92423459-0d4d-45dd-b10c-fd2a32ead448 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:20.158169 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae308f3e-a988-41df-b71d-3aeb32b2c9e5', 'name': 'network-vif-deleted', 'tag': '7f96a652-ae30-411c-997e-dc26a142180f', 'status': 'completed', 'code': 200} Dec 10 18:36:20.236469 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-399d185a-c9f1-4537-b66f-6504ecb3ae01 req-88b8bfdb-9cec-4d32-84dc-ddb00df430f0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 210 time: 0.0305114 Dec 10 18:36:20.243880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6949b2a6-5818-4fdc-9fd6-a44835da2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Network 00dbcd61-b758-47e2-94fe-98a0616bfc6d is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:20.272482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b33f-dcdd-4a97-baca-45bb4e3dc8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.275778 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b33f-dcdd-4a97-baca-45bb4e3dc8c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.277388 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8bb7b33f-dcdd-4a97-baca-45bb4e3dc8c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d692d7cd-cf8b-4ba0-9c7c-9944df991d81 HTTP/1.1" status: 204 len: 168 time: 0.3485994 Dec 10 18:36:20.285646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7b33f-dcdd-4a97-baca-45bb4e3dc8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d692d7cd-cf8b-4ba0-9c7c-9944df991d81,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:20.363693 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-6949b2a6-5818-4fdc-9fd6-a44835da2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 00dbcd61-b758-47e2-94fe-98a0616bfc6d) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:20.368760 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6949b2a6-5818-4fdc-9fd6-a44835da2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:20.369359 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6949b2a6-5818-4fdc-9fd6-a44835da2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.374755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec49cad7-1617-4eba-9e13-b5b21a6c1944 None None] Network 00dbcd61-b758-47e2-94fe-98a0616bfc6d requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:20.389154 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8d149a03-87e1-43af-ad8a-e102481296da tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2891901 Dec 10 18:36:20.393160 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36170) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:20.403063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-118a7fe7-aa74-4ccf-9848-3b41a39b2003 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1667794335'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:20.525440 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6949b2a6-5818-4fdc-9fd6-a44835da2f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1091158 Dec 10 18:36:20.525633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36172) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:20.537175 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-750ba276-28a8-431c-a80c-1b59d36e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Request body: {'port': {'network_id': '00dbcd61-b758-47e2-94fe-98a0616bfc6d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-254766421'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:20.670257 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-00dbcd61-b758-47e2-94fe-98a0616bfc6d', 'network_id': '00dbcd61-b758-47e2-94fe-98a0616bfc6d', 'project_id': '7ddfd817b374484287d1a4f09d9ce9b4', 'fixed_ips': [{'subnet_id': 'bf23f427-238a-4002-956f-3403361555cb'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:36:20.671148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.770727 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-118a7fe7-aa74-4ccf-9848-3b41a39b2003 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.771796 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750ba276-28a8-431c-a80c-1b59d36e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Made reservation on behalf of 7ddfd817b374484287d1a4f09d9ce9b4 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:20.780767 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-750ba276-28a8-431c-a80c-1b59d36e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.803552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-750ba276-28a8-431c-a80c-1b59d36e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] device_id is not set on port decc58fe-2de5-4008-afcb-0282be50d347 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:36:20.816562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Allocated IP 2001:db8::2 (00dbcd61-b758-47e2-94fe-98a0616bfc6d/bf23f427-238a-4002-956f-3403361555cb/d5436a2d-23a5-494d-93a2-fbada361a1fd) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:20.874874 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-118a7fe7-aa74-4ccf-9848-3b41a39b2003 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.972080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.995171 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118a7fe7-aa74-4ccf-9848-3b41a39b2003 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 629a60b0-5661-4a92-8f98-b81c51837d7a has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:21.095895 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.153810 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Network 00dbcd61-b758-47e2-94fe-98a0616bfc6d is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:21.157251 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:21.163730 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:21.170360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Pushing event updated for resources: {'Port': ['ID=d5436a2d-23a5-494d-93a2-fbada361a1fd,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:21.214063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-750ba276-28a8-431c-a80c-1b59d36e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Allocated IP 2001:db8::140 (00dbcd61-b758-47e2-94fe-98a0616bfc6d/bf23f427-238a-4002-956f-3403361555cb/decc58fe-2de5-4008-afcb-0282be50d347) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:21.261936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Attempting to bind port d5436a2d-23a5-494d-93a2-fbada361a1fd on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:21.261936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Attempting to bind port d5436a2d-23a5-494d-93a2-fbada361a1fd by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '4ce275df-afae-48c8-93d0-967d579e1ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '00dbcd61-b758-47e2-94fe-98a0616bfc6d'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:21.261936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Attempting to bind port d5436a2d-23a5-494d-93a2-fbada361a1fd on network 00dbcd61-b758-47e2-94fe-98a0616bfc6d {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:21.271247 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:21.271803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Checking segment: {'id': '4ce275df-afae-48c8-93d0-967d579e1ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '00dbcd61-b758-47e2-94fe-98a0616bfc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:21.272313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.273412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Bound using segment: {'id': '4ce275df-afae-48c8-93d0-967d579e1ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '00dbcd61-b758-47e2-94fe-98a0616bfc6d'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:21.274406 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Bound port: d5436a2d-23a5-494d-93a2-fbada361a1fd, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce275df-afae-48c8-93d0-967d579e1ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '00dbcd61-b758-47e2-94fe-98a0616bfc6d'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:21.275109 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.307896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.375191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] For port d5436a2d-23a5-494d-93a2-fbada361a1fd, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:21.380161 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] For port d5436a2d-23a5-494d-93a2-fbada361a1fd, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d5436a2d-23a5-494d-93a2-fbada361a1fd,segment=NetworkSegment(4ce275df-afae-48c8-93d0-967d579e1ffa),segment_id=4ce275df-afae-48c8-93d0-967d579e1ffa)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:21.456664 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d79217d4-ed54-44f2-87bf-8ba0af305ea4 req-1d9553e4-16d0-4947-8fbb-6886e77a47c5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae308f3e-a988-41df-b71d-3aeb32b2c9e5 HTTP/1.1" status: 200 len: 210 time: 0.0377955 Dec 10 18:36:21.463397 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.476335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118a7fe7-aa74-4ccf-9848-3b41a39b2003 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:21.484383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-118a7fe7-aa74-4ccf-9848-3b41a39b2003 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.486193 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-118a7fe7-aa74-4ccf-9848-3b41a39b2003 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/629a60b0-5661-4a92-8f98-b81c51837d7a HTTP/1.1" status: 200 len: 892 time: 1.0917680 Dec 10 18:36:21.493313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36192) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:21.493881 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6887b58-a831-418e-921d-3c73d56c6552 None None] Sync routers for ids ['629a60b0-5661-4a92-8f98-b81c51837d7a'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:21.509900 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6887b58-a831-418e-921d-3c73d56c6552 None None] Routers {'629a60b0-5661-4a92-8f98-b81c51837d7a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:21.511471 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c6887b58-a831-418e-921d-3c73d56c6552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['629a60b0-5661-4a92-8f98-b81c51837d7a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:21.536632 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-750ba276-28a8-431c-a80c-1b59d36e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.567398 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c6887b58-a831-418e-921d-3c73d56c6552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:21.582317 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6887b58-a831-418e-921d-3c73d56c6552 None None] Routers {'629a60b0-5661-4a92-8f98-b81c51837d7a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:21.583209 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c6887b58-a831-418e-921d-3c73d56c6552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['629a60b0-5661-4a92-8f98-b81c51837d7a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:21.598671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6ef6a-6d1b-40b6-9403-54fdd01ef449 None None] Pushing event updated for resources: {'Port': ['ID=d5436a2d-23a5-494d-93a2-fbada361a1fd,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:21.641460 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c6887b58-a831-418e-921d-3c73d56c6552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:21.642261 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6887b58-a831-418e-921d-3c73d56c6552 None None] The sync data for ids ['629a60b0-5661-4a92-8f98-b81c51837d7a'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:21.680971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-750ba276-28a8-431c-a80c-1b59d36e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.712606 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4c21e122-face-4544-a01e-740e77d6eaf0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/routers/629a60b0-5661-4a92-8f98-b81c51837d7a HTTP/1.1" status: 200 len: 892 time: 0.2180357 Dec 10 18:36:21.713465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36196) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:21.715545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36198) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:21.746192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ba276-28a8-431c-a80c-1b59d36e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Network 00dbcd61-b758-47e2-94fe-98a0616bfc6d is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:21.749679 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-750ba276-28a8-431c-a80c-1b59d36e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:21.752799 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8a772f28-36d6-4634-b439-eee962c3e3c7 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports?device_id=629a60b0-5661-4a92-8f98-b81c51837d7a HTTP/1.1" status: 200 len: 205 time: 0.0338728 Dec 10 18:36:21.752952 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36202) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:21.754621 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ba276-28a8-431c-a80c-1b59d36e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:21.761278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750ba276-28a8-431c-a80c-1b59d36e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:21.761963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-750ba276-28a8-431c-a80c-1b59d36e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.790296 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ba276-28a8-431c-a80c-1b59d36e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Pushing event updated for resources: {'Port': ['ID=decc58fe-2de5-4008-afcb-0282be50d347,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:21.829387 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:36:21.884727 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-77dc7efd-0e63-4299-80a2-31c1268e5012 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:21.885290 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING neutron.api.v2.base [None req-77dc7efd-0e63-4299-80a2-31c1268e5012 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 18:36:21.885662 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-77dc7efd-0e63-4299-80a2-31c1268e5012 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 18:36:21.889401 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-750ba276-28a8-431c-a80c-1b59d36e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3596718 Dec 10 18:36:21.891435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36204) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:21.891680 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-77dc7efd-0e63-4299-80a2-31c1268e5012 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1769812 Dec 10 18:36:21.899432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-93a47c3b-e3c8-426d-af29-17f2f551d79f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group': {'name': 'tempest-secgroup--968771906'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:21.900567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36206) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:21.905858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Request body: {'port': {'network_id': '00dbcd61-b758-47e2-94fe-98a0616bfc6d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-22292440', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:21.906412 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.api.validators [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] bootfile-name is not in valid_values {{(pid=103593) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:36:21.906770 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.api.validators [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] tftp-server is not in valid_values {{(pid=103593) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:36:21.907105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.api.validators [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] server-ip-address is not in valid_values {{(pid=103593) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:36:21.973796 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.998246 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-93a47c3b-e3c8-426d-af29-17f2f551d79f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.009025 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-93a47c3b-e3c8-426d-af29-17f2f551d79f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.086170 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-93a47c3b-e3c8-426d-af29-17f2f551d79f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.116767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.152489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-93a47c3b-e3c8-426d-af29-17f2f551d79f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.175511 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Made reservation on behalf of 7ddfd817b374484287d1a4f09d9ce9b4 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:22.179912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.187423 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a47c3b-e3c8-426d-af29-17f2f551d79f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3e73e1-d937-4c27-8e3e-f1299f487b4e,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:22.201336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] device_id is not set on port 163dc137-51a7-434e-8416-a6ccf2711b35 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:36:22.228964 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-93a47c3b-e3c8-426d-af29-17f2f551d79f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.292107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-93a47c3b-e3c8-426d-af29-17f2f551d79f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.330044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a47c3b-e3c8-426d-af29-17f2f551d79f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3c875c-be8d-4497-abd0-ce3bb9893bb0,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:22.349312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port 0f087ae4-7f28-4c83-a35c-399a4fad4bdd {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:22.349972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.376639 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-93a47c3b-e3c8-426d-af29-17f2f551d79f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.378063 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-93a47c3b-e3c8-426d-af29-17f2f551d79f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4855688 Dec 10 18:36:22.380891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36208) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:22.386938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d9b20bce-cc2f-41d0-83d6-3444b60fc10f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': '8d3c875c-be8d-4497-abd0-ce3bb9893bb0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:22.409000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Allocated IP 2001:db8::328 (00dbcd61-b758-47e2-94fe-98a0616bfc6d/bf23f427-238a-4002-956f-3403361555cb/163dc137-51a7-434e-8416-a6ccf2711b35) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:22.474495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.520889 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d9b20bce-cc2f-41d0-83d6-3444b60fc10f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.529378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.532272 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36212) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:22.546864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for 0f087ae4-7f28-4c83-a35c-399a4fad4bdd owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:22.623857 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d9b20bce-cc2f-41d0-83d6-3444b60fc10f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.625120 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-41875cc8-99c8-4c28-907f-cfe8f4861e40 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.652982 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-41875cc8-99c8-4c28-907f-cfe8f4861e40 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.655139 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0b508428-87ae-46bc-85de-b43e53f8eda8 req-38617e8b-dcb7-4b65-97d1-ac37702084f0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1967432 Dec 10 18:36:22.716984 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906871ad-8544-403b-9d12-946b96a5bf7f None None] Network 00dbcd61-b758-47e2-94fe-98a0616bfc6d requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:22.775669 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8f6b0d72-d8c7-4ee6-b049-f091a1a132b0 None None] Provisioning complete for port d5436a2d-23a5-494d-93a2-fbada361a1fd triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:22.776040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0d72-d8c7-4ee6-b049-f091a1a132b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.812081 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d9b20bce-cc2f-41d0-83d6-3444b60fc10f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.819857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b508428-87ae-46bc-85de-b43e53f8eda8 req-74045cd2-2e5c-48f3-b9f9-131876f970ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:22.822173 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0b508428-87ae-46bc-85de-b43e53f8eda8 req-74045cd2-2e5c-48f3-b9f9-131876f970ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 1098 time: 0.1315486 Dec 10 18:36:22.823811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.826551 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-41875cc8-99c8-4c28-907f-cfe8f4861e40 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.829643 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-41875cc8-99c8-4c28-907f-cfe8f4861e40 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.832351 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-41875cc8-99c8-4c28-907f-cfe8f4861e40 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/security-groups/53eedd77-1009-4e2f-b040-2a8179aeaaaa HTTP/1.1" status: 204 len: 168 time: 0.2978451 Dec 10 18:36:22.861506 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41875cc8-99c8-4c28-907f-cfe8f4861e40 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eedd77-1009-4e2f-b040-2a8179aeaaaa,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:22.863368 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b20bce-cc2f-41d0-83d6-3444b60fc10f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78bf5ee-3f25-4dd4-abc2-d4dc33ab99f0,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:22.914719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0d72-d8c7-4ee6-b049-f091a1a132b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.954994 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8f6b0d72-d8c7-4ee6-b049-f091a1a132b0 None None] For port d5436a2d-23a5-494d-93a2-fbada361a1fd, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d5436a2d-23a5-494d-93a2-fbada361a1fd,segment=NetworkSegment(4ce275df-afae-48c8-93d0-967d579e1ffa),segment_id=4ce275df-afae-48c8-93d0-967d579e1ffa)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:22.979395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d9b20bce-cc2f-41d0-83d6-3444b60fc10f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.983285 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d9b20bce-cc2f-41d0-83d6-3444b60fc10f tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5981841 Dec 10 18:36:22.983445 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36216) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:22.987768 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-63fff1c0-bb89-4c32-a5e1-92ac9ba6ddd5 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': '8d3c875c-be8d-4497-abd0-ce3bb9893bb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:22.995863 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b508428-87ae-46bc-85de-b43e53f8eda8 req-5b13dbfb-902d-4092-a925-d1c6edee1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:22.997586 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0b508428-87ae-46bc-85de-b43e53f8eda8 req-5b13dbfb-902d-4092-a925-d1c6edee1da6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=645bfaa1-3540-47d5-94a7-c6adda953e6d HTTP/1.1" status: 200 len: 897 time: 0.1519587 Dec 10 18:36:23.007836 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36218) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:23.068848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0d72-d8c7-4ee6-b049-f091a1a132b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.110301 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-6568a814-6ad6-4a68-96b8-2eb0761469d4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting subnet f4579930-0a9d-4e38-b222-d62fb5ecfd22 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:23.113554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6568a814-6ad6-4a68-96b8-2eb0761469d4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.125778 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-63fff1c0-bb89-4c32-a5e1-92ac9ba6ddd5 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.136088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b0d72-d8c7-4ee6-b049-f091a1a132b0 None None] Pushing event updated for resources: {'Port': ['ID=d5436a2d-23a5-494d-93a2-fbada361a1fd,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:23.157161 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.158743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.162328 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6568a814-6ad6-4a68-96b8-2eb0761469d4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.169604 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0b508428-87ae-46bc-85de-b43e53f8eda8 req-67d578bf-a006-4ff1-b324-d16d80b64894 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a70b555-212d-462b-8692-644662309202 HTTP/1.1" status: 200 len: 1001 time: 0.1535194 Dec 10 18:36:23.204554 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-343e740f-aa98-46f2-a3e9-72b77a6c72f5 None None] Provisioning complete for port d5436a2d-23a5-494d-93a2-fbada361a1fd triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:23.205010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-343e740f-aa98-46f2-a3e9-72b77a6c72f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.252165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=0f087ae4-7f28-4c83-a35c-399a4fad4bdd,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:23.265372 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-63fff1c0-bb89-4c32-a5e1-92ac9ba6ddd5 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 18:36:23.265372 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-63fff1c0-bb89-4c32-a5e1-92ac9ba6ddd5 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2784359 Dec 10 18:36:23.265842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36220) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:23.291878 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4ab59c-4cc7-4039-af0f-0e4685e52b35 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:23.313008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Network 00dbcd61-b758-47e2-94fe-98a0616bfc6d is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:23.324250 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-343e740f-aa98-46f2-a3e9-72b77a6c72f5 None None] Provisioning complete for port decc58fe-2de5-4008-afcb-0282be50d347 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:23.324761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-343e740f-aa98-46f2-a3e9-72b77a6c72f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.363118 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-24a9d1b5-b289-48f5-b25c-be5474db2749 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.365265 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-343e740f-aa98-46f2-a3e9-72b77a6c72f5 None None] Port decc58fe-2de5-4008-afcb-0282be50d347 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:23.371095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:23.382659 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:23.388298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:23.389031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.394092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b508428-87ae-46bc-85de-b43e53f8eda8 req-453c2059-8de8-4c13-9252-46b29384bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:23.395547 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0b508428-87ae-46bc-85de-b43e53f8eda8 req-453c2059-8de8-4c13-9252-46b29384bf04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=343dcd47-8866-46a0-acdb-a8fa6d287f77 HTTP/1.1" status: 200 len: 835 time: 0.2054543 Dec 10 18:36:23.398651 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-24a9d1b5-b289-48f5-b25c-be5474db2749 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.489032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Pushing event updated for resources: {'Port': ['ID=163dc137-51a7-434e-8416-a6ccf2711b35,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:23.501997 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.521385 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d5436a2d-23a5-494d-93a2-fbada361a1fd up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:23.567332 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-24a9d1b5-b289-48f5-b25c-be5474db2749 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.574785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-24a9d1b5-b289-48f5-b25c-be5474db2749 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.575009 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6568a814-6ad6-4a68-96b8-2eb0761469d4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.576641 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-24a9d1b5-b289-48f5-b25c-be5474db2749 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "DELETE /v2.0/security-groups/8d3c875c-be8d-4497-abd0-ce3bb9893bb0 HTTP/1.1" status: 204 len: 168 time: 0.3091986 Dec 10 18:36:23.582298 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port d5436a2d-23a5-494d-93a2-fbada361a1fd triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:23.583046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.584015 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36222) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:23.598544 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9d1b5-b289-48f5-b25c-be5474db2749 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3c875c-be8d-4497-abd0-ce3bb9893bb0,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:23.648447 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-86f45936-c3be-4e1f-8382-1eb86a080fc0 None None] Provisioning complete for port decc58fe-2de5-4008-afcb-0282be50d347 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:23.649474 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d3c73c28-6fed-4a54-877c-d29b6609e316 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0632215 Dec 10 18:36:23.649617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-86f45936-c3be-4e1f-8382-1eb86a080fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.649748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36224) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:23.654163 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9d03f0cf-f564-4f9a-875e-26d82eefd23b tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.7524374 Dec 10 18:36:23.656709 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-25b80357-ade4-4fa6-9c49-3fae7d667fe7 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group': {'name': 'tempest-secgroup--320035849'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:23.662074 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36226) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:23.664855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b508428-87ae-46bc-85de-b43e53f8eda8 req-7ba79ff0-39ae-49e9-92c2-6d1fe54f70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:23.666717 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0b508428-87ae-46bc-85de-b43e53f8eda8 req-7ba79ff0-39ae-49e9-92c2-6d1fe54f70bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=645bfaa1-3540-47d5-94a7-c6adda953e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2400331 Dec 10 18:36:23.676712 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.692062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.693253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-86f45936-c3be-4e1f-8382-1eb86a080fc0 None None] Port decc58fe-2de5-4008-afcb-0282be50d347 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:23.739247 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffa4178-35ac-4634-b0ca-1537e621af57 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:23.745978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffa4178-35ac-4634-b0ca-1537e621af57 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:23.752149 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffa4178-35ac-4634-b0ca-1537e621af57 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:23.764583 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2ffa4178-35ac-4634-b0ca-1537e621af57 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0940886 Dec 10 18:36:23.764583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36228) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:23.813029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8082145a-f22b-4558-bb74-66142c52dab1 None None] Provisioning complete for port 163dc137-51a7-434e-8416-a6ccf2711b35 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:23.813438 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8082145a-f22b-4558-bb74-66142c52dab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.828547 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0b508428-87ae-46bc-85de-b43e53f8eda8 req-e3a81646-7136-44ea-a418-9c003517f4bf service neutron] 10.222.0.21 "GET /v2.0/networks/645bfaa1-3540-47d5-94a7-c6adda953e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488457 Dec 10 18:36:23.829945 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-25b80357-ade4-4fa6-9c49-3fae7d667fe7 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.848977 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8082145a-f22b-4558-bb74-66142c52dab1 None None] Port 163dc137-51a7-434e-8416-a6ccf2711b35 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:23.904581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.904818 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Fanout notify agent at l3_agent the message router_deleted on router 629a60b0-5661-4a92-8f98-b81c51837d7a {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:23.913002 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.914156 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a6c0df8b-2eca-4ada-805a-d9659790167d tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/routers/629a60b0-5661-4a92-8f98-b81c51837d7a HTTP/1.1" status: 204 len: 168 time: 2.1602604 Dec 10 18:36:23.918703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36230) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:23.924851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-67cfb5fe-6959-4fed-afef-b223d19d809f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-287152576'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:23.938543 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-37f6e155-938b-4f1c-aad8-8d7cffebb053 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Deleting port 163dc137-51a7-434e-8416-a6ccf2711b35 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:23.938543 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-37f6e155-938b-4f1c-aad8-8d7cffebb053 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.938979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6568a814-6ad6-4a68-96b8-2eb0761469d4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.983423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568a814-6ad6-4a68-96b8-2eb0761469d4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Subnet': ['ID=f4579930-0a9d-4e38-b222-d62fb5ecfd22,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:23.987232 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6568a814-6ad6-4a68-96b8-2eb0761469d4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.990546 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6568a814-6ad6-4a68-96b8-2eb0761469d4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/subnets/f4579930-0a9d-4e38-b222-d62fb5ecfd22 HTTP/1.1" status: 204 len: 168 time: 0.9817040 Dec 10 18:36:23.995933 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36232) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:23.998621 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1f7245-b47b-4e96-9a91-9edec5796073 None None] Network 35006c79-310c-4d46-94c3-3f2fdbd840bd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:24.007346 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0b508428-87ae-46bc-85de-b43e53f8eda8 req-8d7dc2cc-352b-478b-b73a-6b5dc7f84b97 service neutron] 10.222.0.21 "GET /v2.0/networks/645bfaa1-3540-47d5-94a7-c6adda953e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667788 Dec 10 18:36:24.081156 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cfb5fe-6959-4fed-afef-b223d19d809f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:24.084817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-67cfb5fe-6959-4fed-afef-b223d19d809f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.113489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.130905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cfb5fe-6959-4fed-afef-b223d19d809f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:24.161042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-67cfb5fe-6959-4fed-afef-b223d19d809f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.161394 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-67cfb5fe-6959-4fed-afef-b223d19d809f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Added segment 24f1ed7f-eed9-4782-beac-1a37763fdb93 of type vlan for network 92ee36fb-d0d4-4c22-b7f9-85d295fdea20 Dec 10 18:36:24.197634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e95c7-0a12-4040-928d-9990ee5dc6ee None None] DHCP port deletion for 35006c79-310c-4d46-94c3-3f2fdbd840bd request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:24.212821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-67cfb5fe-6959-4fed-afef-b223d19d809f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.242111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 519758bd-e4e0-4875-8e73-4f32b6da48e1 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:24.242574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.249133 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-351e95c7-0a12-4040-928d-9990ee5dc6ee None None] Deleting port 519758bd-e4e0-4875-8e73-4f32b6da48e1 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:24.249603 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-351e95c7-0a12-4040-928d-9990ee5dc6ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.306064 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-67cfb5fe-6959-4fed-afef-b223d19d809f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.311577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cfb5fe-6959-4fed-afef-b223d19d809f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:24.312209 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-67cfb5fe-6959-4fed-afef-b223d19d809f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.314965 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-25b80357-ade4-4fa6-9c49-3fae7d667fe7 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.321498 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-351e95c7-0a12-4040-928d-9990ee5dc6ee None None] For port 519758bd-e4e0-4875-8e73-4f32b6da48e1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=519758bd-e4e0-4875-8e73-4f32b6da48e1,segment=NetworkSegment(c0beb460-4f3c-44b1-8216-0dc03386acc0),segment_id=c0beb460-4f3c-44b1-8216-0dc03386acc0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:24.321936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-351e95c7-0a12-4040-928d-9990ee5dc6ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.330543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 519758bd-e4e0-4875-8e73-4f32b6da48e1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=519758bd-e4e0-4875-8e73-4f32b6da48e1,segment=NetworkSegment(c0beb460-4f3c-44b1-8216-0dc03386acc0),segment_id=c0beb460-4f3c-44b1-8216-0dc03386acc0)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:24.331672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.336601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-351e95c7-0a12-4040-928d-9990ee5dc6ee None None] Calling delete_port for 519758bd-e4e0-4875-8e73-4f32b6da48e1 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:24.342064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 7f96a652-ae30-411c-997e-dc26a142180f no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:24.365899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-37f6e155-938b-4f1c-aad8-8d7cffebb053 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.370504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 7f96a652-ae30-411c-997e-dc26a142180f {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:24.370504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 7f96a652-ae30-411c-997e-dc26a142180f not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:24.379782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-37f6e155-938b-4f1c-aad8-8d7cffebb053 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Calling delete_port for 163dc137-51a7-434e-8416-a6ccf2711b35 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:24.382593 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 519758bd-e4e0-4875-8e73-4f32b6da48e1 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:24.403976 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfb5fe-6959-4fed-afef-b223d19d809f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Network': ['ID=92ee36fb-d0d4-4c22-b7f9-85d295fdea20,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:24.421104 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 92ee36fb-d0d4-4c22-b7f9-85d295fdea20 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:24.464765 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-25b80357-ade4-4fa6-9c49-3fae7d667fe7 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.498975 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-67cfb5fe-6959-4fed-afef-b223d19d809f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5792508 Dec 10 18:36:24.501312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36234) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:24.506702 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0d7aa0f1-c7eb-4a83-9c66-dea657553121 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'subnet': {'network_id': '92ee36fb-d0d4-4c22-b7f9-85d295fdea20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:24.527616 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b80357-ade4-4fa6-9c49-3fae7d667fe7 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658a176b-4405-47cd-a83d-29ac16374e94,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:24.590715 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-25b80357-ade4-4fa6-9c49-3fae7d667fe7 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.592033 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-25b80357-ade4-4fa6-9c49-3fae7d667fe7 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9416807 Dec 10 18:36:24.595293 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36236) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:24.599855 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-59d9a03e-7608-43af-adcf-6ddee7174828 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': '658a176b-4405-47cd-a83d-29ac16374e94', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:24.601296 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-59d9a03e-7608-43af-adcf-6ddee7174828 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 18:36:24.601831 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-59d9a03e-7608-43af-adcf-6ddee7174828 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:24.602750 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-59d9a03e-7608-43af-adcf-6ddee7174828 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063586 Dec 10 18:36:24.605198 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36238) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:24.611264 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.620113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-351e95c7-0a12-4040-928d-9990ee5dc6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.638199 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=519758bd-e4e0-4875-8e73-4f32b6da48e1,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:24.643423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] No DVR routers for this DVR port 519758bd-e4e0-4875-8e73-4f32b6da48e1 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:24.648091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-37f6e155-938b-4f1c-aad8-8d7cffebb053 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.654652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e95c7-0a12-4040-928d-9990ee5dc6ee None None] No DVR routers for this DVR port 519758bd-e4e0-4875-8e73-4f32b6da48e1 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:24.658859 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e95c7-0a12-4040-928d-9990ee5dc6ee None None] Pushing event deleted for resources: {'Port': ['ID=519758bd-e4e0-4875-8e73-4f32b6da48e1,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:24.673137 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1305-38b2-4456-9072-843d892c8bc5 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.686072 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7aa0f1-c7eb-4a83-9c66-dea657553121 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:24.689533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa0f1-c7eb-4a83-9c66-dea657553121 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.710917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6e155-938b-4f1c-aad8-8d7cffebb053 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Pushing event deleted for resources: {'Port': ['ID=163dc137-51a7-434e-8416-a6ccf2711b35,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:24.741033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1305-38b2-4456-9072-843d892c8bc5 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.744056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-37f6e155-938b-4f1c-aad8-8d7cffebb053 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.747355 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-37f6e155-938b-4f1c-aad8-8d7cffebb053 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] 10.222.0.60 "DELETE /v2.0/ports/163dc137-51a7-434e-8416-a6ccf2711b35 HTTP/1.1" status: 204 len: 168 time: 0.9881320 Dec 10 18:36:24.752804 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36240) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:24.759526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f31eefc7-d6f3-42a7-ab14-8295f612f81f tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Request body: {'port': {'name': 'tempest-new-port-name-236993576', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:24.759921 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.api.validators [None req-f31eefc7-d6f3-42a7-ab14-8295f612f81f tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] bootfile-name is not in valid_values {{(pid=103594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:36:24.760261 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.api.validators [None req-f31eefc7-d6f3-42a7-ab14-8295f612f81f tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] tftp-server is not in valid_values {{(pid=103594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:36:24.760596 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.api.validators [None req-f31eefc7-d6f3-42a7-ab14-8295f612f81f tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] server-ip-address is not in valid_values {{(pid=103594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:36:24.858538 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f31eefc7-d6f3-42a7-ab14-8295f612f81f tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.973851 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1305-38b2-4456-9072-843d892c8bc5 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.976523 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1305-38b2-4456-9072-843d892c8bc5 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.977718 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cb7e1305-38b2-4456-9072-843d892c8bc5 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "DELETE /v2.0/security-groups/658a176b-4405-47cd-a83d-29ac16374e94 HTTP/1.1" status: 204 len: 168 time: 0.3715656 Dec 10 18:36:24.997731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36242) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:25.024154 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e1305-38b2-4456-9072-843d892c8bc5 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658a176b-4405-47cd-a83d-29ac16374e94,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:25.078555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.097330 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-662dbe46-29a1-4c59-bb18-ec7d3d5900ce tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0940952 Dec 10 18:36:25.097666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36244) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:25.105884 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5dc88e58-ba3e-4656-8289-3aea6d574589 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group': {'name': 'tempest-secgroup--807003706'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:25.120033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35006c79-310c-4d46-94c3-3f2fdbd840bd']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:25.135189 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0beb460-4f3c-44b1-8216-0dc03386acc0') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:25.135472 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0beb460-4f3c-44b1-8216-0dc03386acc0') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:25.148717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.158563 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f31eefc7-d6f3-42a7-ab14-8295f612f81f tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.168872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.195533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:25.195925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:25.198972 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:25.245022 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5dc88e58-ba3e-4656-8289-3aea6d574589 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.275257 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f31eefc7-d6f3-42a7-ab14-8295f612f81f tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.325733 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f31eefc7-d6f3-42a7-ab14-8295f612f81f tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] In _notify_port_updated(), no bound segment for port decc58fe-2de5-4008-afcb-0282be50d347 on network 00dbcd61-b758-47e2-94fe-98a0616bfc6d {{(pid=103594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:36:25.331231 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31eefc7-d6f3-42a7-ab14-8295f612f81f tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:25.331880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f31eefc7-d6f3-42a7-ab14-8295f612f81f tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.334492 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f31eefc7-d6f3-42a7-ab14-8295f612f81f tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] 10.222.0.60 "PUT /v2.0/ports/decc58fe-2de5-4008-afcb-0282be50d347 HTTP/1.1" status: 200 len: 1129 time: 0.5794187 Dec 10 18:36:25.337792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36246) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:25.340779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.361765 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31eefc7-d6f3-42a7-ab14-8295f612f81f tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Pushing event updated for resources: {'Port': ['ID=decc58fe-2de5-4008-afcb-0282be50d347,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:25.373030 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5dc88e58-ba3e-4656-8289-3aea6d574589 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.385891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.391973 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/networks/35006c79-310c-4d46-94c3-3f2fdbd840bd HTTP/1.1" status: 204 len: 168 time: 1.3950350 Dec 10 18:36:25.392804 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36248) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:25.408564 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50711d63-625d-4d99-b3a5-378052e4351d tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:25.413592 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-50711d63-625d-4d99-b3a5-378052e4351d tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] 10.222.0.60 "GET /v2.0/ports/decc58fe-2de5-4008-afcb-0282be50d347 HTTP/1.1" status: 200 len: 1129 time: 0.0695996 Dec 10 18:36:25.414432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36250) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:25.415571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa0f1-c7eb-4a83-9c66-dea657553121 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.427302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68c5ca-135d-4654-bbb2-b3d3f9d22523 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Network': ['ID=35006c79-310c-4d46-94c3-3f2fdbd840bd,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:25.438946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5dc88e58-ba3e-4656-8289-3aea6d574589 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.467387 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 519758bd-e4e0-4875-8e73-4f32b6da48e1 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:25.493468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc88e58-ba3e-4656-8289-3aea6d574589 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722b1649-8bdf-47d3-805a-1f6573955428,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:25.518600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 519758bd-e4e0-4875-8e73-4f32b6da48e1 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:25.519883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 519758bd-e4e0-4875-8e73-4f32b6da48e1 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:25.541581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7aa0f1-c7eb-4a83-9c66-dea657553121 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Subnet': ['ID=aced8bc6-ac59-4288-8bf8-da117ce7b7f5,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:25.565497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5dc88e58-ba3e-4656-8289-3aea6d574589 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.570001 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5dc88e58-ba3e-4656-8289-3aea6d574589 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4681337 Dec 10 18:36:25.570172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7aa0f1-c7eb-4a83-9c66-dea657553121 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Checking segment: {'id': '24f1ed7f-eed9-4782-beac-1a37763fdb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '92ee36fb-d0d4-4c22-b7f9-85d295fdea20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:25.570172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7aa0f1-c7eb-4a83-9c66-dea657553121 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network hostable DHCP agents. Network: 92ee36fb-d0d4-4c22-b7f9-85d295fdea20, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:25.570365 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36252) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:25.575387 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-07cb2d15-5c46-4f8d-a77d-1bf51dca0316 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': '722b1649-8bdf-47d3-805a-1f6573955428', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:25.576314 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-07cb2d15-5c46-4f8d-a77d-1bf51dca0316 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 18:36:25.576970 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-07cb2d15-5c46-4f8d-a77d-1bf51dca0316 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:25.577856 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-07cb2d15-5c46-4f8d-a77d-1bf51dca0316 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060165 Dec 10 18:36:25.587216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36254) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:25.603535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-987307ae-7c41-488f-9ecf-6d7ee132cc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Deleting port decc58fe-2de5-4008-afcb-0282be50d347 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:25.604177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-987307ae-7c41-488f-9ecf-6d7ee132cc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.631288 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-3ee18dbc-724c-46f0-8643-5f3baa00359f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port e6fbac13-b108-4181-b075-f4c593318832 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:25.632385 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3ee18dbc-724c-46f0-8643-5f3baa00359f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.668082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7aa0f1-c7eb-4a83-9c66-dea657553121 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 92ee36fb-d0d4-4c22-b7f9-85d295fdea20 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:25.698507 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-cce0bf33-67f6-4393-b649-7e5c7429c9ed None None] Provisioning complete for port decc58fe-2de5-4008-afcb-0282be50d347 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:25.699494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cce0bf33-67f6-4393-b649-7e5c7429c9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.719507 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3ee18dbc-724c-46f0-8643-5f3baa00359f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.719943 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3ee18dbc-724c-46f0-8643-5f3baa00359f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.724202 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-05440fd2-3395-4527-9217-ccaa749c5e42 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.734173 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-3ee18dbc-724c-46f0-8643-5f3baa00359f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for e6fbac13-b108-4181-b075-f4c593318832 owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:25.738778 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-cce0bf33-67f6-4393-b649-7e5c7429c9ed None None] Port decc58fe-2de5-4008-afcb-0282be50d347 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:25.762601 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-987307ae-7c41-488f-9ecf-6d7ee132cc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.769994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-0d7aa0f1-c7eb-4a83-9c66-dea657553121 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 92ee36fb-d0d4-4c22-b7f9-85d295fdea20) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:25.775300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-05440fd2-3395-4527-9217-ccaa749c5e42 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.779650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f649064-3599-4001-8f93-93365a4972ee None None] Network 92ee36fb-d0d4-4c22-b7f9-85d295fdea20 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:25.782020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-987307ae-7c41-488f-9ecf-6d7ee132cc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Calling delete_port for decc58fe-2de5-4008-afcb-0282be50d347 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:25.790994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7aa0f1-c7eb-4a83-9c66-dea657553121 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:25.791595 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa0f1-c7eb-4a83-9c66-dea657553121 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.888653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-92ee36fb-d0d4-4c22-b7f9-85d295fdea20', 'network_id': '92ee36fb-d0d4-4c22-b7f9-85d295fdea20', 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'fixed_ips': [{'subnet_id': 'aced8bc6-ac59-4288-8bf8-da117ce7b7f5'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:36:25.889883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.945477 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0d7aa0f1-c7eb-4a83-9c66-dea657553121 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4428630 Dec 10 18:36:25.948199 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36256) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:25.952496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-20bf41a5-6511-4577-988e-c8472b0138ef tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2049966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:26.015060 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-05440fd2-3395-4527-9217-ccaa749c5e42 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.017771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-05440fd2-3395-4527-9217-ccaa749c5e42 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.020356 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-05440fd2-3395-4527-9217-ccaa749c5e42 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "DELETE /v2.0/security-groups/722b1649-8bdf-47d3-805a-1f6573955428 HTTP/1.1" status: 204 len: 168 time: 0.4284945 Dec 10 18:36:26.022086 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36258) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:26.028686 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05440fd2-3395-4527-9217-ccaa749c5e42 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722b1649-8bdf-47d3-805a-1f6573955428,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:26.067239 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1c3cfde6-6edc-43d5-8cee-acc576334c45 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0434003 Dec 10 18:36:26.070789 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36260) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:26.074614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-987307ae-7c41-488f-9ecf-6d7ee132cc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.076598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-250e28f4-df62-4a89-a98d-e1fbe094b269 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group': {'name': 'tempest-secgroup--259793831'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:26.081305 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3ee18dbc-724c-46f0-8643-5f3baa00359f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.107802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20bf41a5-6511-4577-988e-c8472b0138ef tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.108846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20bf41a5-6511-4577-988e-c8472b0138ef tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.112067 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987307ae-7c41-488f-9ecf-6d7ee132cc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Pushing event deleted for resources: {'Port': ['ID=decc58fe-2de5-4008-afcb-0282be50d347,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:26.120672 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee18dbc-724c-46f0-8643-5f3baa00359f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=e6fbac13-b108-4181-b075-f4c593318832,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:26.149464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-987307ae-7c41-488f-9ecf-6d7ee132cc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.155261 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-987307ae-7c41-488f-9ecf-6d7ee132cc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] 10.222.0.60 "DELETE /v2.0/ports/decc58fe-2de5-4008-afcb-0282be50d347 HTTP/1.1" status: 204 len: 168 time: 0.7349524 Dec 10 18:36:26.161434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36262) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:26.201802 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3ee18dbc-724c-46f0-8643-5f3baa00359f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.202167 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-3ee18dbc-724c-46f0-8643-5f3baa00359f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP 1f7749ce-9072-4611-bff6-a36aeb06c8ff disassociated (deleted). External IP: 172.26.5.113, port: 1a70b555-212d-462b-8692-644662309202. Dec 10 18:36:26.213885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Allocated IP 2001:db8::2 (92ee36fb-d0d4-4c22-b7f9-85d295fdea20/aced8bc6-ac59-4288-8bf8-da117ce7b7f5/1fb61a51-f023-4098-92f8-ee12c2c39c48) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:26.240218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20bf41a5-6511-4577-988e-c8472b0138ef tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.253810 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-250e28f4-df62-4a89-a98d-e1fbe094b269 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.256794 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96ea471-263d-46b3-8a48-1b4424eb6895 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Deleting subnet bf23f427-238a-4002-956f-3403361555cb {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:26.262093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b96ea471-263d-46b3-8a48-1b4424eb6895 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.323793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b96ea471-263d-46b3-8a48-1b4424eb6895 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.379125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20bf41a5-6511-4577-988e-c8472b0138ef tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.400084 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-250e28f4-df62-4a89-a98d-e1fbe094b269 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.410480 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.433078 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b96ea471-263d-46b3-8a48-1b4424eb6895 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.500706 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-250e28f4-df62-4a89-a98d-e1fbe094b269 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.520738 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.522569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20bf41a5-6511-4577-988e-c8472b0138ef tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.528198 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-20bf41a5-6511-4577-988e-c8472b0138ef tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5789766 Dec 10 18:36:26.530042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36264) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:26.536941 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee18dbc-724c-46f0-8643-5f3baa00359f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router b9a1e9a2-d666-475c-8069-2bc5d72200a0 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:26.545146 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e28f4-df62-4a89-a98d-e1fbe094b269 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f146600-9b16-404d-b0f9-328432631bc5,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:26.567138 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Network 92ee36fb-d0d4-4c22-b7f9-85d295fdea20 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:26.570181 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:26.575103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:26.577083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Pushing event updated for resources: {'Port': ['ID=1fb61a51-f023-4098-92f8-ee12c2c39c48,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:26.623000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b96ea471-263d-46b3-8a48-1b4424eb6895 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.625054 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-250e28f4-df62-4a89-a98d-e1fbe094b269 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.626342 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-250e28f4-df62-4a89-a98d-e1fbe094b269 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5545971 Dec 10 18:36:26.629068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36266) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:26.633540 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7c8e468f-d16c-4e9e-916b-dc7ed818d671 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': '3f146600-9b16-404d-b0f9-328432631bc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:26.639692 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-7c8e468f-d16c-4e9e-916b-dc7ed818d671 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 18:36:26.639692 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-7c8e468f-d16c-4e9e-916b-dc7ed818d671 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:26.639692 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7c8e468f-d16c-4e9e-916b-dc7ed818d671 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058560 Dec 10 18:36:26.641663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36268) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:26.648936 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-08af17dc-0125-4545-90ec-51130f735bb7 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': '3f146600-9b16-404d-b0f9-328432631bc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:26.649295 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Attempting to bind port 1fb61a51-f023-4098-92f8-ee12c2c39c48 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:26.649652 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-08af17dc-0125-4545-90ec-51130f735bb7 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 18:36:26.650019 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Attempting to bind port 1fb61a51-f023-4098-92f8-ee12c2c39c48 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '24f1ed7f-eed9-4782-beac-1a37763fdb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '92ee36fb-d0d4-4c22-b7f9-85d295fdea20'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:26.650146 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-08af17dc-0125-4545-90ec-51130f735bb7 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:26.650550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Attempting to bind port 1fb61a51-f023-4098-92f8-ee12c2c39c48 on network 92ee36fb-d0d4-4c22-b7f9-85d295fdea20 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:26.653789 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-08af17dc-0125-4545-90ec-51130f735bb7 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069320 Dec 10 18:36:26.654027 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36270) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:26.658732 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:26.659255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Checking segment: {'id': '24f1ed7f-eed9-4782-beac-1a37763fdb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '92ee36fb-d0d4-4c22-b7f9-85d295fdea20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:26.659919 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.660417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Bound using segment: {'id': '24f1ed7f-eed9-4782-beac-1a37763fdb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '92ee36fb-d0d4-4c22-b7f9-85d295fdea20'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:26.660602 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d814d161-de01-4907-907f-4164eb0241b4 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': '3f146600-9b16-404d-b0f9-328432631bc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:26.661195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Bound port: 1fb61a51-f023-4098-92f8-ee12c2c39c48, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f1ed7f-eed9-4782-beac-1a37763fdb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '92ee36fb-d0d4-4c22-b7f9-85d295fdea20'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:26.661518 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-d814d161-de01-4907-907f-4164eb0241b4 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 18:36:26.661623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ea471-263d-46b3-8a48-1b4424eb6895 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Pushing event deleted for resources: {'Subnet': ['ID=bf23f427-238a-4002-956f-3403361555cb,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:26.662012 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.662120 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-d814d161-de01-4907-907f-4164eb0241b4 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:26.664435 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d814d161-de01-4907-907f-4164eb0241b4 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059688 Dec 10 18:36:26.671405 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36272) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:26.677908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b96ea471-263d-46b3-8a48-1b4424eb6895 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.681001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-76bb2cb9-287e-4caa-bb40-dd4efce8d549 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': '3f146600-9b16-404d-b0f9-328432631bc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:26.681923 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-76bb2cb9-287e-4caa-bb40-dd4efce8d549 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 18:36:26.682731 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-76bb2cb9-287e-4caa-bb40-dd4efce8d549 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:26.686152 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-76bb2cb9-287e-4caa-bb40-dd4efce8d549 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111957 Dec 10 18:36:26.686350 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b96ea471-263d-46b3-8a48-1b4424eb6895 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] 10.222.0.60 "DELETE /v2.0/subnets/bf23f427-238a-4002-956f-3403361555cb HTTP/1.1" status: 204 len: 168 time: 0.5289049 Dec 10 18:36:26.686458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36274) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:26.687350 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36276) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:26.691386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae6617-b964-4378-a244-8e77e0111617 None None] Network 00dbcd61-b758-47e2-94fe-98a0616bfc6d requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:26.745316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee18dbc-724c-46f0-8643-5f3baa00359f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:26.751585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3ee18dbc-724c-46f0-8643-5f3baa00359f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.763543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb72ce5-3148-435e-90f6-0500fec136e8 None None] Sync routers for ids ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:26.798006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb72ce5-3148-435e-90f6-0500fec136e8 None None] Routers {'b9a1e9a2-d666-475c-8069-2bc5d72200a0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:26.798219 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.798530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bfb72ce5-3148-435e-90f6-0500fec136e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:26.804616 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3ee18dbc-724c-46f0-8643-5f3baa00359f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/floatingips/1f7749ce-9072-4611-bff6-a36aeb06c8ff HTTP/1.1" status: 204 len: 168 time: 1.4075952 Dec 10 18:36:26.804616 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a46df59-f614-4972-9936-575f9cb60a31', 'tag': '1a70b555-212d-462b-8692-644662309202'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:26.810837 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5c9e47-94da-429b-8f5e-8bdc2028a3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "8a46df59-f614-4972-9936-575f9cb60a31", "tag": "1a70b555-212d-462b-8692-644662309202"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:26.886700 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6175bcab-bfaa-4b20-a08a-b3c959cdca11 x-openstack-request-id: req-6175bcab-bfaa-4b20-a08a-b3c959cdca11 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:26.887073 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a46df59-f614-4972-9936-575f9cb60a31", "tag": "1a70b555-212d-462b-8692-644662309202", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:26.887334 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6175bcab-bfaa-4b20-a08a-b3c959cdca11 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:26.887741 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a46df59-f614-4972-9936-575f9cb60a31', 'tag': '1a70b555-212d-462b-8692-644662309202', 'status': 'completed', 'code': 200} Dec 10 18:36:26.898083 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Deleting port d5436a2d-23a5-494d-93a2-fbada361a1fd {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:26.898475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.904991 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7273d1b3-9c1e-4e7d-bd22-528cc4c484ca tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.984281 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] For port d5436a2d-23a5-494d-93a2-fbada361a1fd, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d5436a2d-23a5-494d-93a2-fbada361a1fd,segment=NetworkSegment(4ce275df-afae-48c8-93d0-967d579e1ffa),segment_id=4ce275df-afae-48c8-93d0-967d579e1ffa)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:26.984666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.999720 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Calling delete_port for d5436a2d-23a5-494d-93a2-fbada361a1fd owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:27.001393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7273d1b3-9c1e-4e7d-bd22-528cc4c484ca tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.080539 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.102107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c9e47-94da-429b-8f5e-8bdc2028a3f4 req-6c7925f4-85bd-498a-b1bb-b8a4bc231544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:27.103757 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fd5c9e47-94da-429b-8f5e-8bdc2028a3f4 req-6c7925f4-85bd-498a-b1bb-b8a4bc231544 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 1098 time: 0.1558902 Dec 10 18:36:27.106417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] For port 1fb61a51-f023-4098-92f8-ee12c2c39c48, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:27.123952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] For port 1fb61a51-f023-4098-92f8-ee12c2c39c48, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1fb61a51-f023-4098-92f8-ee12c2c39c48,segment=NetworkSegment(24f1ed7f-eed9-4782-beac-1a37763fdb93),segment_id=24f1ed7f-eed9-4782-beac-1a37763fdb93)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:27.166265 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-bfb72ce5-3148-435e-90f6-0500fec136e8 None None] Set router b9a1e9a2-d666-475c-8069-2bc5d72200a0 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:27.200405 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.230945 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Pushing event deleted for resources: {'Port': ['ID=d5436a2d-23a5-494d-93a2-fbada361a1fd,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:27.233228 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] No DVR routers for this DVR port d5436a2d-23a5-494d-93a2-fbada361a1fd on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:27.262773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d667c6e2-02bb-4789-ba54-cc6ab0ae4ce9 None None] DHCP port deletion for 00dbcd61-b758-47e2-94fe-98a0616bfc6d request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:27.265763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.335631 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d1b35-fc01-4b73-9800-2b18c9fcf4b5 None None] Pushing event updated for resources: {'Port': ['ID=1fb61a51-f023-4098-92f8-ee12c2c39c48,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:27.363863 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.395664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00dbcd61-b758-47e2-94fe-98a0616bfc6d']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:27.410989 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce275df-afae-48c8-93d0-967d579e1ffa') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:27.411357 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce275df-afae-48c8-93d0-967d579e1ffa') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:27.438250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe7dd5-82d6-4239-8397-97b39fafd72f req-1a0e824e-8cb2-4bcf-9fc0-d1c8c7759cfb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:27.440069 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34fe7dd5-82d6-4239-8397-97b39fafd72f req-1a0e824e-8cb2-4bcf-9fc0-d1c8c7759cfb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 945 time: 0.1171949 Dec 10 18:36:27.444931 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.472554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Allocated IP 2001:db8::1 (92ee36fb-d0d4-4c22-b7f9-85d295fdea20/aced8bc6-ac59-4288-8bf8-da117ce7b7f5/73dc5e02-c272-4f0f-bde7-64ed69212921) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:27.481473 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.485952 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7273d1b3-9c1e-4e7d-bd22-528cc4c484ca tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.489781 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7273d1b3-9c1e-4e7d-bd22-528cc4c484ca tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.491535 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7273d1b3-9c1e-4e7d-bd22-528cc4c484ca tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "DELETE /v2.0/security-groups/3f146600-9b16-404d-b0f9-328432631bc5 HTTP/1.1" status: 204 len: 168 time: 0.7687426 Dec 10 18:36:27.493842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36284) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:27.495613 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:27.495613 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.498931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c9e47-94da-429b-8f5e-8bdc2028a3f4 req-ad6b9c44-8865-466c-81a2-086e4a9af29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:27.498931 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fd5c9e47-94da-429b-8f5e-8bdc2028a3f4 req-ad6b9c44-8865-466c-81a2-086e4a9af29e service neutron] 10.222.0.21 "GET /v2.0/networks?id=645bfaa1-3540-47d5-94a7-c6adda953e6d HTTP/1.1" status: 200 len: 897 time: 0.3603292 Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:27.500331 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:27.516524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273d1b3-9c1e-4e7d-bd22-528cc4c484ca tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f146600-9b16-404d-b0f9-328432631bc5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:27.533209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bfb72ce5-3148-435e-90f6-0500fec136e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:36:16Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:09Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:27.566951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb72ce5-3148-435e-90f6-0500fec136e8 None None] Checking router: b9a1e9a2-d666-475c-8069-2bc5d72200a0 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:27.582204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d5436a2d-23a5-494d-93a2-fbada361a1fd no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:27.600914 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fd5c9e47-94da-429b-8f5e-8bdc2028a3f4 req-b82a5cb2-d8b6-4f6c-b1cd-7d5688fd004b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a70b555-212d-462b-8692-644662309202 HTTP/1.1" status: 200 len: 217 time: 0.0910685 Dec 10 18:36:27.616721 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34fe7dd5-82d6-4239-8397-97b39fafd72f req-5d3039a4-eb26-4fa1-a2bd-9c0d1a14dd05 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d47db7a-db7b-430b-9f9b-c6afb1da2b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643131 Dec 10 18:36:27.617029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb72ce5-3148-435e-90f6-0500fec136e8 None None] Routers {'b9a1e9a2-d666-475c-8069-2bc5d72200a0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:27.617670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bfb72ce5-3148-435e-90f6-0500fec136e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:27.622415 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: d5436a2d-23a5-494d-93a2-fbada361a1fd {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:27.631506 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d5436a2d-23a5-494d-93a2-fbada361a1fd not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:27.639452 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-91b488ae-67de-4baf-9706-0d82da2f384e tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1401541 Dec 10 18:36:27.640079 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36286) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:27.645164 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2f96ba5b-acf2-4f49-8e46-cf381c7859b8 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341344560'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:27.712843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c9e47-94da-429b-8f5e-8bdc2028a3f4 req-2f612095-77e9-4f98-9f16-0aa3d3847675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:27.713365 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.714656 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fd5c9e47-94da-429b-8f5e-8bdc2028a3f4 req-2f612095-77e9-4f98-9f16-0aa3d3847675 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=343dcd47-8866-46a0-acdb-a8fa6d287f77 HTTP/1.1" status: 200 len: 835 time: 0.0804830 Dec 10 18:36:27.727636 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.745678 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] 10.222.0.60 "DELETE /v2.0/networks/00dbcd61-b758-47e2-94fe-98a0616bfc6d HTTP/1.1" status: 204 len: 168 time: 1.0586169 Dec 10 18:36:27.791291 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-bfb72ce5-3148-435e-90f6-0500fec136e8 None None] Set router b9a1e9a2-d666-475c-8069-2bc5d72200a0 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:27.811841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.815871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f45e0c-0557-42cf-9aae-6574b6823be1 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366 tempest-ExtraDHCPOptionsIpV6TestJSON-1460526366-project] Pushing event deleted for resources: {'Network': ['ID=00dbcd61-b758-47e2-94fe-98a0616bfc6d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:27.852950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c9e47-94da-429b-8f5e-8bdc2028a3f4 req-ea3c1cf4-3c95-4233-916f-c8826e1949e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:27.855704 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fd5c9e47-94da-429b-8f5e-8bdc2028a3f4 req-ea3c1cf4-3c95-4233-916f-c8826e1949e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=645bfaa1-3540-47d5-94a7-c6adda953e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1293602 Dec 10 18:36:27.994682 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fd5c9e47-94da-429b-8f5e-8bdc2028a3f4 req-c8fd0057-222d-46f4-ba05-bae6887ce306 service neutron] 10.222.0.21 "GET /v2.0/networks/645bfaa1-3540-47d5-94a7-c6adda953e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070819 Dec 10 18:36:28.035991 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bfb72ce5-3148-435e-90f6-0500fec136e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:36:16Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:09Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:28.063743 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb72ce5-3148-435e-90f6-0500fec136e8 None None] The sync data for ids ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'] in dv-neutron-821434-1-hyperv is: [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:36:16Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8f2619b0-bbea-4977-8681-42ad04500bee', 'name': '', 'network_id': '645bfaa1-3540-47d5-94a7-c6adda953e6d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:33:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:00Z', 'updated_at': '2021-12-10T18:34:09Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '343dcd47-8866-46a0-acdb-a8fa6d287f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:28.087890 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fd5c9e47-94da-429b-8f5e-8bdc2028a3f4 req-8e99ab3f-dcf5-4d0d-ab61-5676b69ed359 service neutron] 10.222.0.21 "GET /v2.0/networks/645bfaa1-3540-47d5-94a7-c6adda953e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852334 Dec 10 18:36:28.154496 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2f96ba5b-acf2-4f49-8e46-cf381c7859b8 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.183976 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.224506 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2f96ba5b-acf2-4f49-8e46-cf381c7859b8 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.231350 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 92ee36fb-d0d4-4c22-b7f9-85d295fdea20 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:28.234713 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:28.238533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:28.244108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.275682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=73dc5e02-c272-4f0f-bde7-64ed69212921,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:28.308597 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2f96ba5b-acf2-4f49-8e46-cf381c7859b8 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.351715 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96ba5b-acf2-4f49-8e46-cf381c7859b8 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9902bcc-f7b9-4331-a8c7-40a71b0e175d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:28.455942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2f96ba5b-acf2-4f49-8e46-cf381c7859b8 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.455942 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2f96ba5b-acf2-4f49-8e46-cf381c7859b8 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8140197 Dec 10 18:36:28.461582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36292) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:28.467373 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-07fa2a97-2671-40be-bb2d-f58528f68f40 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': 'd9902bcc-f7b9-4331-a8c7-40a71b0e175d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:28.467868 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-07fa2a97-2671-40be-bb2d-f58528f68f40 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 18:36:28.468718 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-07fa2a97-2671-40be-bb2d-f58528f68f40 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:28.469738 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-07fa2a97-2671-40be-bb2d-f58528f68f40 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066991 Dec 10 18:36:28.473420 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36294) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:28.480766 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-326d73ca-e911-41bb-a9c5-9c3caece245b tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': 'd9902bcc-f7b9-4331-a8c7-40a71b0e175d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:28.516276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.548949 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9833f8c-0914-4c63-ad13-f2b7ae3818f0 None None] New status for floating IP 1f7749ce-9072-4611-bff6-a36aeb06c8ff: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:36:28.554169 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36296) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:28.736632 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-326d73ca-e911-41bb-a9c5-9c3caece245b tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:28.741761 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-326d73ca-e911-41bb-a9c5-9c3caece245b tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2632666 Dec 10 18:36:28.741761 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36302) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:28.746113 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-30b31297-507a-4f36-98fb-ae45b2294f1d tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': 'd9902bcc-f7b9-4331-a8c7-40a71b0e175d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:28.746594 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-30b31297-507a-4f36-98fb-ae45b2294f1d tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 18:36:28.747215 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-30b31297-507a-4f36-98fb-ae45b2294f1d tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:28.749766 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-30b31297-507a-4f36-98fb-ae45b2294f1d tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057712 Dec 10 18:36:28.752295 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c40b628f-8e7f-41f9-9714-8fd52b7af995 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ddfd817b374484287d1a4f09d9ce9b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1983976 Dec 10 18:36:28.753960 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36304) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:28.758512 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3722c76c-da82-411c-9954-3c8901b19bb7 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': 'd9902bcc-f7b9-4331-a8c7-40a71b0e175d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:28.766643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36306) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:28.796275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b13de67-bedc-46cf-9677-8b7a84941225 None None] Network 92ee36fb-d0d4-4c22-b7f9-85d295fdea20 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:28.830466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c0ba3-fc4c-4935-a7eb-28daf7c976f2 req-92eec3b8-a0ca-4c4a-bce8-244874070cfd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:28.832121 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a17c0ba3-fc4c-4935-a7eb-28daf7c976f2 req-92eec3b8-a0ca-4c4a-bce8-244874070cfd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 945 time: 0.0788670 Dec 10 18:36:28.896982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530b3ea-4f90-4cd1-8f64-e2254a7390ac req-7e57f2fe-fad7-44e1-9818-2fafb9777d91 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:28.899374 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6530b3ea-4f90-4cd1-8f64-e2254a7390ac req-7e57f2fe-fad7-44e1-9818-2fafb9777d91 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 945 time: 0.1313412 Dec 10 18:36:28.904747 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a17c0ba3-fc4c-4935-a7eb-28daf7c976f2 req-53d32929-6540-47da-80dd-1de6bad597d3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d47db7a-db7b-430b-9f9b-c6afb1da2b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641072 Dec 10 18:36:28.916379 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a89f495b-321f-4bb2-a103-7a3a837e69e7 None None] Provisioning complete for port 1fb61a51-f023-4098-92f8-ee12c2c39c48 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:28.916751 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a89f495b-321f-4bb2-a103-7a3a837e69e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.922396 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f39ed86-35f3-4286-a9c0-b51ff5440e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.977979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f39ed86-35f3-4286-a9c0-b51ff5440e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.986717 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-3722c76c-da82-411c-9954-3c8901b19bb7 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:28.991626 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3722c76c-da82-411c-9954-3c8901b19bb7 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2331307 Dec 10 18:36:28.991626 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36308) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:28.996530 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ca6823ab-2b4d-4d3d-8c3e-76570581f7c2 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': 'd9902bcc-f7b9-4331-a8c7-40a71b0e175d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:29.001601 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-ca6823ab-2b4d-4d3d-8c3e-76570581f7c2 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 18:36:29.002216 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-ca6823ab-2b4d-4d3d-8c3e-76570581f7c2 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:29.006381 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ca6823ab-2b4d-4d3d-8c3e-76570581f7c2 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105751 Dec 10 18:36:29.007388 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36310) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:29.011818 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-874c1e16-4bcb-472c-9af4-72cffae831f9 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': 'd9902bcc-f7b9-4331-a8c7-40a71b0e175d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:29.016909 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a89f495b-321f-4bb2-a103-7a3a837e69e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.023068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.054033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a89f495b-321f-4bb2-a103-7a3a837e69e7 None None] For port 1fb61a51-f023-4098-92f8-ee12c2c39c48, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1fb61a51-f023-4098-92f8-ee12c2c39c48,segment=NetworkSegment(24f1ed7f-eed9-4782-beac-1a37763fdb93),segment_id=24f1ed7f-eed9-4782-beac-1a37763fdb93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:29.077052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-6530b3ea-4f90-4cd1-8f64-e2254a7390ac req-4aef3355-8d96-4aa3-a25e-1c9cbce2954d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 1a70b555-212d-462b-8692-644662309202 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:29.077399 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-6530b3ea-4f90-4cd1-8f64-e2254a7390ac req-4aef3355-8d96-4aa3-a25e-1c9cbce2954d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.093771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.094549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.115018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a89f495b-321f-4bb2-a103-7a3a837e69e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.175108 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f495b-321f-4bb2-a103-7a3a837e69e7 None None] Pushing event updated for resources: {'Port': ['ID=1fb61a51-f023-4098-92f8-ee12c2c39c48,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:29.217818 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-874c1e16-4bcb-472c-9af4-72cffae831f9 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:29.221983 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-874c1e16-4bcb-472c-9af4-72cffae831f9 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2108374 Dec 10 18:36:29.222204 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36312) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:29.227553 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f7b0c964-358f-4976-92a4-3845c5d93948 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': 'd9902bcc-f7b9-4331-a8c7-40a71b0e175d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:29.228239 dv-neutron-821434-1-hyperv neutron-server[103594]: WARNING neutron.api.v2.base [None req-f7b0c964-358f-4976-92a4-3845c5d93948 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 18:36:29.228625 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-f7b0c964-358f-4976-92a4-3845c5d93948 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:29.229709 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f7b0c964-358f-4976-92a4-3845c5d93948 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065374 Dec 10 18:36:29.242112 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36314) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:29.246463 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e643e483-f780-4d9d-af33-e0c325a0b5b9 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': 'd9902bcc-f7b9-4331-a8c7-40a71b0e175d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:29.254092 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5403380e-e8cb-4363-a20e-0d260642258c None None] Provisioning complete for port 1fb61a51-f023-4098-92f8-ee12c2c39c48 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:29.254544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5403380e-e8cb-4363-a20e-0d260642258c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.357685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5403380e-e8cb-4363-a20e-0d260642258c None None] Provisioning complete for port 73dc5e02-c272-4f0f-bde7-64ed69212921 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:29.358091 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5403380e-e8cb-4363-a20e-0d260642258c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.394594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-5403380e-e8cb-4363-a20e-0d260642258c None None] Port 73dc5e02-c272-4f0f-bde7-64ed69212921 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:29.473610 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-e643e483-f780-4d9d-af33-e0c325a0b5b9 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:29.476758 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e643e483-f780-4d9d-af33-e0c325a0b5b9 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2409050 Dec 10 18:36:29.478506 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36316) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:29.483667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f02538f8-5ab3-407e-a014-3fa26e64d2e9 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': 'd9902bcc-f7b9-4331-a8c7-40a71b0e175d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:29.498002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1fb61a51-f023-4098-92f8-ee12c2c39c48 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:29.530036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f39ed86-35f3-4286-a9c0-b51ff5440e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.532891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f39ed86-35f3-4286-a9c0-b51ff5440e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.536556 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4f39ed86-35f3-4286-a9c0-b51ff5440e4d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64d0502e-b211-4c07-b8fb-552d05381d69 HTTP/1.1" status: 204 len: 168 time: 0.7656448 Dec 10 18:36:29.546042 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c06faecd-209b-4380-97fc-8eda006b9a0c None None] Provisioning complete for port 73dc5e02-c272-4f0f-bde7-64ed69212921 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:29.546414 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c06faecd-209b-4380-97fc-8eda006b9a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.547521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=73dc5e02-c272-4f0f-bde7-64ed69212921,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:29.574213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39ed86-35f3-4286-a9c0-b51ff5440e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d0502e-b211-4c07-b8fb-552d05381d69,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:29.598432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-6530b3ea-4f90-4cd1-8f64-e2254a7390ac req-4aef3355-8d96-4aa3-a25e-1c9cbce2954d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 1a70b555-212d-462b-8692-644662309202, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1a70b555-212d-462b-8692-644662309202,segment=NetworkSegment(e986ec33-4453-4b59-9da8-d50fa373f53e),segment_id=e986ec33-4453-4b59-9da8-d50fa373f53e)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:29.598848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-6530b3ea-4f90-4cd1-8f64-e2254a7390ac req-4aef3355-8d96-4aa3-a25e-1c9cbce2954d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.606678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 1fb61a51-f023-4098-92f8-ee12c2c39c48 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:29.607066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.608701 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c06faecd-209b-4380-97fc-8eda006b9a0c None None] Port 73dc5e02-c272-4f0f-bde7-64ed69212921 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:29.627207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-6530b3ea-4f90-4cd1-8f64-e2254a7390ac req-4aef3355-8d96-4aa3-a25e-1c9cbce2954d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 1a70b555-212d-462b-8692-644662309202 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:29.687308 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 92ee36fb-d0d4-4c22-b7f9-85d295fdea20 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:29.691108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:29.700995 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-f02538f8-5ab3-407e-a014-3fa26e64d2e9 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:29.702126 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f02538f8-5ab3-407e-a014-3fa26e64d2e9 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2223837 Dec 10 18:36:29.705371 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36320) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:29.778448 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79a0b00f-01d7-4d70-ad2a-39332976fc84 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.806053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79a0b00f-01d7-4d70-ad2a-39332976fc84 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.903599 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79a0b00f-01d7-4d70-ad2a-39332976fc84 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.907076 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-79a0b00f-01d7-4d70-ad2a-39332976fc84 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.911222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36324) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:29.911675 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-79a0b00f-01d7-4d70-ad2a-39332976fc84 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "DELETE /v2.0/security-groups/d9902bcc-f7b9-4331-a8c7-40a71b0e175d HTTP/1.1" status: 204 len: 168 time: 0.2043128 Dec 10 18:36:29.923556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0b00f-01d7-4d70-ad2a-39332976fc84 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9902bcc-f7b9-4331-a8c7-40a71b0e175d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:29.954131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-6530b3ea-4f90-4cd1-8f64-e2254a7390ac req-4aef3355-8d96-4aa3-a25e-1c9cbce2954d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.975030 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e38ffac5-56c7-4fc9-9edf-945260be1122 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0601635 Dec 10 18:36:29.980309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36328) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:29.986769 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-6ff0e3e7-bba1-4c83-8191-551bb727991c tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group': {'name': 'tempest-secgroup--2027722749'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:30.007567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef3355-8d96-4aa3-a25e-1c9cbce2954d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=1a70b555-212d-462b-8692-644662309202,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:30.015247 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 41de5ed8-2943-4d61-8bc9-8ebfb627608b is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:36:30.054513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-53bbcdad-b881-4b64-bb1e-030385c84d39 None None] Provisioning complete for port 73dc5e02-c272-4f0f-bde7-64ed69212921 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:30.055008 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-53bbcdad-b881-4b64-bb1e-030385c84d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.067004 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-6530b3ea-4f90-4cd1-8f64-e2254a7390ac req-4aef3355-8d96-4aa3-a25e-1c9cbce2954d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] No DVR routers for this DVR port 1a70b555-212d-462b-8692-644662309202 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:30.070764 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-6530b3ea-4f90-4cd1-8f64-e2254a7390ac req-4aef3355-8d96-4aa3-a25e-1c9cbce2954d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.073812 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6530b3ea-4f90-4cd1-8f64-e2254a7390ac req-4aef3355-8d96-4aa3-a25e-1c9cbce2954d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "DELETE /v2.0/ports/1a70b555-212d-462b-8692-644662309202 HTTP/1.1" status: 204 len: 173 time: 1.1609161 Dec 10 18:36:30.078440 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a46df59-f614-4972-9936-575f9cb60a31', 'name': 'network-vif-deleted', 'tag': '1a70b555-212d-462b-8692-644662309202'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:30.078440 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ca50a2-bfa0-457c-b9af-3e5d07579a18" -d '{"events": [{"server_uuid": "8a46df59-f614-4972-9936-575f9cb60a31", "name": "network-vif-deleted", "tag": "1a70b555-212d-462b-8692-644662309202"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:30.109619 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-53bbcdad-b881-4b64-bb1e-030385c84d39 None None] Port 73dc5e02-c272-4f0f-bde7-64ed69212921 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:30.118514 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9c8f4081-be39-4baf-82e6-ba603c58535d req-5ee1276d-80da-44dd-94df-4403cc66ff3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 210 time: 0.0435748 Dec 10 18:36:30.132215 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6ff0e3e7-bba1-4c83-8191-551bb727991c tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.170075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcf3579-4167-4665-aba4-3dd71ce8c460 x-openstack-request-id: req-2dcf3579-4167-4665-aba4-3dd71ce8c460 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:30.170381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a46df59-f614-4972-9936-575f9cb60a31", "name": "network-vif-deleted", "tag": "1a70b555-212d-462b-8692-644662309202", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:30.170634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2dcf3579-4167-4665-aba4-3dd71ce8c460 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:30.171289 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a46df59-f614-4972-9936-575f9cb60a31', 'name': 'network-vif-deleted', 'tag': '1a70b555-212d-462b-8692-644662309202', 'status': 'completed', 'code': 200} Dec 10 18:36:30.177857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:30.183454 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-06da8f6d-67da-4999-88b0-90a837c53238 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/41de5ed8-2943-4d61-8bc9-8ebfb627608b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6521730 Dec 10 18:36:30.188137 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36338) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:30.193080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb624a-45ee-4748-83c4-ab930335836b None None] Sync routers for ids ['41de5ed8-2943-4d61-8bc9-8ebfb627608b'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:30.207727 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb624a-45ee-4748-83c4-ab930335836b None None] Routers {'41de5ed8-2943-4d61-8bc9-8ebfb627608b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:30.208271 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-4bcb624a-45ee-4748-83c4-ab930335836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['41de5ed8-2943-4d61-8bc9-8ebfb627608b'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:30.222389 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6ff0e3e7-bba1-4c83-8191-551bb727991c tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.239271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c98a84-0f45-4d85-a508-442d06a4d5c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:30.240709 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b9c98a84-0f45-4d85-a508-442d06a4d5c6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports/73dc5e02-c272-4f0f-bde7-64ed69212921 HTTP/1.1" status: 200 len: 911 time: 0.0535996 Dec 10 18:36:30.247641 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36340) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:30.252321 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-4bcb624a-45ee-4748-83c4-ab930335836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:30.253468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-0d562331-e125-4046-994f-539873941fd8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aced8bc6-ac59-4288-8bf8-da117ce7b7f5'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:30.264198 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb624a-45ee-4748-83c4-ab930335836b None None] Routers {'41de5ed8-2943-4d61-8bc9-8ebfb627608b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:30.265003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-4bcb624a-45ee-4748-83c4-ab930335836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['41de5ed8-2943-4d61-8bc9-8ebfb627608b'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:30.297586 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6ff0e3e7-bba1-4c83-8191-551bb727991c tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.318868 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-4bcb624a-45ee-4748-83c4-ab930335836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:30.320044 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb624a-45ee-4748-83c4-ab930335836b None None] The sync data for ids ['41de5ed8-2943-4d61-8bc9-8ebfb627608b'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:30.376234 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0e3e7-bba1-4c83-8191-551bb727991c tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94533d59-7913-421f-9bea-1fd354c9d05b,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:30.413584 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6ff0e3e7-bba1-4c83-8191-551bb727991c tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.414879 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6ff0e3e7-bba1-4c83-8191-551bb727991c tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4333777 Dec 10 18:36:30.418037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36344) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:30.422621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-13f4742b-ebfa-4822-a1cc-f709b1f4ae99 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': '94533d59-7913-421f-9bea-1fd354c9d05b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:30.463770 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0d562331-e125-4046-994f-539873941fd8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.632955 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-13f4742b-ebfa-4822-a1cc-f709b1f4ae99 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The resource could not be found. Dec 10 18:36:30.636871 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-13f4742b-ebfa-4822-a1cc-f709b1f4ae99 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2151389 Dec 10 18:36:30.637153 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36352) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:30.641859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-34ad9f58-b5b6-49c6-8c6e-13fc2e138b90 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': '94533d59-7913-421f-9bea-1fd354c9d05b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd1a6e07b-0060-4087-9f61-84a7679ed620'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:30.809480 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36356) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:30.872702 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-34ad9f58-b5b6-49c6-8c6e-13fc2e138b90 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The resource could not be found. Dec 10 18:36:30.873850 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-34ad9f58-b5b6-49c6-8c6e-13fc2e138b90 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2355208 Dec 10 18:36:30.876503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36360) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:30.887158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0d562331-e125-4046-994f-539873941fd8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.918052 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1723178894'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:30.934249 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-00cac44d-6d4e-44fd-9e86-7c70b3deb810 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.956410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-00cac44d-6d4e-44fd-9e86-7c70b3deb810 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.977279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0d562331-e125-4046-994f-539873941fd8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.983523 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d562331-e125-4046-994f-539873941fd8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:30.984140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0d562331-e125-4046-994f-539873941fd8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.985497 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0d562331-e125-4046-994f-539873941fd8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/ports/73dc5e02-c272-4f0f-bde7-64ed69212921 HTTP/1.1" status: 200 len: 911 time: 0.7368300 Dec 10 18:36:30.988458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36362) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:31.027270 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Made reservation on behalf of 17e48bcfd16e4410a803a286cda31795 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:31.030769 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.033740 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d562331-e125-4046-994f-539873941fd8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=73dc5e02-c272-4f0f-bde7-64ed69212921,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:31.042158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.157729 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-00cac44d-6d4e-44fd-9e86-7c70b3deb810 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.160610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-00cac44d-6d4e-44fd-9e86-7c70b3deb810 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.164250 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-00cac44d-6d4e-44fd-9e86-7c70b3deb810 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "DELETE /v2.0/security-groups/94533d59-7913-421f-9bea-1fd354c9d05b HTTP/1.1" status: 204 len: 168 time: 0.2843578 Dec 10 18:36:31.165440 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36366) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:31.178174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cac44d-6d4e-44fd-9e86-7c70b3deb810 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94533d59-7913-421f-9bea-1fd354c9d05b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:31.245167 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-84d69221-6007-4111-8656-587d1628d646 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0768645 Dec 10 18:36:31.260295 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36368) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:31.268947 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-60bb3e3a-3460-4288-a1e2-fd4c86c1cf70 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': '35a54fe6-53f6-4287-8411-59ef42714424', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:31.296494 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e0ed341c-51cb-4776-a683-cff9ad72199a req-58b1331f-8fc4-4937-8bdc-56022f0fcfa4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a46df59-f614-4972-9936-575f9cb60a31 HTTP/1.1" status: 200 len: 210 time: 0.0447240 Dec 10 18:36:31.333848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.347817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8544c16b-ed90-456e-acf4-c3d29e0db599 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.484124 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.512194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:31.522667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c44b3a5-7bac-4adf-8882-0c81902e7d39,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:31.527585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.527928 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Added segment bc0ce2fd-cc7e-4074-a54f-4ce8d30015fe of type vlan for network f5d9b351-877d-43a9-80b4-f44c70a439ac Dec 10 18:36:31.569750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.580391 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-60bb3e3a-3460-4288-a1e2-fd4c86c1cf70 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The resource could not be found. Dec 10 18:36:31.581449 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-60bb3e3a-3460-4288-a1e2-fd4c86c1cf70 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3202238 Dec 10 18:36:31.585559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36370) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:31.591021 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2b420aab-841f-4752-b520-f912cef68660 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112715623'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:31.623547 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8544c16b-ed90-456e-acf4-c3d29e0db599 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port 73dc5e02-c272-4f0f-bde7-64ed69212921 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:31.623885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8544c16b-ed90-456e-acf4-c3d29e0db599 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.668864 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.674531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:31.675114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.692095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2b420aab-841f-4752-b520-f912cef68660 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.723478 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8544c16b-ed90-456e-acf4-c3d29e0db599 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.743176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8544c16b-ed90-456e-acf4-c3d29e0db599 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for 73dc5e02-c272-4f0f-bde7-64ed69212921 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:31.744715 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Network': ['ID=f5d9b351-877d-43a9-80b4-f44c70a439ac,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:31.760667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network f5d9b351-877d-43a9-80b4-f44c70a439ac details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:31.815055 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-68d7e3e6-292a-474f-9242-bf797e767651 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0044205 Dec 10 18:36:31.815826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36372) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:31.820812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-6edc623e-e354-42be-a75a-3de421a4d447 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'subnet': {'network_id': 'f5d9b351-877d-43a9-80b4-f44c70a439ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:31.840300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2b420aab-841f-4752-b520-f912cef68660 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.924100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2b420aab-841f-4752-b520-f912cef68660 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.972806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b420aab-841f-4752-b520-f912cef68660 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3c6244-a6c3-40f8-b576-0e971b9d4681,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:32.020812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edc623e-e354-42be-a75a-3de421a4d447 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Made reservation on behalf of 17e48bcfd16e4410a803a286cda31795 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:32.024982 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6edc623e-e354-42be-a75a-3de421a4d447 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.045509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8544c16b-ed90-456e-acf4-c3d29e0db599 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.072754 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544c16b-ed90-456e-acf4-c3d29e0db599 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=73dc5e02-c272-4f0f-bde7-64ed69212921,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:32.104454 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2b420aab-841f-4752-b520-f912cef68660 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.105717 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2b420aab-841f-4752-b520-f912cef68660 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5191514 Dec 10 18:36:32.108558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36374) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:32.113229 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2871e808-d781-4e59-8691-b69e07a82eea tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group': {'name': 'tempest-secgroup--205479210'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:32.179172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8544c16b-ed90-456e-acf4-c3d29e0db599 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.268601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2871e808-d781-4e59-8691-b69e07a82eea tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.332016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6edc623e-e354-42be-a75a-3de421a4d447 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.345150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8544c16b-ed90-456e-acf4-c3d29e0db599 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 41de5ed8-2943-4d61-8bc9-8ebfb627608b has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:32.373912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2871e808-d781-4e59-8691-b69e07a82eea tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.374663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36378) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:32.418182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8544c16b-ed90-456e-acf4-c3d29e0db599 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:32.423483 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8544c16b-ed90-456e-acf4-c3d29e0db599 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/41de5ed8-2943-4d61-8bc9-8ebfb627608b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4338737 Dec 10 18:36:32.426197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36380) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:32.433253 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31182c71-b156-4a59-8ef0-027788823897 None None] Sync routers for ids ['41de5ed8-2943-4d61-8bc9-8ebfb627608b'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:32.443257 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2871e808-d781-4e59-8691-b69e07a82eea tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.445636 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31182c71-b156-4a59-8ef0-027788823897 None None] Routers {'41de5ed8-2943-4d61-8bc9-8ebfb627608b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:32.446260 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-31182c71-b156-4a59-8ef0-027788823897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['41de5ed8-2943-4d61-8bc9-8ebfb627608b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:32.459268 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a42c4e59-e555-462b-9945-24b77f8e8ae2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports?device_id=41de5ed8-2943-4d61-8bc9-8ebfb627608b HTTP/1.1" status: 200 len: 205 time: 0.0295384 Dec 10 18:36:32.459495 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36382) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:32.460525 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc623e-e354-42be-a75a-3de421a4d447 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Subnet': ['ID=defc8fe8-36e0-413d-80d7-5bb66c360883,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:32.485369 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-31182c71-b156-4a59-8ef0-027788823897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:32.494756 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31182c71-b156-4a59-8ef0-027788823897 None None] Routers {'41de5ed8-2943-4d61-8bc9-8ebfb627608b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:32.495567 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-31182c71-b156-4a59-8ef0-027788823897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['41de5ed8-2943-4d61-8bc9-8ebfb627608b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:32.506245 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edc623e-e354-42be-a75a-3de421a4d447 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Checking segment: {'id': 'bc0ce2fd-cc7e-4074-a54f-4ce8d30015fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f5d9b351-877d-43a9-80b4-f44c70a439ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:32.507197 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edc623e-e354-42be-a75a-3de421a4d447 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network hostable DHCP agents. Network: f5d9b351-877d-43a9-80b4-f44c70a439ac, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:32.519543 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871e808-d781-4e59-8691-b69e07a82eea tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be07275-edb9-4fbd-8e52-0d721a653ec6,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:32.530049 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2871e808-d781-4e59-8691-b69e07a82eea tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.531325 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2871e808-d781-4e59-8691-b69e07a82eea tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4217281 Dec 10 18:36:32.532580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-116aecde-490b-448c-bbfe-9b3da91881bb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.535881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36384) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:32.537367 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-31182c71-b156-4a59-8ef0-027788823897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:32.540574 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31182c71-b156-4a59-8ef0-027788823897 None None] The sync data for ids ['41de5ed8-2943-4d61-8bc9-8ebfb627608b'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:32.540944 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee0d307a-2edb-4406-a209-45299b0b6f57 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.542600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-88d3d0c2-4359-48cb-b3f5-388c5ca29abb tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group_rule': {'security_group_id': '5c3c6244-a6c3-40f8-b576-0e971b9d4681', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2be07275-edb9-4fbd-8e52-0d721a653ec6'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:32.575997 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee0d307a-2edb-4406-a209-45299b0b6f57 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.621292 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edc623e-e354-42be-a75a-3de421a4d447 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network f5d9b351-877d-43a9-80b4-f44c70a439ac is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:32.720097 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-116aecde-490b-448c-bbfe-9b3da91881bb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.722253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-116aecde-490b-448c-bbfe-9b3da91881bb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.777591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-6edc623e-e354-42be-a75a-3de421a4d447 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, f5d9b351-877d-43a9-80b4-f44c70a439ac) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:32.783620 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edc623e-e354-42be-a75a-3de421a4d447 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:32.784584 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6edc623e-e354-42be-a75a-3de421a4d447 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.785501 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33998423-08c6-4de2-993d-7c7cefb2b968 None None] Network f5d9b351-877d-43a9-80b4-f44c70a439ac requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:32.787406 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee0d307a-2edb-4406-a209-45299b0b6f57 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.790004 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee0d307a-2edb-4406-a209-45299b0b6f57 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.791202 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ee0d307a-2edb-4406-a209-45299b0b6f57 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/security-groups/9d47db7a-db7b-430b-9f9b-c6afb1da2b19 HTTP/1.1" status: 204 len: 168 time: 0.4154155 Dec 10 18:36:32.808265 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d307a-2edb-4406-a209-45299b0b6f57 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d47db7a-db7b-430b-9f9b-c6afb1da2b19,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:32.890290 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b4f31-de85-440e-9e05-46200bd5fc2b None None] Network f5d9b351-877d-43a9-80b4-f44c70a439ac requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:32.924380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-116aecde-490b-448c-bbfe-9b3da91881bb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.925033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116aecde-490b-448c-bbfe-9b3da91881bb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Fanout notify agent at l3_agent the message router_deleted on router 41de5ed8-2943-4d61-8bc9-8ebfb627608b {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:32.927234 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-88d3d0c2-4359-48cb-b3f5-388c5ca29abb tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:36:32.931003 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6edc623e-e354-42be-a75a-3de421a4d447 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1138663 Dec 10 18:36:32.933307 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36388) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:32.933659 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36390) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:32.937134 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-88d3d0c2-4359-48cb-b3f5-388c5ca29abb tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3977690 Dec 10 18:36:32.943759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-116aecde-490b-448c-bbfe-9b3da91881bb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.947891 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-116aecde-490b-448c-bbfe-9b3da91881bb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/routers/41de5ed8-2943-4d61-8bc9-8ebfb627608b HTTP/1.1" status: 204 len: 168 time: 0.4845288 Dec 10 18:36:32.948033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1966556986', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:32.948155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36392) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:32.948155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36394) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:33.029862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a050162-e4e0-4991-a4c0-ee53f20e013a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting subnet aced8bc6-ac59-4288-8bf8-da117ce7b7f5 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:33.040959 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a050162-e4e0-4991-a4c0-ee53f20e013a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.065834 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8fda7f2-412a-48e7-b05a-e3d17aa6f3ba tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.101759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a050162-e4e0-4991-a4c0-ee53f20e013a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.107875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.108927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.123799 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8fda7f2-412a-48e7-b05a-e3d17aa6f3ba tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.208387 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.214220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a050162-e4e0-4991-a4c0-ee53f20e013a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.277707 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8fda7f2-412a-48e7-b05a-e3d17aa6f3ba tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.280412 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8fda7f2-412a-48e7-b05a-e3d17aa6f3ba tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.283844 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d8fda7f2-412a-48e7-b05a-e3d17aa6f3ba tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "DELETE /v2.0/security-groups/2be07275-edb9-4fbd-8e52-0d721a653ec6 HTTP/1.1" status: 204 len: 168 time: 0.3342221 Dec 10 18:36:33.284587 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36396) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:33.290982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fda7f2-412a-48e7-b05a-e3d17aa6f3ba tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be07275-edb9-4fbd-8e52-0d721a653ec6,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:33.372056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a050162-e4e0-4991-a4c0-ee53f20e013a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.405475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a050162-e4e0-4991-a4c0-ee53f20e013a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Subnet': ['ID=aced8bc6-ac59-4288-8bf8-da117ce7b7f5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:33.407462 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a050162-e4e0-4991-a4c0-ee53f20e013a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.414185 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6a050162-e4e0-4991-a4c0-ee53f20e013a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/aced8bc6-ac59-4288-8bf8-da117ce7b7f5 HTTP/1.1" status: 204 len: 168 time: 0.4603045 Dec 10 18:36:33.414829 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36398) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:33.416860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1209a964-cade-464d-b518-bb747f8c3e27 None None] Network 92ee36fb-d0d4-4c22-b7f9-85d295fdea20 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:33.492818 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-18f11e84-9e24-438b-be64-9f62afcb2541 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2062478 Dec 10 18:36:33.495314 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.497275 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36400) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:33.511009 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.554114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6a97cea5-30da-4de2-9002-f9827390f119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.598340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27faadcd-3d99-44f6-a767-fe390cfcfcdb tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.603749 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eeff0c-4605-4e7b-aa5b-7135f5934c84 None None] DHCP port deletion for 92ee36fb-d0d4-4c22-b7f9-85d295fdea20 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:33.654151 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-16eeff0c-4605-4e7b-aa5b-7135f5934c84 None None] Deleting port 1fb61a51-f023-4098-92f8-ee12c2c39c48 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:33.654529 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-16eeff0c-4605-4e7b-aa5b-7135f5934c84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.731214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-16eeff0c-4605-4e7b-aa5b-7135f5934c84 None None] For port 1fb61a51-f023-4098-92f8-ee12c2c39c48, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1fb61a51-f023-4098-92f8-ee12c2c39c48,segment=NetworkSegment(24f1ed7f-eed9-4782-beac-1a37763fdb93),segment_id=24f1ed7f-eed9-4782-beac-1a37763fdb93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:33.731713 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-16eeff0c-4605-4e7b-aa5b-7135f5934c84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.747009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-16eeff0c-4605-4e7b-aa5b-7135f5934c84 None None] Calling delete_port for 1fb61a51-f023-4098-92f8-ee12c2c39c48 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:33.886095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-16eeff0c-4605-4e7b-aa5b-7135f5934c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.907937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27faadcd-3d99-44f6-a767-fe390cfcfcdb tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.915065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eeff0c-4605-4e7b-aa5b-7135f5934c84 None None] Pushing event deleted for resources: {'Port': ['ID=1fb61a51-f023-4098-92f8-ee12c2c39c48,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:33.922392 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eeff0c-4605-4e7b-aa5b-7135f5934c84 None None] No DVR routers for this DVR port 1fb61a51-f023-4098-92f8-ee12c2c39c48 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:33.922822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port 1fb61a51-f023-4098-92f8-ee12c2c39c48 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:33.923241 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.000517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] For port 1fb61a51-f023-4098-92f8-ee12c2c39c48, host dv-neutron-821434-1-hyperv, got binding levels [] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:34.000912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.013836 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for 1fb61a51-f023-4098-92f8-ee12c2c39c48 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:34.017337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.ipam_backend_mixin [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Port 1fb61a51-f023-4098-92f8-ee12c2c39c48 was not found and therefore no delete operation was performed {{(pid=103593) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:36:34.018698 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.045994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=1fb61a51-f023-4098-92f8-ee12c2c39c48,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:34.054409 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No DVR routers for this DVR port 1fb61a51-f023-4098-92f8-ee12c2c39c48 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:34.087759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27faadcd-3d99-44f6-a767-fe390cfcfcdb tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.090779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27faadcd-3d99-44f6-a767-fe390cfcfcdb tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.091922 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-27faadcd-3d99-44f6-a767-fe390cfcfcdb tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "DELETE /v2.0/security-groups/5c3c6244-a6c3-40f8-b576-0e971b9d4681 HTTP/1.1" status: 204 len: 168 time: 0.5936928 Dec 10 18:36:34.095844 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36402) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:34.137814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faadcd-3d99-44f6-a767-fe390cfcfcdb tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3c6244-a6c3-40f8-b576-0e971b9d4681,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:34.166191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.176051 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cce7f8c7-a248-4d0b-970b-2796fb476bfb tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0744624 Dec 10 18:36:34.176355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36404) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:34.184578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-574237d8-68e9-4174-8c0d-f52bd3ed5eaa tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810858507'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:34.198934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ee36fb-d0d4-4c22-b7f9-85d295fdea20']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:34.214043 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f1ed7f-eed9-4782-beac-1a37763fdb93') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:34.214343 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f1ed7f-eed9-4782-beac-1a37763fdb93') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:34.227304 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.240918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.246794 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:34.247172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:34.250349 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:34.297632 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-574237d8-68e9-4174-8c0d-f52bd3ed5eaa tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.320352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.343862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.368896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-6a97cea5-30da-4de2-9002-f9827390f119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 8f2619b0-bbea-4977-8681-42ad04500bee {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:34.369245 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6a97cea5-30da-4de2-9002-f9827390f119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.374238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-574237d8-68e9-4174-8c0d-f52bd3ed5eaa tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.388553 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.390087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 1a70b555-212d-462b-8692-644662309202 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:34.395916 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.400181 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/networks/92ee36fb-d0d4-4c22-b7f9-85d295fdea20 HTTP/1.1" status: 204 len: 168 time: 0.9839160 Dec 10 18:36:34.410919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36406) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:34.417038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-62bb9259-e0a7-46cf-a631-ff433cf6af95 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1267363609', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:34.417262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 1a70b555-212d-462b-8692-644662309202 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:34.417262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 1a70b555-212d-462b-8692-644662309202 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:34.423499 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd435c-2e31-4b0d-83b3-342129096a72 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Network': ['ID=92ee36fb-d0d4-4c22-b7f9-85d295fdea20,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:34.451271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-574237d8-68e9-4174-8c0d-f52bd3ed5eaa tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.481070 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574237d8-68e9-4174-8c0d-f52bd3ed5eaa tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a2f518-672a-4bcd-904e-73c8a894df1f,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:34.509778 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62bb9259-e0a7-46cf-a631-ff433cf6af95 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.510862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62bb9259-e0a7-46cf-a631-ff433cf6af95 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.530484 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-6a97cea5-30da-4de2-9002-f9827390f119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 8f2619b0-bbea-4977-8681-42ad04500bee, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8f2619b0-bbea-4977-8681-42ad04500bee,segment=NetworkSegment(e986ec33-4453-4b59-9da8-d50fa373f53e),segment_id=e986ec33-4453-4b59-9da8-d50fa373f53e)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:34.530848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6a97cea5-30da-4de2-9002-f9827390f119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.550282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-6a97cea5-30da-4de2-9002-f9827390f119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 8f2619b0-bbea-4977-8681-42ad04500bee owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:34.563247 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.26.5.58 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/c0ae8bcd-aed1-46b1-8fb9-703767e55351) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:34.565940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62bb9259-e0a7-46cf-a631-ff433cf6af95 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.600103 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-574237d8-68e9-4174-8c0d-f52bd3ed5eaa tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.601909 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-574237d8-68e9-4174-8c0d-f52bd3ed5eaa tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4245746 Dec 10 18:36:34.604823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36408) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:34.609429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-75c29635-87f8-4824-9248-5469b476b5c6 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:34.609868 dv-neutron-821434-1-hyperv neutron-server[103593]: WARNING neutron.api.v2.base [None req-75c29635-87f8-4824-9248-5469b476b5c6 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 18:36:34.610384 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-75c29635-87f8-4824-9248-5469b476b5c6 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 18:36:34.611299 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-75c29635-87f8-4824-9248-5469b476b5c6 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "PUT /v2.0/security-groups/63a2f518-672a-4bcd-904e-73c8a894df1f HTTP/1.1" status: 409 len: 330 time: 0.0055089 Dec 10 18:36:34.613641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36410) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:34.665297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62bb9259-e0a7-46cf-a631-ff433cf6af95 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.673807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-226df54f-a744-4f36-bfca-b1fcc0fce8ca tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.702968 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-226df54f-a744-4f36-bfca-b1fcc0fce8ca tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.750781 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62bb9259-e0a7-46cf-a631-ff433cf6af95 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.751997 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-62bb9259-e0a7-46cf-a631-ff433cf6af95 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3401594 Dec 10 18:36:34.754849 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36412) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:34.759848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c63e20df-be83-4be7-8b0c-8201e14bb6c3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-383931357'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:34.769123 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.811380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-226df54f-a744-4f36-bfca-b1fcc0fce8ca tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.814077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-226df54f-a744-4f36-bfca-b1fcc0fce8ca tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.815224 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-226df54f-a744-4f36-bfca-b1fcc0fce8ca tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "DELETE /v2.0/security-groups/63a2f518-672a-4bcd-904e-73c8a894df1f HTTP/1.1" status: 204 len: 168 time: 0.2006879 Dec 10 18:36:34.819630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36414) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:34.837374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226df54f-a744-4f36-bfca-b1fcc0fce8ca tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a2f518-672a-4bcd-904e-73c8a894df1f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:34.875415 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-192f6b91-ad16-41b6-93eb-4a5366bf0368 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0547011 Dec 10 18:36:34.876700 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63e20df-be83-4be7-8b0c-8201e14bb6c3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:34.879278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36416) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:34.883640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c63e20df-be83-4be7-8b0c-8201e14bb6c3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.892371 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-bdc45bac-7d20-46a0-b1b6-0af1df759c96 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] delete failed (client error): The resource could not be found. Dec 10 18:36:34.893390 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bdc45bac-7d20-46a0-b1b6-0af1df759c96 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "DELETE /v2.0/security-groups/b79006d0-97c8-4ae7-ad7c-6b050a609fa9 HTTP/1.1" status: 404 len: 347 time: 0.0131242 Dec 10 18:36:34.897783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36418) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:34.915389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63e20df-be83-4be7-8b0c-8201e14bb6c3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:34.917520 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-b0fa94ff-add7-47ae-8ece-0c75cde52428 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] show failed (client error): The resource could not be found. Dec 10 18:36:34.918659 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b0fa94ff-add7-47ae-8ece-0c75cde52428 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "GET /v2.0/security-groups/a6647812-2d56-4d1a-ae1b-a2304a77ca57 HTTP/1.1" status: 404 len: 347 time: 0.0199420 Dec 10 18:36:34.922156 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36420) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:34.931849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.940027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c63e20df-be83-4be7-8b0c-8201e14bb6c3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.944751 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-c63e20df-be83-4be7-8b0c-8201e14bb6c3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Added segment e952cf84-8c6a-40d4-9b7f-74468c7d097a of type vlan for network f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5 Dec 10 18:36:34.944751 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-b4cc0dcc-0cec-40ac-8d4b-a0beb8058300 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] show failed (client error): The resource could not be found. Dec 10 18:36:34.944751 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b4cc0dcc-0cec-40ac-8d4b-a0beb8058300 tempest-NegativeSecGroupTest-1434603664 tempest-NegativeSecGroupTest-1434603664-project] 10.222.0.60 "GET /v2.0/security-group-rules/01a26c77-8b10-4bb2-b187-d79a502588e0 HTTP/1.1" status: 404 len: 356 time: 0.0197315 Dec 10 18:36:34.973109 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:34.979452 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6a97cea5-30da-4de2-9002-f9827390f119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.980953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:34.986861 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c63e20df-be83-4be7-8b0c-8201e14bb6c3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.988854 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:35.012300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e20920e-e1c7-4f2c-ad9e-b74ba711801a None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:35.019096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=c0ae8bcd-aed1-46b1-8fb9-703767e55351,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:35.068577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97cea5-30da-4de2-9002-f9827390f119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=8f2619b0-bbea-4977-8681-42ad04500bee,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:35.085285 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-50b47a77-3ff1-4850-8336-733a9e56d42a None None] Provisioning complete for port c0ae8bcd-aed1-46b1-8fb9-703767e55351 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:35.085818 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-50b47a77-3ff1-4850-8336-733a9e56d42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.122016 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c63e20df-be83-4be7-8b0c-8201e14bb6c3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.125588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-50b47a77-3ff1-4850-8336-733a9e56d42a None None] Port c0ae8bcd-aed1-46b1-8fb9-703767e55351 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:35.125758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e20df-be83-4be7-8b0c-8201e14bb6c3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:35.127205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c63e20df-be83-4be7-8b0c-8201e14bb6c3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.201864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e20df-be83-4be7-8b0c-8201e14bb6c3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Network': ['ID=f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:35.213247 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:35.237573 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c63e20df-be83-4be7-8b0c-8201e14bb6c3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4815509 Dec 10 18:36:35.244863 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36424) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:35.250521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-7541986f-b758-441a-910d-2a063fa18a97 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'subnet': {'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:35.331474 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6a97cea5-30da-4de2-9002-f9827390f119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.474440 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7541986f-b758-441a-910d-2a063fa18a97 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:35.478683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7541986f-b758-441a-910d-2a063fa18a97 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.539605 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1fb61a51-f023-4098-92f8-ee12c2c39c48 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:35.549233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36428) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:35.567886 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 1fb61a51-f023-4098-92f8-ee12c2c39c48 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:35.568238 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1fb61a51-f023-4098-92f8-ee12c2c39c48 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:35.617151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.732087 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7d6e4ed8-720b-4e4d-889a-00dbbda19121 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=535ca619af5d4660b42d71fa84e415a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1815190 Dec 10 18:36:35.736274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36432) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:35.743032 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a97cea5-30da-4de2-9002-f9827390f119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router b9a1e9a2-d666-475c-8069-2bc5d72200a0 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:35.785910 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c4fb41a-b5a7-4d14-b5e4-f5cf9278e47f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.797844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7541986f-b758-441a-910d-2a063fa18a97 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.840242 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c4fb41a-b5a7-4d14-b5e4-f5cf9278e47f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.890441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541986f-b758-441a-910d-2a063fa18a97 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Subnet': ['ID=03f8df68-bd1d-4d33-bfb3-d9d6ee26a417,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:35.909025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541986f-b758-441a-910d-2a063fa18a97 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Checking segment: {'id': 'e952cf84-8c6a-40d4-9b7f-74468c7d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:35.909387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7541986f-b758-441a-910d-2a063fa18a97 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network hostable DHCP agents. Network: f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:35.929825 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.936642 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a97cea5-30da-4de2-9002-f9827390f119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:35.943224 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6a97cea5-30da-4de2-9002-f9827390f119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/b9a1e9a2-d666-475c-8069-2bc5d72200a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0085509 Dec 10 18:36:35.946777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36434) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:35.950965 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa1dfe-adb4-4ac9-aa91-fd0d76369a30 None None] Sync routers for ids ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:35.964102 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fa1dfe-adb4-4ac9-aa91-fd0d76369a30 None None] Routers {'b9a1e9a2-d666-475c-8069-2bc5d72200a0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:35.964975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-02fa1dfe-adb4-4ac9-aa91-fd0d76369a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:35.999020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ca99ad-86c2-45eb-b6cc-f6331df5d6c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting subnet 343dcd47-8866-46a0-acdb-a8fa6d287f77 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:36.002317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0ca99ad-86c2-45eb-b6cc-f6331df5d6c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.004988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7541986f-b758-441a-910d-2a063fa18a97 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:36.034394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c4fb41a-b5a7-4d14-b5e4-f5cf9278e47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.036764 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c4fb41a-b5a7-4d14-b5e4-f5cf9278e47f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.038023 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5c4fb41a-b5a7-4d14-b5e4-f5cf9278e47f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a3e73e1-d937-4c27-8e3e-f1299f487b4e HTTP/1.1" status: 204 len: 168 time: 0.3007159 Dec 10 18:36:36.065583 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0ca99ad-86c2-45eb-b6cc-f6331df5d6c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.095689 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fb41a-b5a7-4d14-b5e4-f5cf9278e47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3e73e1-d937-4c27-8e3e-f1299f487b4e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:36.099497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-7541986f-b758-441a-910d-2a063fa18a97 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:36.109317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7541986f-b758-441a-910d-2a063fa18a97 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:36.109941 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7541986f-b758-441a-910d-2a063fa18a97 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.119397 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-02fa1dfe-adb4-4ac9-aa91-fd0d76369a30 None None] Set router b9a1e9a2-d666-475c-8069-2bc5d72200a0 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:36.159725 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:36:36.174471 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f84d36-957f-4f82-91fa-efe456e0da10 None None] Network f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:36.189249 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0ca99ad-86c2-45eb-b6cc-f6331df5d6c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.196304 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7541986f-b758-441a-910d-2a063fa18a97 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9502418 Dec 10 18:36:36.206197 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36438) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:36.326118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0ca99ad-86c2-45eb-b6cc-f6331df5d6c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.358239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca99ad-86c2-45eb-b6cc-f6331df5d6c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Subnet': ['ID=343dcd47-8866-46a0-acdb-a8fa6d287f77,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:36.369325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0ca99ad-86c2-45eb-b6cc-f6331df5d6c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.374335 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d0ca99ad-86c2-45eb-b6cc-f6331df5d6c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/subnets/343dcd47-8866-46a0-acdb-a8fa6d287f77 HTTP/1.1" status: 204 len: 168 time: 0.4264534 Dec 10 18:36:36.376962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36442) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:36.520011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.551414 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74daa5cf-1b9e-4d34-b4eb-f4ebf21c5fee None None] Network 645bfaa1-3540-47d5-94a7-c6adda953e6d requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:36.595237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:36:36.596131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.675694 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.815519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-02fa1dfe-adb4-4ac9-aa91-fd0d76369a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:36:34Z', 'revision_number': 7, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd643a3ab-e152-486e-8513-db53c5e12918', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:52Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:36.819011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port d643a3ab-e152-486e-8513-db53c5e12918 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:36.819364 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.823153 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Allocated IP 2001:db8::2 (f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5/03f8df68-bd1d-4d33-bfb3-d9d6ee26a417/5538c796-ee52-4d40-aa9c-cc39700aa640) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:36.851357 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa1dfe-adb4-4ac9-aa91-fd0d76369a30 None None] Checking router: b9a1e9a2-d666-475c-8069-2bc5d72200a0 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:36.870829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:36.884885 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1809e039-d931-4aa8-8fe9-0fe6f4ebc038 None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:36.886555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70680ab-6f1e-4142-b099-979b485cac0b None None] DHCP port deletion for 645bfaa1-3540-47d5-94a7-c6adda953e6d request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:36.895745 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809e039-d931-4aa8-8fe9-0fe6f4ebc038 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:36.896547 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1809e039-d931-4aa8-8fe9-0fe6f4ebc038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:36.915513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fa1dfe-adb4-4ac9-aa91-fd0d76369a30 None None] Routers {'b9a1e9a2-d666-475c-8069-2bc5d72200a0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:36.916422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-02fa1dfe-adb4-4ac9-aa91-fd0d76369a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:36.942209 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1809e039-d931-4aa8-8fe9-0fe6f4ebc038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:36.957404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809e039-d931-4aa8-8fe9-0fe6f4ebc038 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:36.960684 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1809e039-d931-4aa8-8fe9-0fe6f4ebc038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:36.970444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port d643a3ab-e152-486e-8513-db53c5e12918, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d643a3ab-e152-486e-8513-db53c5e12918,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:36.971013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.995935 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for d643a3ab-e152-486e-8513-db53c5e12918 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:37.005005 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.008051 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8cb232a0-294a-4bb4-bf27-de5f0407b15d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0677128 Dec 10 18:36:37.009741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.013975 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36458) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:37.018943 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-02fa1dfe-adb4-4ac9-aa91-fd0d76369a30 None None] Set router b9a1e9a2-d666-475c-8069-2bc5d72200a0 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:37.103135 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-02fa1dfe-adb4-4ac9-aa91-fd0d76369a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:36:36Z', 'revision_number': 8, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:37.120375 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1809e039-d931-4aa8-8fe9-0fe6f4ebc038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:37.121112 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1809e039-d931-4aa8-8fe9-0fe6f4ebc038 None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:37.149524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa1dfe-adb4-4ac9-aa91-fd0d76369a30 None None] The sync data for ids ['b9a1e9a2-d666-475c-8069-2bc5d72200a0'] in dv-neutron-821434-1-hyperv is: [{'id': 'b9a1e9a2-d666-475c-8069-2bc5d72200a0', 'name': 'tempest-TestNetworkBasicOps-router-200344986', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:50Z', 'updated_at': '2021-12-10T18:36:36Z', 'revision_number': 8, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port_host': None}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:37.202072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c70680ab-6f1e-4142-b099-979b485cac0b None None] Deleting port 053e27da-db5e-428f-92c8-eb5cec1d31e9 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:37.202072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c70680ab-6f1e-4142-b099-979b485cac0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.266854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c70680ab-6f1e-4142-b099-979b485cac0b None None] For port 053e27da-db5e-428f-92c8-eb5cec1d31e9, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=053e27da-db5e-428f-92c8-eb5cec1d31e9,segment=NetworkSegment(e986ec33-4453-4b59-9da8-d50fa373f53e),segment_id=e986ec33-4453-4b59-9da8-d50fa373f53e)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:37.266854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c70680ab-6f1e-4142-b099-979b485cac0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.280006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c70680ab-6f1e-4142-b099-979b485cac0b None None] Calling delete_port for 053e27da-db5e-428f-92c8-eb5cec1d31e9 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:37.298406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36462) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:37.326026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.371650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6845a9-0e3c-4858-889e-442ae25a2a4f None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:37.375501 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=d643a3ab-e152-486e-8513-db53c5e12918,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:37.410353 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.443581 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-78c90922-d584-4320-bca4-99e95f7efb2d tempest-ServiceProvidersTest-1707376912 tempest-ServiceProvidersTest-1707376912-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1435156 Dec 10 18:36:37.471165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.503488 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.595030 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Pushing event updated for resources: {'Port': ['ID=5538c796-ee52-4d40-aa9c-cc39700aa640,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:37.599985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c70680ab-6f1e-4142-b099-979b485cac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.624736 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.627713 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.640114 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Network f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:37.641465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70680ab-6f1e-4142-b099-979b485cac0b None None] No DVR routers for this DVR port 053e27da-db5e-428f-92c8-eb5cec1d31e9 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:37.646401 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:37.651822 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70680ab-6f1e-4142-b099-979b485cac0b None None] Pushing event deleted for resources: {'Port': ['ID=053e27da-db5e-428f-92c8-eb5cec1d31e9,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:37.655846 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:37.735326 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Allocated IP 2001:db8::1 (f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5/03f8df68-bd1d-4d33-bfb3-d9d6ee26a417/a236721a-fedc-4d56-a315-3e8c2d4c7821) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:37.750050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Attempting to bind port 5538c796-ee52-4d40-aa9c-cc39700aa640 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:37.750562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Attempting to bind port 5538c796-ee52-4d40-aa9c-cc39700aa640 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'e952cf84-8c6a-40d4-9b7f-74468c7d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:37.750991 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Attempting to bind port 5538c796-ee52-4d40-aa9c-cc39700aa640 on network f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:37.760836 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:37.764356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Checking segment: {'id': 'e952cf84-8c6a-40d4-9b7f-74468c7d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:37.764356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.764356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Bound using segment: {'id': 'e952cf84-8c6a-40d4-9b7f-74468c7d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:37.764356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Bound port: 5538c796-ee52-4d40-aa9c-cc39700aa640, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e952cf84-8c6a-40d4-9b7f-74468c7d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:37.764356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.811617 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.812206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Fanout notify agent at l3_agent the message router_deleted on router b9a1e9a2-d666-475c-8069-2bc5d72200a0 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:37.821520 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.824217 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-290f5226-b3c9-4c96-9349-ac5a96c379b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/routers/b9a1e9a2-d666-475c-8069-2bc5d72200a0 HTTP/1.1" status: 204 len: 168 time: 1.4461772 Dec 10 18:36:37.824984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36468) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:37.839248 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] For port 5538c796-ee52-4d40-aa9c-cc39700aa640, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:37.844181 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] For port 5538c796-ee52-4d40-aa9c-cc39700aa640, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5538c796-ee52-4d40-aa9c-cc39700aa640,segment=NetworkSegment(e952cf84-8c6a-40d4-9b7f-74468c7d097a),segment_id=e952cf84-8c6a-40d4-9b7f-74468c7d097a)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:37.903509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82166c02-049c-4dc4-bb06-20a2280ae7dc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.920986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.938917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.956627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.014796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300eb0e8-c52c-4578-b346-ccb85caf56a8 None None] Pushing event updated for resources: {'Port': ['ID=5538c796-ee52-4d40-aa9c-cc39700aa640,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:38.019952 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82166c02-049c-4dc4-bb06-20a2280ae7dc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.042750 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8f2619b0-bbea-4977-8681-42ad04500bee no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:38.065175 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-82166c02-049c-4dc4-bb06-20a2280ae7dc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645bfaa1-3540-47d5-94a7-c6adda953e6d']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:38.082643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 8f2619b0-bbea-4977-8681-42ad04500bee {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:38.083094 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8f2619b0-bbea-4977-8681-42ad04500bee not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:38.083665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 053e27da-db5e-428f-92c8-eb5cec1d31e9 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:38.085240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36472) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:38.098994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-82166c02-049c-4dc4-bb06-20a2280ae7dc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e986ec33-4453-4b59-9da8-d50fa373f53e') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:38.099321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-82166c02-049c-4dc4-bb06-20a2280ae7dc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e986ec33-4453-4b59-9da8-d50fa373f53e') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:38.121612 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82166c02-049c-4dc4-bb06-20a2280ae7dc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.124513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 053e27da-db5e-428f-92c8-eb5cec1d31e9 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:38.125026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 053e27da-db5e-428f-92c8-eb5cec1d31e9 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:38.152723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82166c02-049c-4dc4-bb06-20a2280ae7dc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.159239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82166c02-049c-4dc4-bb06-20a2280ae7dc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:38.159648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82166c02-049c-4dc4-bb06-20a2280ae7dc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:38.164146 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:38.179974 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.269818 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:38.299622 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82166c02-049c-4dc4-bb06-20a2280ae7dc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.316683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82166c02-049c-4dc4-bb06-20a2280ae7dc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.318008 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:38.319647 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-82166c02-049c-4dc4-bb06-20a2280ae7dc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/networks/645bfaa1-3540-47d5-94a7-c6adda953e6d HTTP/1.1" status: 204 len: 168 time: 0.4936926 Dec 10 18:36:38.321110 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:38.322834 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.331454 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ac5b40ca-9075-41ae-9d21-015d186f05d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.336298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=a236721a-fedc-4d56-a315-3e8c2d4c7821,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:38.336465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82166c02-049c-4dc4-bb06-20a2280ae7dc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Network': ['ID=645bfaa1-3540-47d5-94a7-c6adda953e6d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:38.339626 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36476) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:38.349382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4a46ccf8-50d9-4532-805d-2701be4fb420 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'network': {'name': 'tempest-network-smoke--620711447', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'port_security_enabled': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:38.457559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a46ccf8-50d9-4532-805d-2701be4fb420 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:38.462163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a46ccf8-50d9-4532-805d-2701be4fb420 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.505719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a46ccf8-50d9-4532-805d-2701be4fb420 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:38.519634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a46ccf8-50d9-4532-805d-2701be4fb420 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.520054 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-4a46ccf8-50d9-4532-805d-2701be4fb420 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Added segment abb44871-e5ef-48e9-a9f6-bed16a4a20cc of type vlan for network 2048deae-ae64-45bf-a0c0-b352a9b309db Dec 10 18:36:38.521233 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.20.0.1 (f5d9b351-877d-43a9-80b4-f44c70a439ac/defc8fe8-36e0-413d-80d7-5bb66c360883/03ee109e-6903-490a-88a6-d38e117cc346) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:38.560954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a46ccf8-50d9-4532-805d-2701be4fb420 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.655597 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ac5b40ca-9075-41ae-9d21-015d186f05d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.661221 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.663272 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a46ccf8-50d9-4532-805d-2701be4fb420 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.669245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a46ccf8-50d9-4532-805d-2701be4fb420 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:38.669870 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a46ccf8-50d9-4532-805d-2701be4fb420 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.730665 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ac5b40ca-9075-41ae-9d21-015d186f05d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.740729 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46ccf8-50d9-4532-805d-2701be4fb420 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Network': ['ID=2048deae-ae64-45bf-a0c0-b352a9b309db,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:38.751551 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 2048deae-ae64-45bf-a0c0-b352a9b309db details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:38.769036 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.812106 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4a46ccf8-50d9-4532-805d-2701be4fb420 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4711053 Dec 10 18:36:38.812777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36478) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:38.817572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'admin_state_up': True, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:38.862473 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ac5b40ca-9075-41ae-9d21-015d186f05d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0a3b3cb2fa74305b8acd023822a227a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7740161 Dec 10 18:36:38.865116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36480) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:38.874811 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b40ca-9075-41ae-9d21-015d186f05d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13161a53-fc86-4138-896c-50770b333c02,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:38.921937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.923038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.931942 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27e5e4f2-dcac-48db-ade6-1236c63638ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.966991 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27e5e4f2-dcac-48db-ade6-1236c63638ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.001601 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.029413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.085076 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network f5d9b351-877d-43a9-80b4-f44c70a439ac is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:39.093431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:39.101677 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:39.108396 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.108581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27e5e4f2-dcac-48db-ade6-1236c63638ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.111196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-27e5e4f2-dcac-48db-ade6-1236c63638ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.112373 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-27e5e4f2-dcac-48db-ade6-1236c63638ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/13161a53-fc86-4138-896c-50770b333c02 HTTP/1.1" status: 204 len: 168 time: 0.2461715 Dec 10 18:36:39.150965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5e4f2-dcac-48db-ade6-1236c63638ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13161a53-fc86-4138-896c-50770b333c02,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:39.151186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=03ee109e-6903-490a-88a6-d38e117cc346,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:39.171048 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.211450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efe07a1-deef-4efd-aa68-8a921426d6ef None None] Network f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:39.212171 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.212964 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.246962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.328329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4d6ac274-42a2-4e9d-9400-4942f9328202 None None] Provisioning complete for port 5538c796-ee52-4d40-aa9c-cc39700aa640 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:39.328802 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac274-42a2-4e9d-9400-4942f9328202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.339167 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=a236721a-fedc-4d56-a315-3e8c2d4c7821,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:39.422081 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:39.428573 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:39.468876 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac274-42a2-4e9d-9400-4942f9328202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.544672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4d6ac274-42a2-4e9d-9400-4942f9328202 None None] For port 5538c796-ee52-4d40-aa9c-cc39700aa640, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5538c796-ee52-4d40-aa9c-cc39700aa640,segment=NetworkSegment(e952cf84-8c6a-40d4-9b7f-74468c7d097a),segment_id=e952cf84-8c6a-40d4-9b7f-74468c7d097a)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:39.586708 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5538c796-ee52-4d40-aa9c-cc39700aa640 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:39.635225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac274-42a2-4e9d-9400-4942f9328202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.638876 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.649890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.671737 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.692904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ac274-42a2-4e9d-9400-4942f9328202 None None] Pushing event updated for resources: {'Port': ['ID=5538c796-ee52-4d40-aa9c-cc39700aa640,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:39.731770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5538c796-ee52-4d40-aa9c-cc39700aa640 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:39.732148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.787775 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f8ce7777-ec3a-49cd-b23e-94481d696b14 None None] Provisioning complete for port a236721a-fedc-4d56-a315-3e8c2d4c7821 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:39.788440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7777-ec3a-49cd-b23e-94481d696b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.860999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d643a3ab-e152-486e-8513-db53c5e12918 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:39.905529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.160 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/6819a4b6-24d4-4efa-b992-2e63c8d804b5) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:39.914859 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f8ce7777-ec3a-49cd-b23e-94481d696b14 None None] Port a236721a-fedc-4d56-a315-3e8c2d4c7821 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:39.918055 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: d643a3ab-e152-486e-8513-db53c5e12918 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:39.921215 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d643a3ab-e152-486e-8513-db53c5e12918 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:39.930026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f8ce7777-ec3a-49cd-b23e-94481d696b14 None None] Provisioning complete for port 5538c796-ee52-4d40-aa9c-cc39700aa640 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:39.930549 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7777-ec3a-49cd-b23e-94481d696b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.059801 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.163202 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.192385 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-81a2e9a4-673f-447d-8a4c-df6478235339 None None] Provisioning complete for port a236721a-fedc-4d56-a315-3e8c2d4c7821 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:40.193111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-81a2e9a4-673f-447d-8a4c-df6478235339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.247454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-81a2e9a4-673f-447d-8a4c-df6478235339 None None] Port a236721a-fedc-4d56-a315-3e8c2d4c7821 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:40.250102 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=6819a4b6-24d4-4efa-b992-2e63c8d804b5,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:40.264715 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:40.267252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:40.270842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:40.283932 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f0bf4-f00a-4f8e-bd76-7d7d84a0054c None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:40.302824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 5d51ace4-93a2-41cb-b17a-420971aafcb8 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:36:40.372377 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a3ae97a5-711f-4fc8-bda4-5de4202c5c23 None None] Provisioning complete for port 6819a4b6-24d4-4efa-b992-2e63c8d804b5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:40.374198 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3ae97a5-711f-4fc8-bda4-5de4202c5c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.419671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae97a5-711f-4fc8-bda4-5de4202c5c23 None None] Port 6819a4b6-24d4-4efa-b992-2e63c8d804b5 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:40.465472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:40.474058 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d27daf11-524f-43eb-b5e2-652613614cf8 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2674131 Dec 10 18:36:40.477222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36502) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:40.479001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Sync routers for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:40.483235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-44354c68-46dc-4b6d-98b0-b66d95b213dc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-26065985'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:40.491693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36504) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:40.491946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:40.492607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:40.501031 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.599488 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fa4702ae-2181-43ce-bd89-de85e7005c67 None None] Provisioning complete for port a236721a-fedc-4d56-a315-3e8c2d4c7821 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:40.599868 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fa4702ae-2181-43ce-bd89-de85e7005c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.620870 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.633080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:40.672519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-fa4702ae-2181-43ce-bd89-de85e7005c67 None None] Port a236721a-fedc-4d56-a315-3e8c2d4c7821 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:40.713538 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.716629 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=03ee109e-6903-490a-88a6-d38e117cc346,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:40.822406 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network f5d9b351-877d-43a9-80b4-f44c70a439ac is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:40.824388 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:40.858963 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:36:38Z', 'revision_number': 2, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:38Z', 'revision_number': 2, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:40.893199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Checking router: 5d51ace4-93a2-41cb-b17a-420971aafcb8 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:40.893902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Updating router 5d51ace4-93a2-41cb-b17a-420971aafcb8 port a236721a-fedc-4d56-a315-3e8c2d4c7821 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:36:40.902114 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-840692291'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:40.910051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44354c68-46dc-4b6d-98b0-b66d95b213dc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:40.913641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-44354c68-46dc-4b6d-98b0-b66d95b213dc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.919687 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.948219 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:40.963076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44354c68-46dc-4b6d-98b0-b66d95b213dc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:40.979048 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-44354c68-46dc-4b6d-98b0-b66d95b213dc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.979365 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-44354c68-46dc-4b6d-98b0-b66d95b213dc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Added segment 67ffed9e-22bf-4f43-ba9c-6060b01b5238 of type vlan for network 74d87769-fa82-4a18-8f60-3579e5f7c547 Dec 10 18:36:40.987909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.068416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Made reservation on behalf of b662fa4c74fb4c26a0c444b8e6cb68c2 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:41.071479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:41.072099 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.080816 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8a000546-c02e-4b63-8e21-14e169e609c7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "PUT /v2.0/routers/4d9cc148-d9c3-4484-b5c9-67181e30e897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0633512 Dec 10 18:36:41.081095 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36508) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:41.088883 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f66d79-73e1-4c94-a6dd-480f732fd867 None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:41.089407 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.089537 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-01ec8ccd-51e8-490c-a93d-d87e33d55253 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'port': {'network_id': 'f5d9b351-877d-43a9-80b4-f44c70a439ac', 'name': 'tempest-FloatingIPTestJSON-533157727'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:41.098249 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f66d79-73e1-4c94-a6dd-480f732fd867 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:41.099226 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-42f66d79-73e1-4c94-a6dd-480f732fd867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:41.108028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-44354c68-46dc-4b6d-98b0-b66d95b213dc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.134141 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-42f66d79-73e1-4c94-a6dd-480f732fd867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:41.144559 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f66d79-73e1-4c94-a6dd-480f732fd867 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:41.145433 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-42f66d79-73e1-4c94-a6dd-480f732fd867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:41.184612 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-42f66d79-73e1-4c94-a6dd-480f732fd867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:41.185628 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f66d79-73e1-4c94-a6dd-480f732fd867 None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:41.261897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-44354c68-46dc-4b6d-98b0-b66d95b213dc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.267364 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44354c68-46dc-4b6d-98b0-b66d95b213dc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:41.267935 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-44354c68-46dc-4b6d-98b0-b66d95b213dc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.331726 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ec8ccd-51e8-490c-a93d-d87e33d55253 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Made reservation on behalf of 17e48bcfd16e4410a803a286cda31795 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:41.335856 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-01ec8ccd-51e8-490c-a93d-d87e33d55253 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.355179 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-01ec8ccd-51e8-490c-a93d-d87e33d55253 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] device_id is not set on port f0d8dceb-8678-4315-99b4-cabe4d90169c yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:36:41.383409 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44354c68-46dc-4b6d-98b0-b66d95b213dc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Network': ['ID=74d87769-fa82-4a18-8f60-3579e5f7c547,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:41.385870 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.386799 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.399071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 74d87769-fa82-4a18-8f60-3579e5f7c547 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:41.399260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.462020 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-44354c68-46dc-4b6d-98b0-b66d95b213dc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9829278 Dec 10 18:36:41.468782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36510) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:41.477682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5538c796-ee52-4d40-aa9c-cc39700aa640 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:41.488987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-01ec8ccd-51e8-490c-a93d-d87e33d55253 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.20.0.10 (f5d9b351-877d-43a9-80b4-f44c70a439ac/defc8fe8-36e0-413d-80d7-5bb66c360883/f0d8dceb-8678-4315-99b4-cabe4d90169c) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:41.494616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.518932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-6425a6f5-f4b5-4e7a-b2df-3752e46078e7 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'subnet': {'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:41.520363 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.539111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:41.559152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc2121e-d6b1-4770-a159-c24c876ff22d,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:41.571652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.576968 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Added segment abe63900-84f6-433d-90bb-d75cda96d9bc of type vlan for network cf98f8bf-1256-4140-b507-5ef287388ae4 Dec 10 18:36:41.605594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653f32e-f8b3-4ccf-a6c7-b41fd160091d None None] Pushing event updated for resources: {'Port': ['ID=a236721a-fedc-4d56-a315-3e8c2d4c7821,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:41.635975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.636333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5538c796-ee52-4d40-aa9c-cc39700aa640 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:41.636711 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.705263 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Attempting to bind port a236721a-fedc-4d56-a315-3e8c2d4c7821 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:41.705610 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Attempting to bind port a236721a-fedc-4d56-a315-3e8c2d4c7821 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'e952cf84-8c6a-40d4-9b7f-74468c7d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:41.706083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Attempting to bind port a236721a-fedc-4d56-a315-3e8c2d4c7821 on network f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:41.714470 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:41.721282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Checking segment: {'id': 'e952cf84-8c6a-40d4-9b7f-74468c7d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:41.721282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.721282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Bound using segment: {'id': 'e952cf84-8c6a-40d4-9b7f-74468c7d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:41.721282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Bound port: a236721a-fedc-4d56-a315-3e8c2d4c7821, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e952cf84-8c6a-40d4-9b7f-74468c7d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:41.721282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.734449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-01ec8ccd-51e8-490c-a93d-d87e33d55253 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.760779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.769416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:41.770221 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.782426 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6425a6f5-f4b5-4e7a-b2df-3752e46078e7 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:41.787130 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6425a6f5-f4b5-4e7a-b2df-3752e46078e7 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.797585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:36:41.819360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] For port a236721a-fedc-4d56-a315-3e8c2d4c7821, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:41.824493 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] For port a236721a-fedc-4d56-a315-3e8c2d4c7821, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a236721a-fedc-4d56-a315-3e8c2d4c7821,segment=NetworkSegment(e952cf84-8c6a-40d4-9b7f-74468c7d097a),segment_id=e952cf84-8c6a-40d4-9b7f-74468c7d097a)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:41.862399 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-01ec8ccd-51e8-490c-a93d-d87e33d55253 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.875361 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.937456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Pushing event updated for resources: {'Network': ['ID=cf98f8bf-1256-4140-b507-5ef287388ae4,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:41.942653 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ca349621-8daa-4354-b87f-d4bffc8a30d8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4499574 Dec 10 18:36:41.946610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36512) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:41.950794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653f32e-f8b3-4ccf-a6c7-b41fd160091d None None] Pushing event updated for resources: {'Port': ['ID=a236721a-fedc-4d56-a315-3e8c2d4c7821,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:41.952645 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ec8ccd-51e8-490c-a93d-d87e33d55253 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network f5d9b351-877d-43a9-80b4-f44c70a439ac is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:41.953178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8c171749-dddb-4854-ba87-f0d3464de6b7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Request body: {'subnet': {'network_id': 'cf98f8bf-1256-4140-b507-5ef287388ae4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:41.954016 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:41.954852 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:41.955476 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec8ccd-51e8-490c-a93d-d87e33d55253 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=f0d8dceb-8678-4315-99b4-cabe4d90169c,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:41.960297 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-01ec8ccd-51e8-490c-a93d-d87e33d55253 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:41.960917 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network cf98f8bf-1256-4140-b507-5ef287388ae4 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:41.963977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec8ccd-51e8-490c-a93d-d87e33d55253 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:42.059238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ec8ccd-51e8-490c-a93d-d87e33d55253 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:42.061063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-01ec8ccd-51e8-490c-a93d-d87e33d55253 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.086548 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:42.107477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Sync routers for ids ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:42.138393 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-53329234-821b-4cab-b582-8b00779b9d8a None None] Provisioning complete for port a236721a-fedc-4d56-a315-3e8c2d4c7821 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:42.141749 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-53329234-821b-4cab-b582-8b00779b9d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.143334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c171749-dddb-4854-ba87-f0d3464de6b7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Made reservation on behalf of b662fa4c74fb4c26a0c444b8e6cb68c2 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:42.150358 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c171749-dddb-4854-ba87-f0d3464de6b7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.170537 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:42.174682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Routers {'d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:42.175306 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:42.189683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6425a6f5-f4b5-4e7a-b2df-3752e46078e7 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.222398 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.226726 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ca90dc71-dd6f-46dd-983f-c251942895de tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4099159 Dec 10 18:36:42.228229 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36514) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:42.246786 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-01ec8ccd-51e8-490c-a93d-d87e33d55253 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1640780 Dec 10 18:36:42.256092 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36516) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:42.276684 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3e161a28-af18-4f1e-9bbc-abad4320e149 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'port': {'network_id': 'f5d9b351-877d-43a9-80b4-f44c70a439ac', 'name': 'tempest-FloatingIPTestJSON-90804337'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:42.290436 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7d378be7-9c55-41af-a14b-894f4bc02d1a tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d8d709b5542940cd80a96d0fc97864e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619633 Dec 10 18:36:42.294008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36518) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:42.332176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425a6f5-f4b5-4e7a-b2df-3752e46078e7 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Subnet': ['ID=16af35c5-d428-4a90-9727-199fcf0e9439,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:42.344510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6425a6f5-f4b5-4e7a-b2df-3752e46078e7 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Checking segment: {'id': '67ffed9e-22bf-4f43-ba9c-6060b01b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:42.344876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6425a6f5-f4b5-4e7a-b2df-3752e46078e7 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network hostable DHCP agents. Network: 74d87769-fa82-4a18-8f60-3579e5f7c547, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:42.444578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Set router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:42.473984 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6425a6f5-f4b5-4e7a-b2df-3752e46078e7 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 74d87769-fa82-4a18-8f60-3579e5f7c547 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:42.503217 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e161a28-af18-4f1e-9bbc-abad4320e149 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Made reservation on behalf of 17e48bcfd16e4410a803a286cda31795 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:42.507439 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3e161a28-af18-4f1e-9bbc-abad4320e149 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.525570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-3e161a28-af18-4f1e-9bbc-abad4320e149 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] device_id is not set on port b9089249-f5eb-4c06-9ef9-1afeb4b1d808 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:36:42.530841 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-53329234-821b-4cab-b582-8b00779b9d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.533513 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aef66b1-10f2-4d18-bc04-af9c44a2f6ef tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:42.539752 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2aef66b1-10f2-4d18-bc04-af9c44a2f6ef tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2400935 Dec 10 18:36:42.540615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36520) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:42.585115 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-97964785-7e9a-4a11-b599-f675c1c219e8 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418942 Dec 10 18:36:42.586355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36522) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:42.588373 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-6425a6f5-f4b5-4e7a-b2df-3752e46078e7 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 74d87769-fa82-4a18-8f60-3579e5f7c547) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:42.595024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-185d7797-3a50-4b9d-9a60-efc6e13179dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1598143146', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:42.596328 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6425a6f5-f4b5-4e7a-b2df-3752e46078e7 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:42.597533 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6425a6f5-f4b5-4e7a-b2df-3752e46078e7 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.609834 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f4b98c-50d3-4ee2-b369-099ea07414fc None None] Network 74d87769-fa82-4a18-8f60-3579e5f7c547 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:42.655713 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-3e161a28-af18-4f1e-9bbc-abad4320e149 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.20.0.8 (f5d9b351-877d-43a9-80b4-f44c70a439ac/defc8fe8-36e0-413d-80d7-5bb66c360883/b9089249-f5eb-4c06-9ef9-1afeb4b1d808) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:42.656108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c171749-dddb-4854-ba87-f0d3464de6b7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.691738 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-53329234-821b-4cab-b582-8b00779b9d8a None None] For port a236721a-fedc-4d56-a315-3e8c2d4c7821, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a236721a-fedc-4d56-a315-3e8c2d4c7821,segment=NetworkSegment(e952cf84-8c6a-40d4-9b7f-74468c7d097a),segment_id=e952cf84-8c6a-40d4-9b7f-74468c7d097a)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:42.737649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c171749-dddb-4854-ba87-f0d3464de6b7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Pushing event updated for resources: {'Subnet': ['ID=719ebe26-8f21-4ad3-a098-92ee1003f50f,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:42.770044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c171749-dddb-4854-ba87-f0d3464de6b7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Checking segment: {'id': 'abe63900-84f6-433d-90bb-d75cda96d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf98f8bf-1256-4140-b507-5ef287388ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:42.770388 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c171749-dddb-4854-ba87-f0d3464de6b7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Network hostable DHCP agents. Network: cf98f8bf-1256-4140-b507-5ef287388ae4, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:42.771451 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6425a6f5-f4b5-4e7a-b2df-3752e46078e7 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3014109 Dec 10 18:36:42.774442 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36524) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:42.797923 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-53329234-821b-4cab-b582-8b00779b9d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.803094 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:36:38Z', 'revision_number': 2, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:41Z', 'revision_number': 4, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:42.849583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3e161a28-af18-4f1e-9bbc-abad4320e149 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.886901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185d7797-3a50-4b9d-9a60-efc6e13179dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:42.890647 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-185d7797-3a50-4b9d-9a60-efc6e13179dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.989340 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3e161a28-af18-4f1e-9bbc-abad4320e149 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.012394 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-74d87769-fa82-4a18-8f60-3579e5f7c547', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:36:43.013273 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.020037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c171749-dddb-4854-ba87-f0d3464de6b7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Network cf98f8bf-1256-4140-b507-5ef287388ae4 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:43.032293 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d73623f-8ac3-4306-a75f-d19b9cb648c8 None None] The sync data for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv is: [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:36:38Z', 'revision_number': 2, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:41Z', 'revision_number': 4, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:43.036549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e161a28-af18-4f1e-9bbc-abad4320e149 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network f5d9b351-877d-43a9-80b4-f44c70a439ac is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:43.040231 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-3e161a28-af18-4f1e-9bbc-abad4320e149 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:43.049577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e161a28-af18-4f1e-9bbc-abad4320e149 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:43.076376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53329234-821b-4cab-b582-8b00779b9d8a None None] Pushing event updated for resources: {'Port': ['ID=a236721a-fedc-4d56-a315-3e8c2d4c7821,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:43.079074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-91ba9608-9d06-4b4d-a744-954eb57a0da3 None None] Provisioning complete for port a236721a-fedc-4d56-a315-3e8c2d4c7821 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:43.079454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-91ba9608-9d06-4b4d-a744-954eb57a0da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.108768 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e161a28-af18-4f1e-9bbc-abad4320e149 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=b9089249-f5eb-4c06-9ef9-1afeb4b1d808,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:43.126808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e161a28-af18-4f1e-9bbc-abad4320e149 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:43.127426 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3e161a28-af18-4f1e-9bbc-abad4320e149 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.149621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-8c171749-dddb-4854-ba87-f0d3464de6b7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, cf98f8bf-1256-4140-b507-5ef287388ae4) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:43.156303 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c171749-dddb-4854-ba87-f0d3464de6b7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:43.156579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c171749-dddb-4854-ba87-f0d3464de6b7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.161112 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:36:40Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:39Z', 'updated_at': '2021-12-10T18:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:43.171332 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b2471b-4ad0-4ba3-9fbd-ab1a7af63907 None None] Network cf98f8bf-1256-4140-b507-5ef287388ae4 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:43.223524 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3e161a28-af18-4f1e-9bbc-abad4320e149 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9561007 Dec 10 18:36:43.225992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36526) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:43.232074 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'b9089249-f5eb-4c06-9ef9-1afeb4b1d808', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:43.254773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Checking router: d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:43.255138 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Updating router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 port 6819a4b6-24d4-4efa-b992-2e63c8d804b5 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:36:43.278667 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8c171749-dddb-4854-ba87-f0d3464de6b7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3304415 Dec 10 18:36:43.281209 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36528) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:43.288900 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-adf680d6-5f64-4c82-9f94-23d5f280f32b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Request body: {'port': {'network_id': 'cf98f8bf-1256-4140-b507-5ef287388ae4', 'name': 'tempest-TagsExtTest-48760245'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:43.327702 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.388189 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.393115 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.398265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-185d7797-3a50-4b9d-9a60-efc6e13179dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.428572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Allocated IP 2001:db8:1::2 (74d87769-fa82-4a18-8f60-3579e5f7c547/16af35c5-d428-4a90-9727-199fcf0e9439/cb6339ea-c5be-4b94-99e1-3982ecb77272) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:43.630262 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.640908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf680d6-5f64-4c82-9f94-23d5f280f32b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Made reservation on behalf of b662fa4c74fb4c26a0c444b8e6cb68c2 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:43.646177 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-adf680d6-5f64-4c82-9f94-23d5f280f32b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.678776 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a236721a-fedc-4d56-a315-3e8c2d4c7821 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:43.680900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-cf98f8bf-1256-4140-b507-5ef287388ae4', 'network_id': 'cf98f8bf-1256-4140-b507-5ef287388ae4', 'project_id': 'b662fa4c74fb4c26a0c444b8e6cb68c2', 'fixed_ips': [{'subnet_id': '719ebe26-8f21-4ad3-a098-92ee1003f50f'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:36:43.681729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.763911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-adf680d6-5f64-4c82-9f94-23d5f280f32b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] device_id is not set on port 5fbbb186-4b0b-457d-9ac4-3d0a51d7e910 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:36:43.834999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.26.5.50 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/61768b7e-d1bf-478c-860f-67323c5463ca) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:43.841136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d7797-3a50-4b9d-9a60-efc6e13179dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Subnet': ['ID=82000478-3526-4f86-a55c-aa43380b66cc,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:43.886354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185d7797-3a50-4b9d-9a60-efc6e13179dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Checking segment: {'id': 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:43.886722 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185d7797-3a50-4b9d-9a60-efc6e13179dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network hostable DHCP agents. Network: 2048deae-ae64-45bf-a0c0-b352a9b309db, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:43.941630 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port a236721a-fedc-4d56-a315-3e8c2d4c7821 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:43.942227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.956205 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-adf680d6-5f64-4c82-9f94-23d5f280f32b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Allocated IP 172.20.0.5 (cf98f8bf-1256-4140-b507-5ef287388ae4/719ebe26-8f21-4ad3-a098-92ee1003f50f/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:43.992665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.025735 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.062481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185d7797-3a50-4b9d-9a60-efc6e13179dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 2048deae-ae64-45bf-a0c0-b352a9b309db is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:44.103209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.142461 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Network 74d87769-fa82-4a18-8f60-3579e5f7c547 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:44.147658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:44.151492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:44.158728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-185d7797-3a50-4b9d-9a60-efc6e13179dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 2048deae-ae64-45bf-a0c0-b352a9b309db) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:44.160026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Pushing event updated for resources: {'Port': ['ID=cb6339ea-c5be-4b94-99e1-3982ecb77272,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:44.169920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Allocated IP 2001:db8:1::1 (74d87769-fa82-4a18-8f60-3579e5f7c547/16af35c5-d428-4a90-9727-199fcf0e9439/b084fb7c-214a-4ffd-81fc-f181b12ecdf7) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:44.172846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185d7797-3a50-4b9d-9a60-efc6e13179dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:44.173455 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-185d7797-3a50-4b9d-9a60-efc6e13179dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.185060 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-adf680d6-5f64-4c82-9f94-23d5f280f32b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.194593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aea720-49be-4346-b7dd-ab409241c307 None None] Network 2048deae-ae64-45bf-a0c0-b352a9b309db requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:44.227577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.269821 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-185d7797-3a50-4b9d-9a60-efc6e13179dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6821430 Dec 10 18:36:44.274741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36530) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:44.276564 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:44.284151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:44.288678 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:44.291680 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=61768b7e-d1bf-478c-860f-67323c5463ca,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:44.330368 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-adf680d6-5f64-4c82-9f94-23d5f280f32b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.366185 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Attempting to bind port cb6339ea-c5be-4b94-99e1-3982ecb77272 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:44.366934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Attempting to bind port cb6339ea-c5be-4b94-99e1-3982ecb77272 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '67ffed9e-22bf-4f43-ba9c-6060b01b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:44.366934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Attempting to bind port cb6339ea-c5be-4b94-99e1-3982ecb77272 on network 74d87769-fa82-4a18-8f60-3579e5f7c547 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:44.397316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:44.397588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Checking segment: {'id': '67ffed9e-22bf-4f43-ba9c-6060b01b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:44.397744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.398198 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.398374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Bound using segment: {'id': '67ffed9e-22bf-4f43-ba9c-6060b01b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:44.398853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Bound port: cb6339ea-c5be-4b94-99e1-3982ecb77272, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ffed9e-22bf-4f43-ba9c-6060b01b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:44.399211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf680d6-5f64-4c82-9f94-23d5f280f32b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Network cf98f8bf-1256-4140-b507-5ef287388ae4 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:44.399609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.420500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-adf680d6-5f64-4c82-9f94-23d5f280f32b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:44.429081 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf680d6-5f64-4c82-9f94-23d5f280f32b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:44.449129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Allocated IP 172.20.0.2 (cf98f8bf-1256-4140-b507-5ef287388ae4/719ebe26-8f21-4ad3-a098-92ee1003f50f/b27580bc-7483-473f-ad7a-b10812d0b2e7) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:44.488525 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-2048deae-ae64-45bf-a0c0-b352a9b309db', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ips': [{'subnet_id': '82000478-3526-4f86-a55c-aa43380b66cc'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:36:44.489399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.495020 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf680d6-5f64-4c82-9f94-23d5f280f32b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Pushing event updated for resources: {'Port': ['ID=5fbbb186-4b0b-457d-9ac4-3d0a51d7e910,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:44.580969 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf680d6-5f64-4c82-9f94-23d5f280f32b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:44.581809 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-adf680d6-5f64-4c82-9f94-23d5f280f32b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.649881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.684545 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] For port cb6339ea-c5be-4b94-99e1-3982ecb77272, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:44.713441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 74d87769-fa82-4a18-8f60-3579e5f7c547 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:44.720515 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-adf680d6-5f64-4c82-9f94-23d5f280f32b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.4352019 Dec 10 18:36:44.721323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:44.723590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36532) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:44.726644 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] For port cb6339ea-c5be-4b94-99e1-3982ecb77272, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=cb6339ea-c5be-4b94-99e1-3982ecb77272,segment=NetworkSegment(67ffed9e-22bf-4f43-ba9c-6060b01b5238),segment_id=67ffed9e-22bf-4f43-ba9c-6060b01b5238)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:44.730554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-54802ad5-d0c0-417e-987a-15e7e8248cb0 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1565932582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:44.741616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:44.742678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.744994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=b084fb7c-214a-4ffd-81fc-f181b12ecdf7,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:44.779531 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.823138 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.830745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.871287 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.926709 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-54802ad5-d0c0-417e-987a-15e7e8248cb0 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.927775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-54802ad5-d0c0-417e-987a-15e7e8248cb0 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.986158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.017622 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-54802ad5-d0c0-417e-987a-15e7e8248cb0 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.052378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.071670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.112605 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Allocated IP 172.20.0.2 (2048deae-ae64-45bf-a0c0-b352a9b309db/82000478-3526-4f86-a55c-aa43380b66cc/3d68c024-2a6c-4907-af1b-a0a4d0069812) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:45.126670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0398678e-47a3-4150-81f2-3979cae9fa02 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:45.141962 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.147581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-54802ad5-d0c0-417e-987a-15e7e8248cb0 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.164419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3eae8a-7066-4385-b3ec-fd8f6d440c7b None None] Pushing event updated for resources: {'Port': ['ID=cb6339ea-c5be-4b94-99e1-3982ecb77272,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:45.215597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839951b6-642e-42c9-bcb4-7f16f664d479 None None] Pushing event updated for resources: {'Port': ['ID=6819a4b6-24d4-4efa-b992-2e63c8d804b5,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:45.221951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Attempting to bind port 6819a4b6-24d4-4efa-b992-2e63c8d804b5 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:45.222324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Attempting to bind port 6819a4b6-24d4-4efa-b992-2e63c8d804b5 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:45.222797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Attempting to bind port 6819a4b6-24d4-4efa-b992-2e63c8d804b5 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:45.239597 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.244921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:45.244921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:45.245356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.245733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:45.246243 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Bound port: 6819a4b6-24d4-4efa-b992-2e63c8d804b5, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:45.246617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.279618 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.320591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.377969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-54802ad5-d0c0-417e-987a-15e7e8248cb0 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.379415 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-54802ad5-d0c0-417e-987a-15e7e8248cb0 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6526418 Dec 10 18:36:45.404431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36534) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:45.409077 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-4be4006e-f3f6-4ade-a184-9b560b1cd7a7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1188889083', 'prefixes': ['172.20.0.0/16']}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:45.419141 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] For port 6819a4b6-24d4-4efa-b992-2e63c8d804b5, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:45.423378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] For port 6819a4b6-24d4-4efa-b992-2e63c8d804b5, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6819a4b6-24d4-4efa-b992-2e63c8d804b5,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:45.448801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d91cc3bf-47a2-4050-8a74-dff13d5d5352 None None] Provisioning complete for port 6819a4b6-24d4-4efa-b992-2e63c8d804b5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:45.449183 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d91cc3bf-47a2-4050-8a74-dff13d5d5352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.478570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=61768b7e-d1bf-478c-860f-67323c5463ca,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:45.489404 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.526635 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d91cc3bf-47a2-4050-8a74-dff13d5d5352 None None] Port 6819a4b6-24d4-4efa-b992-2e63c8d804b5 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:45.532614 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Network cf98f8bf-1256-4140-b507-5ef287388ae4 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:45.534129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.545785 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Pushing event updated for resources: {'Port': ['ID=b27580bc-7483-473f-ad7a-b10812d0b2e7,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:45.551719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:45.575431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:45.620033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9028990c-2036-4835-8e2b-30986879796c None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:45.621970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device cb6339ea-c5be-4b94-99e1-3982ecb77272 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:45.653261 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Floating IP 03954977-3547-4245-9bd0-b5e64925b26b associated. External IP: 172.26.5.50, port: b9089249-f5eb-4c06-9ef9-1afeb4b1d808. Dec 10 18:36:45.705618 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.721140 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Routers {'d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:45.721871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:45.777516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.778565 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.854546 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839951b6-642e-42c9-bcb4-7f16f664d479 None None] Pushing event updated for resources: {'Port': ['ID=6819a4b6-24d4-4efa-b992-2e63c8d804b5,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:45.854790 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4be4006e-f3f6-4ade-a184-9b560b1cd7a7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for subnetpool, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.856190 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4be4006e-f3f6-4ade-a184-9b560b1cd7a7 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4505818 Dec 10 18:36:45.863334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36536) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:45.864512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=b084fb7c-214a-4ffd-81fc-f181b12ecdf7,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:45.866308 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Attempting to bind port b27580bc-7483-473f-ad7a-b10812d0b2e7 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:45.866594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Attempting to bind port b27580bc-7483-473f-ad7a-b10812d0b2e7 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'abe63900-84f6-433d-90bb-d75cda96d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf98f8bf-1256-4140-b507-5ef287388ae4'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:45.866961 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Attempting to bind port b27580bc-7483-473f-ad7a-b10812d0b2e7 on network cf98f8bf-1256-4140-b507-5ef287388ae4 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:45.879136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-acd6116c-57c2-4b35-9667-b1b6c412bfa9 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '719ebe26-8f21-4ad3-a098-92ee1003f50f', 'tempest-TagsExtTest-Tag-724995560') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:45.904693 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:45.905273 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Checking segment: {'id': 'abe63900-84f6-433d-90bb-d75cda96d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf98f8bf-1256-4140-b507-5ef287388ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:45.905895 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.906561 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Bound using segment: {'id': 'abe63900-84f6-433d-90bb-d75cda96d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf98f8bf-1256-4140-b507-5ef287388ae4'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:45.907280 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Bound port: b27580bc-7483-473f-ad7a-b10812d0b2e7, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe63900-84f6-433d-90bb-d75cda96d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf98f8bf-1256-4140-b507-5ef287388ae4'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:45.907830 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.939921 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:45.944159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5d6cadba-d70e-4d3a-a8a9-89bedf0f0773 None None] Provisioning complete for port 6819a4b6-24d4-4efa-b992-2e63c8d804b5 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:45.945000 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5d6cadba-d70e-4d3a-a8a9-89bedf0f0773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.950816 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.011952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port cb6339ea-c5be-4b94-99e1-3982ecb77272 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:46.012634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.059731 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.080787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:46.096537 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e07bbd-80b3-4880-b3b6-5cce58a43558 None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:46.115155 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e07bbd-80b3-4880-b3b6-5cce58a43558 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:46.116029 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-06e07bbd-80b3-4880-b3b6-5cce58a43558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:46.120093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 74d87769-fa82-4a18-8f60-3579e5f7c547 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:46.128809 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] Set router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:46.130732 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:46.142227 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-acd6116c-57c2-4b35-9667-b1b6c412bfa9 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "PUT /v2.0/subnets/719ebe26-8f21-4ad3-a098-92ee1003f50f/tags/tempest-TagsExtTest-Tag-724995560 HTTP/1.1" status: 201 len: 201 time: 0.2721670 Dec 10 18:36:46.145068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36538) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:46.150756 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-edd9622b-68da-4fd1-b113-31b835b97b97 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5fbbb186-4b0b-457d-9ac4-3d0a51d7e910', 'tempest-TagsExtTest-Tag-467683324') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:46.160823 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-06e07bbd-80b3-4880-b3b6-5cce58a43558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:46.169679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.1 (2048deae-ae64-45bf-a0c0-b352a9b309db/82000478-3526-4f86-a55c-aa43380b66cc/5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:46.170812 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e07bbd-80b3-4880-b3b6-5cce58a43558 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:46.171423 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-06e07bbd-80b3-4880-b3b6-5cce58a43558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:46.196787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.213920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] For port b27580bc-7483-473f-ad7a-b10812d0b2e7, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:46.215783 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-06e07bbd-80b3-4880-b3b6-5cce58a43558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:46.216809 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e07bbd-80b3-4880-b3b6-5cce58a43558 None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:46.219559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Network 2048deae-ae64-45bf-a0c0-b352a9b309db is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:46.244300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:46.250537 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b5ba9f75-3ccc-4b18-956d-0b8efc15d740 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 3.0233705 Dec 10 18:36:46.251589 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36540) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:46.257928 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-89a3f75c-8fb4-454e-af9f-3b787a63cba7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:46.267703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Pushing event updated for resources: {'Port': ['ID=3d68c024-2a6c-4907-af1b-a0a4d0069812,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:46.271600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] For port b27580bc-7483-473f-ad7a-b10812d0b2e7, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b27580bc-7483-473f-ad7a-b10812d0b2e7,segment=NetworkSegment(abe63900-84f6-433d-90bb-d75cda96d9bc),segment_id=abe63900-84f6-433d-90bb-d75cda96d9bc)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:46.273411 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:46.335973 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-89a3f75c-8fb4-454e-af9f-3b787a63cba7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.405044 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.414978 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 5d51ace4-93a2-41cb-b17a-420971aafcb8 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:46.496089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.554545 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.578787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5d6cadba-d70e-4d3a-a8a9-89bedf0f0773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.578914 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:46.591312 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d8781bc4-d42e-4d82-9081-99058d7883bf tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8091166 Dec 10 18:36:46.591312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36542) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:46.597291 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0ab70df5-2fc3-4d74-8ca6-70f0e360139a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-25587954'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:46.607486 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eedd14d-5d9f-405d-9fe2-066bb92d6ed2 None None] Network 74d87769-fa82-4a18-8f60-3579e5f7c547 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:46.619348 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Sync routers for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:46.679848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Attempting to bind port 3d68c024-2a6c-4907-af1b-a0a4d0069812 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:46.680236 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Attempting to bind port 3d68c024-2a6c-4907-af1b-a0a4d0069812 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:46.680590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Attempting to bind port 3d68c024-2a6c-4907-af1b-a0a4d0069812 on network 2048deae-ae64-45bf-a0c0-b352a9b309db {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:46.700889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.746147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab70df5-2fc3-4d74-8ca6-70f0e360139a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:46.748284 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port cb6339ea-c5be-4b94-99e1-3982ecb77272, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=cb6339ea-c5be-4b94-99e1-3982ecb77272,segment=NetworkSegment(67ffed9e-22bf-4f43-ba9c-6060b01b5238),segment_id=67ffed9e-22bf-4f43-ba9c-6060b01b5238)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:46.751838 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0ab70df5-2fc3-4d74-8ca6-70f0e360139a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.753018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-5d6cadba-d70e-4d3a-a8a9-89bedf0f0773 None None] For port 6819a4b6-24d4-4efa-b992-2e63c8d804b5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6819a4b6-24d4-4efa-b992-2e63c8d804b5,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:46.755879 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:46.760515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Checking segment: {'id': 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:46.760515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.760515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Bound using segment: {'id': 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:46.760515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Bound port: 3d68c024-2a6c-4907-af1b-a0a4d0069812, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:46.760515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.760515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f8d12602-4ef8-4426-ae4a-cb948e262654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.776106 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:46.776756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:46.778628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4197d-a95f-4077-a7b6-f388160e25be None None] Pushing event updated for resources: {'Port': ['ID=b27580bc-7483-473f-ad7a-b10812d0b2e7,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:46.810068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 2048deae-ae64-45bf-a0c0-b352a9b309db is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:46.823966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:46.831063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:46.859104 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-edd9622b-68da-4fd1-b113-31b835b97b97 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "PUT /v2.0/ports/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910/tags/tempest-TagsExtTest-Tag-467683324 HTTP/1.1" status: 201 len: 201 time: 0.7102349 Dec 10 18:36:46.861166 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36544) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:46.869614 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-031f7d81-3832-4dc7-b431-86f640271552 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6197cb1a-a03b-47a0-98c8-20f7b0283f5a', 'tempest-TagsExtTest-Tag-530666096') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:46.889569 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.899135 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5d6cadba-d70e-4d3a-a8a9-89bedf0f0773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.899400 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:46.926585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab70df5-2fc3-4d74-8ca6-70f0e360139a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:46.944573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0ab70df5-2fc3-4d74-8ca6-70f0e360139a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.945422 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-0ab70df5-2fc3-4d74-8ca6-70f0e360139a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Added segment 2bfad0af-04e1-42d2-870c-0f056666e21a of type vlan for network 86cd7d19-0a70-464e-9995-20896b5a9fa0 Dec 10 18:36:46.958066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.994994 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-89a3f75c-8fb4-454e-af9f-3b787a63cba7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.044100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0ab70df5-2fc3-4d74-8ca6-70f0e360139a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.046174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-89a3f75c-8fb4-454e-af9f-3b787a63cba7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.046557 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-89a3f75c-8fb4-454e-af9f-3b787a63cba7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Floating IP 03954977-3547-4245-9bd0-b5e64925b26b disassociated. External IP: 172.26.5.50, port: b9089249-f5eb-4c06-9ef9-1afeb4b1d808. Dec 10 18:36:47.118999 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-031f7d81-3832-4dc7-b431-86f640271552 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "PUT /v2.0/routers/6197cb1a-a03b-47a0-98c8-20f7b0283f5a/tags/tempest-TagsExtTest-Tag-530666096 HTTP/1.1" status: 201 len: 201 time: 0.2541189 Dec 10 18:36:47.119783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36546) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:47.125843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-fe798cb5-4176-464b-93c0-8141192e3ef4 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a5b8ff1d-2352-44bc-9042-910947ae7f27', 'tempest-TagsExtTest-Tag-2040840941') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:47.151379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0ab70df5-2fc3-4d74-8ca6-70f0e360139a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.157735 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab70df5-2fc3-4d74-8ca6-70f0e360139a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:47.158738 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0ab70df5-2fc3-4d74-8ca6-70f0e360139a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.216980 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:47.281444 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a3f75c-8fb4-454e-af9f-3b787a63cba7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:47.282925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab70df5-2fc3-4d74-8ca6-70f0e360139a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Network': ['ID=86cd7d19-0a70-464e-9995-20896b5a9fa0,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:47.292703 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0ab70df5-2fc3-4d74-8ca6-70f0e360139a tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7015386 Dec 10 18:36:47.295678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=cb6339ea-c5be-4b94-99e1-3982ecb77272,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:47.296408 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36548) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:47.300710 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.301745 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-4aab6125-ccda-48d2-b650-6d2fe4cb9951 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'subnet': {'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:47.307274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 86cd7d19-0a70-464e-9995-20896b5a9fa0 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:47.317219 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-316b9bd6-4801-4e52-acda-5bde0db61e61 None None] Provisioning complete for port cb6339ea-c5be-4b94-99e1-3982ecb77272 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:47.319814 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-316b9bd6-4801-4e52-acda-5bde0db61e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.338722 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:36:40Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:39Z', 'updated_at': '2021-12-10T18:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:47.358721 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fe798cb5-4176-464b-93c0-8141192e3ef4 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "PUT /v2.0/subnetpools/a5b8ff1d-2352-44bc-9042-910947ae7f27/tags/tempest-TagsExtTest-Tag-2040840941 HTTP/1.1" status: 201 len: 201 time: 0.2359776 Dec 10 18:36:47.359196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36550) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:47.363361 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-d173461a-1710-4239-a4db-c6cb0754c4c4 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '719ebe26-8f21-4ad3-a098-92ee1003f50f') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:47.389029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] For port 3d68c024-2a6c-4907-af1b-a0a4d0069812, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:47.514205 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a3f75c-8fb4-454e-af9f-3b787a63cba7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:47.526861 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-89a3f75c-8fb4-454e-af9f-3b787a63cba7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.529715 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd1562-bae1-4c20-bf00-95a5334df65c None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:47.545316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] For port 3d68c024-2a6c-4907-af1b-a0a4d0069812, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3d68c024-2a6c-4907-af1b-a0a4d0069812,segment=NetworkSegment(abb44871-e5ef-48e9-a9f6-bed16a4a20cc),segment_id=abb44871-e5ef-48e9-a9f6-bed16a4a20cc)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:47.551132 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd1562-bae1-4c20-bf00-95a5334df65c None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:47.554669 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-eecd1562-bae1-4c20-bf00-95a5334df65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:47.562983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e2b7b8-98a5-41ba-87a1-722a4343bd91 None None] The sync data for ids ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'] in dv-neutron-821434-1-hyperv is: [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:36:40Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:39Z', 'updated_at': '2021-12-10T18:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:47.572227 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-89a3f75c-8fb4-454e-af9f-3b787a63cba7 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "PUT /v2.0/floatingips/03954977-3547-4245-9bd0-b5e64925b26b HTTP/1.1" status: 200 len: 687 time: 1.3114393 Dec 10 18:36:47.573016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36552) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:47.692691 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-eecd1562-bae1-4c20-bf00-95a5334df65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:47.721589 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd1562-bae1-4c20-bf00-95a5334df65c None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:47.723378 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-eecd1562-bae1-4c20-bf00-95a5334df65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:47.727304 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aab6125-ccda-48d2-b650-6d2fe4cb9951 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:47.731257 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4aab6125-ccda-48d2-b650-6d2fe4cb9951 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.767927 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.815357 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-eecd1562-bae1-4c20-bf00-95a5334df65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:47.816575 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd1562-bae1-4c20-bf00-95a5334df65c None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:47.847573 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b27580bc-7483-473f-ad7a-b10812d0b2e7 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:47.911006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cadba-d70e-4d3a-a8a9-89bedf0f0773 None None] Pushing event updated for resources: {'Port': ['ID=6819a4b6-24d4-4efa-b992-2e63c8d804b5,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:48.155658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-b4f39cf8-8688-4c7f-baed-532cb487a2f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port 61768b7e-d1bf-478c-860f-67323c5463ca {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:48.156206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4f39cf8-8688-4c7f-baed-532cb487a2f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.170363 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf33f5c-663f-486e-83a8-92016c0d9a09 None None] Pushing event updated for resources: {'Port': ['ID=3d68c024-2a6c-4907-af1b-a0a4d0069812,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:48.189347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port b27580bc-7483-473f-ad7a-b10812d0b2e7 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:48.189756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.228383 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d173461a-1710-4239-a4db-c6cb0754c4c4 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/subnets/719ebe26-8f21-4ad3-a098-92ee1003f50f/tags HTTP/1.1" status: 200 len: 240 time: 0.8680022 Dec 10 18:36:48.229356 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36554) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:48.230566 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4aab6125-ccda-48d2-b650-6d2fe4cb9951 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.238191 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-95a81344-f7a9-4faa-ba4f-e62ec229fc48 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '719ebe26-8f21-4ad3-a098-92ee1003f50f', 'tempest-TagsExtTest-Tag-724995560') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:48.386656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:36:44Z', 'revision_number': 3, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:45Z', 'revision_number': 2, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:48.396214 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.418949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.421943 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Checking router: 5d51ace4-93a2-41cb-b17a-420971aafcb8 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:48.422322 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Updating router 5d51ace4-93a2-41cb-b17a-420971aafcb8 port b084fb7c-214a-4ffd-81fc-f181b12ecdf7 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:36:48.457356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.462069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf8f57d-f9e4-4815-8fef-2ec2dc934c7c None None] Network cf98f8bf-1256-4140-b507-5ef287388ae4 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:48.475971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab6125-ccda-48d2-b650-6d2fe4cb9951 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Subnet': ['ID=f2703298-13aa-4ecd-9b63-f6da1a40c214,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:48.483823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.575377 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab6125-ccda-48d2-b650-6d2fe4cb9951 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Checking segment: {'id': '2bfad0af-04e1-42d2-870c-0f056666e21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:48.576007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aab6125-ccda-48d2-b650-6d2fe4cb9951 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network hostable DHCP agents. Network: 86cd7d19-0a70-464e-9995-20896b5a9fa0, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:48.588618 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.591352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4f39cf8-8688-4c7f-baed-532cb487a2f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.595071 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4f39cf8-8688-4c7f-baed-532cb487a2f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.604289 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:48.625911 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-62b68fab-0608-4aa9-ab62-482616607dfb None None] Provisioning complete for port b084fb7c-214a-4ffd-81fc-f181b12ecdf7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:48.626287 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-62b68fab-0608-4aa9-ab62-482616607dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.638511 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-b4f39cf8-8688-4c7f-baed-532cb487a2f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for 61768b7e-d1bf-478c-860f-67323c5463ca owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:48.663599 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.684770 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-95a81344-f7a9-4faa-ba4f-e62ec229fc48 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/subnets/719ebe26-8f21-4ad3-a098-92ee1003f50f/tags/tempest-TagsExtTest-Tag-724995560 HTTP/1.1" status: 204 len: 168 time: 0.4472167 Dec 10 18:36:48.688607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36556) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:48.688831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port b27580bc-7483-473f-ad7a-b10812d0b2e7, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b27580bc-7483-473f-ad7a-b10812d0b2e7,segment=NetworkSegment(abe63900-84f6-433d-90bb-d75cda96d9bc),segment_id=abe63900-84f6-433d-90bb-d75cda96d9bc)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:48.713896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-f4cf6884-7625-4fd1-bbad-ca9026a86177 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '719ebe26-8f21-4ad3-a098-92ee1003f50f', 'tempest-TagsExtTest-Tag-724995560') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:48.774254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.775056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device cb6339ea-c5be-4b94-99e1-3982ecb77272 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:48.838069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-62b68fab-0608-4aa9-ab62-482616607dfb None None] Port b084fb7c-214a-4ffd-81fc-f181b12ecdf7 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:48.852338 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aab6125-ccda-48d2-b650-6d2fe4cb9951 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 86cd7d19-0a70-464e-9995-20896b5a9fa0 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:48.860149 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 2048deae-ae64-45bf-a0c0-b352a9b309db is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:48.877972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:48.956028 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-62b68fab-0608-4aa9-ab62-482616607dfb None None] Provisioning complete for port cb6339ea-c5be-4b94-99e1-3982ecb77272 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:48.957134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-62b68fab-0608-4aa9-ab62-482616607dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.985255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-4aab6125-ccda-48d2-b650-6d2fe4cb9951 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 86cd7d19-0a70-464e-9995-20896b5a9fa0) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:48.996059 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aab6125-ccda-48d2-b650-6d2fe4cb9951 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:48.996645 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4aab6125-ccda-48d2-b650-6d2fe4cb9951 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.003926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-98f2e36d-a1e6-492a-83c1-da1b4cd3e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.021186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54013c8e-f476-4188-9cdd-cb55af7b2491 None None] Network 86cd7d19-0a70-464e-9995-20896b5a9fa0 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:49.083901 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f4cf6884-7625-4fd1-bbad-ca9026a86177 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/subnets/719ebe26-8f21-4ad3-a098-92ee1003f50f/tags/tempest-TagsExtTest-Tag-724995560 HTTP/1.1" status: 204 len: 168 time: 0.3856740 Dec 10 18:36:49.089254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36558) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:49.106080 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-5ab9e237-7f28-4765-9771-774f6b99e703 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '719ebe26-8f21-4ad3-a098-92ee1003f50f') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:49.133158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port cb6339ea-c5be-4b94-99e1-3982ecb77272 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:49.133836 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.164881 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4aab6125-ccda-48d2-b650-6d2fe4cb9951 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8673105 Dec 10 18:36:49.166500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36560) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:49.180944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:49.237540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=b27580bc-7483-473f-ad7a-b10812d0b2e7,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:49.241507 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4f39cf8-8688-4c7f-baed-532cb487a2f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.326979 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f39cf8-8688-4c7f-baed-532cb487a2f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=61768b7e-d1bf-478c-860f-67323c5463ca,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:49.461893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:49.479761 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e441da90-fceb-4c7b-9a70-6ea807c5e664 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2045169 Dec 10 18:36:49.482317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36562) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:49.578185 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.582419 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5ab9e237-7f28-4765-9771-774f6b99e703 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/subnets/719ebe26-8f21-4ad3-a098-92ee1003f50f/tags HTTP/1.1" status: 200 len: 205 time: 0.4859307 Dec 10 18:36:49.587141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36564) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:49.593479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-bcead366-bcef-4283-9915-58dff5aa5bdf tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5fbbb186-4b0b-457d-9ac4-3d0a51d7e910') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:49.622142 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-86cd7d19-0a70-464e-9995-20896b5a9fa0', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:36:49.623465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.642633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4f39cf8-8688-4c7f-baed-532cb487a2f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.647486 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b4f39cf8-8688-4c7f-baed-532cb487a2f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.647486 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b4f39cf8-8688-4c7f-baed-532cb487a2f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/floatingips/03954977-3547-4245-9bd0-b5e64925b26b HTTP/1.1" status: 204 len: 168 time: 2.0724132 Dec 10 18:36:49.652837 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36566) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:49.657319 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'f0d8dceb-8678-4315-99b4-cabe4d90169c'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:49.758924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487a387-2966-4107-9187-6194047d14a5 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.767668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487a387-2966-4107-9187-6194047d14a5 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.773606 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487a387-2966-4107-9187-6194047d14a5 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.774827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487a387-2966-4107-9187-6194047d14a5 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.775300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487a387-2966-4107-9187-6194047d14a5 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.775764 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487a387-2966-4107-9187-6194047d14a5 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.783674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487a387-2966-4107-9187-6194047d14a5 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.783674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487a387-2966-4107-9187-6194047d14a5 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.783674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487a387-2966-4107-9187-6194047d14a5 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.783674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487a387-2966-4107-9187-6194047d14a5 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.783674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487a387-2966-4107-9187-6194047d14a5 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.783674 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b487a387-2966-4107-9187-6194047d14a5 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7734 time: 0.2970533 Dec 10 18:36:49.784213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36568) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:49.817881 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bcead366-bcef-4283-9915-58dff5aa5bdf tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/ports/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910/tags HTTP/1.1" status: 200 len: 240 time: 0.2279491 Dec 10 18:36:49.821579 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36570) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:49.830018 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-b912b601-51a5-452e-b7e2-11fbd4ccb239 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5fbbb186-4b0b-457d-9ac4-3d0a51d7e910', 'tempest-TagsExtTest-Tag-467683324') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:49.869974 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.901516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf251e2-fe28-4afc-95db-3b373ea1aeda tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.902005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf251e2-fe28-4afc-95db-3b373ea1aeda tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.902461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf251e2-fe28-4afc-95db-3b373ea1aeda tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.902913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf251e2-fe28-4afc-95db-3b373ea1aeda tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.903387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf251e2-fe28-4afc-95db-3b373ea1aeda tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.903803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf251e2-fe28-4afc-95db-3b373ea1aeda tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.904246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf251e2-fe28-4afc-95db-3b373ea1aeda tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.904687 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf251e2-fe28-4afc-95db-3b373ea1aeda tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.905129 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf251e2-fe28-4afc-95db-3b373ea1aeda tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.905570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf251e2-fe28-4afc-95db-3b373ea1aeda tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.906098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf251e2-fe28-4afc-95db-3b373ea1aeda tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.911013 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-acf251e2-fe28-4afc-95db-3b373ea1aeda tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7045 time: 0.1227057 Dec 10 18:36:49.911243 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36572) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:49.928948 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.931035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7b8d6e01-9994-4b0a-b1fa-9075ea958d73 None None] Provisioning complete for port 5fbbb186-4b0b-457d-9ac4-3d0a51d7e910 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:49.931404 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6e01-9994-4b0a-b1fa-9075ea958d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.933239 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da345f8-8fff-460c-947b-7dffa5d088e0 None None] Network 2048deae-ae64-45bf-a0c0-b352a9b309db requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:49.984084 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.992035 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b912b601-51a5-452e-b7e2-11fbd4ccb239 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/ports/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910/tags/tempest-TagsExtTest-Tag-467683324 HTTP/1.1" status: 204 len: 168 time: 0.1691732 Dec 10 18:36:50.000059 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36574) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:50.006704 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-02133ed0-4e96-4d79-b1ff-e18d864588ba tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5fbbb186-4b0b-457d-9ac4-3d0a51d7e910', 'tempest-TagsExtTest-Tag-467683324') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:50.218218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.246283 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d6e01-9994-4b0a-b1fa-9075ea958d73 None None] Port 5fbbb186-4b0b-457d-9ac4-3d0a51d7e910 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:50.253757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7a082-09b2-43bb-968a-8a9da2087cab None None] Pushing event updated for resources: {'Port': ['ID=b084fb7c-214a-4ffd-81fc-f181b12ecdf7,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:50.265132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.294671 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-02133ed0-4e96-4d79-b1ff-e18d864588ba tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/ports/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910/tags/tempest-TagsExtTest-Tag-467683324 HTTP/1.1" status: 204 len: 168 time: 0.2932484 Dec 10 18:36:50.295663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36576) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:50.310663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-7f12e4f0-d89e-4265-b7ed-c1f612b2c3c1 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5fbbb186-4b0b-457d-9ac4-3d0a51d7e910') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:50.371481 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Allocated IP 2001:db8:2::2 (86cd7d19-0a70-464e-9995-20896b5a9fa0/f2703298-13aa-4ecd-9b63-f6da1a40c214/e1500544-d5b7-49ce-8dc7-c7fc35e94e00) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:50.404475 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7b8d6e01-9994-4b0a-b1fa-9075ea958d73 None None] Provisioning complete for port b084fb7c-214a-4ffd-81fc-f181b12ecdf7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:50.404860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6e01-9994-4b0a-b1fa-9075ea958d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.440365 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-dcb692cc-0a59-407e-9bfb-4e28d33e265f tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4862 time: 0.5277078 Dec 10 18:36:50.447793 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Attempting to bind port b084fb7c-214a-4ffd-81fc-f181b12ecdf7 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:50.448184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Attempting to bind port b084fb7c-214a-4ffd-81fc-f181b12ecdf7 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '67ffed9e-22bf-4f43-ba9c-6060b01b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:50.448578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Attempting to bind port b084fb7c-214a-4ffd-81fc-f181b12ecdf7 on network 74d87769-fa82-4a18-8f60-3579e5f7c547 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:50.461602 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6819a4b6-24d4-4efa-b992-2e63c8d804b5 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:50.486909 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7f12e4f0-d89e-4265-b7ed-c1f612b2c3c1 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/ports/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910/tags HTTP/1.1" status: 200 len: 205 time: 0.1778920 Dec 10 18:36:50.495646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36580) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:50.517777 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-737d3541-cc62-4a67-9db6-56780f6478b8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6197cb1a-a03b-47a0-98c8-20f7b0283f5a') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:50.601789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:50.602544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Checking segment: {'id': '67ffed9e-22bf-4f43-ba9c-6060b01b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:50.603151 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.603881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Bound using segment: {'id': '67ffed9e-22bf-4f43-ba9c-6060b01b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:50.604709 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Bound port: b084fb7c-214a-4ffd-81fc-f181b12ecdf7, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ffed9e-22bf-4f43-ba9c-6060b01b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:50.605383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.669784 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d6e01-9994-4b0a-b1fa-9075ea958d73 None None] Port b084fb7c-214a-4ffd-81fc-f181b12ecdf7 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:50.674432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Sync routers for ids ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:50.695901 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Routers {'d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:50.696554 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:50.840568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7b8d6e01-9994-4b0a-b1fa-9075ea958d73 None None] Provisioning complete for port b27580bc-7483-473f-ad7a-b10812d0b2e7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:50.840568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6e01-9994-4b0a-b1fa-9075ea958d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.889153 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36582) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:50.895956 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0fc48207-073c-49b9-a24e-65ea9d5a5623 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581540850', 'description': 'tempest-secgroup-smoke-1581540850 description', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:50.940758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 6819a4b6-24d4-4efa-b992-2e63c8d804b5 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:50.941135 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.970253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fc48207-073c-49b9-a24e-65ea9d5a5623 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.027816 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] For port b084fb7c-214a-4ffd-81fc-f181b12ecdf7, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:51.041421 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.26.5.185 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/ce306992-a8b6-42b7-9e13-d5736c349ffa) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:51.055959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Set router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:51.061229 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fc48207-073c-49b9-a24e-65ea9d5a5623 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.093402 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] For port b084fb7c-214a-4ffd-81fc-f181b12ecdf7, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b084fb7c-214a-4ffd-81fc-f181b12ecdf7,segment=NetworkSegment(67ffed9e-22bf-4f43-ba9c-6060b01b5238),segment_id=67ffed9e-22bf-4f43-ba9c-6060b01b5238)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:51.130444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fc48207-073c-49b9-a24e-65ea9d5a5623 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.156487 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.183917 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc48207-073c-49b9-a24e-65ea9d5a5623 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb76553-5083-45e8-b375-634af7195e74,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:51.197403 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-737d3541-cc62-4a67-9db6-56780f6478b8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/routers/6197cb1a-a03b-47a0-98c8-20f7b0283f5a/tags HTTP/1.1" status: 200 len: 240 time: 0.7004237 Dec 10 18:36:51.200026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36584) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:51.207427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-049511b5-bd49-4508-b047-cfdc90279f73 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6197cb1a-a03b-47a0-98c8-20f7b0283f5a', 'tempest-TagsExtTest-Tag-530666096') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:51.213677 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.262343 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.304197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fc48207-073c-49b9-a24e-65ea9d5a5623 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.304197 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0fc48207-073c-49b9-a24e-65ea9d5a5623 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4088190 Dec 10 18:36:51.304197 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-049511b5-bd49-4508-b047-cfdc90279f73 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/routers/6197cb1a-a03b-47a0-98c8-20f7b0283f5a/tags/tempest-TagsExtTest-Tag-530666096 HTTP/1.1" status: 204 len: 168 time: 0.1008208 Dec 10 18:36:51.304197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36586) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:51.306002 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36588) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:51.309203 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8b5bb677-caba-4ed6-bb70-0817e9edf9e0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'bdb76553-5083-45e8-b375-634af7195e74', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:51.319122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-412df680-a64d-4378-b3e3-331c61e9233b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6197cb1a-a03b-47a0-98c8-20f7b0283f5a', 'tempest-TagsExtTest-Tag-530666096') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:51.336456 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.348397 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Allocated IP 2001:db8:2::1 (86cd7d19-0a70-464e-9995-20896b5a9fa0/f2703298-13aa-4ecd-9b63-f6da1a40c214/400e42be-20db-43e7-88b9-b7ae35a3e86e) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:51.373150 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Network 86cd7d19-0a70-464e-9995-20896b5a9fa0 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:51.392536 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:51.395069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b27580bc-7483-473f-ad7a-b10812d0b2e7 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:51.401561 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:51.432882 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:51.433621 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:51.477595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.507894 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-412df680-a64d-4378-b3e3-331c61e9233b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/routers/6197cb1a-a03b-47a0-98c8-20f7b0283f5a/tags/tempest-TagsExtTest-Tag-530666096 HTTP/1.1" status: 204 len: 168 time: 0.1913507 Dec 10 18:36:51.513714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36590) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:51.522420 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-9c5d17f3-e8a3-40fd-818c-1c2ac5a77a29 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6197cb1a-a03b-47a0-98c8-20f7b0283f5a') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:51.527216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b5bb677-caba-4ed6-bb70-0817e9edf9e0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.537323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:51.543815 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:51.550193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7a082-09b2-43bb-968a-8a9da2087cab None None] Pushing event updated for resources: {'Port': ['ID=b084fb7c-214a-4ffd-81fc-f181b12ecdf7,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:51.555126 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:51.569188 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.603294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=ce306992-a8b6-42b7-9e13-d5736c349ffa,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:51.618143 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.659665 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9c5d17f3-e8a3-40fd-818c-1c2ac5a77a29 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/routers/6197cb1a-a03b-47a0-98c8-20f7b0283f5a/tags HTTP/1.1" status: 200 len: 205 time: 0.1447573 Dec 10 18:36:51.663728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36592) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:51.667627 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-1cd4f86a-7cee-4bd8-8705-71489f2b228e tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a5b8ff1d-2352-44bc-9042-910947ae7f27') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:51.677352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b5bb677-caba-4ed6-bb70-0817e9edf9e0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.694064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Pushing event updated for resources: {'Port': ['ID=e1500544-d5b7-49ce-8dc7-c7fc35e94e00,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:51.698396 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1cd4f86a-7cee-4bd8-8705-71489f2b228e tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/subnetpools/a5b8ff1d-2352-44bc-9042-910947ae7f27/tags HTTP/1.1" status: 200 len: 241 time: 0.0308425 Dec 10 18:36:51.698548 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36594) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:51.705462 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-f44658c1-4351-40cf-a54b-edcf43f93574 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5b8ff1d-2352-44bc-9042-910947ae7f27', 'tempest-TagsExtTest-Tag-2040840941') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:51.740654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:51.752792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b5bb677-caba-4ed6-bb70-0817e9edf9e0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.774206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bb677-caba-4ed6-bb70-0817e9edf9e0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabd4a1b-dc77-4c67-a4cc-cbd17213dc3d,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:51.776488 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Provisioning complete for port b084fb7c-214a-4ffd-81fc-f181b12ecdf7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:51.776868 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.812125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Attempting to bind port e1500544-d5b7-49ce-8dc7-c7fc35e94e00 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:51.812503 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Attempting to bind port e1500544-d5b7-49ce-8dc7-c7fc35e94e00 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '2bfad0af-04e1-42d2-870c-0f056666e21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:51.812872 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Attempting to bind port e1500544-d5b7-49ce-8dc7-c7fc35e94e00 on network 86cd7d19-0a70-464e-9995-20896b5a9fa0 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:51.841049 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f44658c1-4351-40cf-a54b-edcf43f93574 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/subnetpools/a5b8ff1d-2352-44bc-9042-910947ae7f27/tags/tempest-TagsExtTest-Tag-2040840941 HTTP/1.1" status: 204 len: 168 time: 0.1382201 Dec 10 18:36:51.841267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36596) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:51.847480 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-b5ed494f-08d0-4793-8444-e10806bf80ed tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a5b8ff1d-2352-44bc-9042-910947ae7f27', 'tempest-TagsExtTest-Tag-2040840941') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:51.858389 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:51.858707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Checking segment: {'id': '2bfad0af-04e1-42d2-870c-0f056666e21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:51.859099 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.859693 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Bound using segment: {'id': '2bfad0af-04e1-42d2-870c-0f056666e21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:51.860074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Bound port: e1500544-d5b7-49ce-8dc7-c7fc35e94e00, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfad0af-04e1-42d2-870c-0f056666e21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:51.860463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.864462 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b5bb677-caba-4ed6-bb70-0817e9edf9e0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.866417 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8b5bb677-caba-4ed6-bb70-0817e9edf9e0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5605822 Dec 10 18:36:51.869628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36598) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:51.874981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-e89e4f84-50a2-4012-ae2f-73cb38189be2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'bdb76553-5083-45e8-b375-634af7195e74', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:51.891695 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.972086 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 86cd7d19-0a70-464e-9995-20896b5a9fa0 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:51.979059 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e89e4f84-50a2-4012-ae2f-73cb38189be2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.983723 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:51.988016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:51.988804 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.045383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e89e4f84-50a2-4012-ae2f-73cb38189be2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.069183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=400e42be-20db-43e7-88b9-b7ae35a3e86e,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:52.076553 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b5ed494f-08d0-4793-8444-e10806bf80ed tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/subnetpools/a5b8ff1d-2352-44bc-9042-910947ae7f27/tags/tempest-TagsExtTest-Tag-2040840941 HTTP/1.1" status: 204 len: 168 time: 0.2342401 Dec 10 18:36:52.076988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36600) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:52.082341 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-c0874a6d-aea2-4a3d-8f1a-8cb6094913d9 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a5b8ff1d-2352-44bc-9042-910947ae7f27') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:52.103680 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port b27580bc-7483-473f-ad7a-b10812d0b2e7 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:52.104057 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.107418 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c0874a6d-aea2-4a3d-8f1a-8cb6094913d9 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/subnetpools/a5b8ff1d-2352-44bc-9042-910947ae7f27/tags HTTP/1.1" status: 200 len: 205 time: 0.0290766 Dec 10 18:36:52.108552 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e89e4f84-50a2-4012-ae2f-73cb38189be2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.110426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36602) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:52.120510 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-d08964a0-48a4-44e8-9a22-3b5fdfcb63b8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a5b8ff1d-2352-44bc-9042-910947ae7f27') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:52.151611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e4f84-50a2-4012-ae2f-73cb38189be2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ebbaff-2e4f-41f3-8852-20bbf622214f,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:52.169738 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d08964a0-48a4-44e8-9a22-3b5fdfcb63b8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/subnetpools/a5b8ff1d-2352-44bc-9042-910947ae7f27/tags HTTP/1.1" status: 204 len: 168 time: 0.0543776 Dec 10 18:36:52.170991 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36604) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:52.175669 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-5a3f96dc-7b19-43d9-8430-7fdef0356ded tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6197cb1a-a03b-47a0-98c8-20f7b0283f5a') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:52.220569 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.241036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e89e4f84-50a2-4012-ae2f-73cb38189be2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.244930 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e89e4f84-50a2-4012-ae2f-73cb38189be2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3716586 Dec 10 18:36:52.245326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36606) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:52.249667 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ba839e1d-e6e1-4bc7-b579-c506bbc94f01 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'bdb76553-5083-45e8-b375-634af7195e74', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:52.286438 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5a3f96dc-7b19-43d9-8430-7fdef0356ded tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/routers/6197cb1a-a03b-47a0-98c8-20f7b0283f5a/tags HTTP/1.1" status: 204 len: 168 time: 0.1120362 Dec 10 18:36:52.286674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36608) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:52.292316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:36:47Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:39Z', 'updated_at': '2021-12-10T18:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d', 'name': '', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:64:3f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '82000478-3526-4f86-a55c-aa43380b66cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:45Z', 'updated_at': '2021-12-10T18:36:48Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '82000478-3526-4f86-a55c-aa43380b66cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:52.293784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-4cea7635-fdff-479c-ad5a-149114c9d363 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5fbbb186-4b0b-457d-9ac4-3d0a51d7e910') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:52.294516 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] For port e1500544-d5b7-49ce-8dc7-c7fc35e94e00, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:52.302115 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.322123 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.360348 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] For port e1500544-d5b7-49ce-8dc7-c7fc35e94e00, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e1500544-d5b7-49ce-8dc7-c7fc35e94e00,segment=NetworkSegment(2bfad0af-04e1-42d2-870c-0f056666e21a),segment_id=2bfad0af-04e1-42d2-870c-0f056666e21a)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:52.370067 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4cea7635-fdff-479c-ad5a-149114c9d363 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/ports/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910/tags HTTP/1.1" status: 204 len: 168 time: 0.0783842 Dec 10 18:36:52.370277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Checking router: d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:52.370277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Updating router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 port 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:36:52.370489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36610) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:52.376045 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-a6b3800f-b804-4779-9de6-bb7df1e80f74 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '719ebe26-8f21-4ad3-a098-92ee1003f50f') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:52.401167 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.405799 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba839e1d-e6e1-4bc7-b579-c506bbc94f01 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.468518 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.473430 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba839e1d-e6e1-4bc7-b579-c506bbc94f01 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.481393 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.486080 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a6b3800f-b804-4779-9de6-bb7df1e80f74 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/subnets/719ebe26-8f21-4ad3-a098-92ee1003f50f/tags HTTP/1.1" status: 204 len: 168 time: 0.1104808 Dec 10 18:36:52.486495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36612) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:52.488045 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] For port b084fb7c-214a-4ffd-81fc-f181b12ecdf7, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b084fb7c-214a-4ffd-81fc-f181b12ecdf7,segment=NetworkSegment(67ffed9e-22bf-4f43-ba9c-6060b01b5238),segment_id=67ffed9e-22bf-4f43-ba9c-6060b01b5238)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:52.492732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-5baa006c-b2ab-42e6-a299-00f3efaad111 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '719ebe26-8f21-4ad3-a098-92ee1003f50f', 'tempest-TagsExtTest-Tag-1474118686') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:52.535021 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3d68c024-2a6c-4907-af1b-a0a4d0069812 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:52.593082 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.606726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba839e1d-e6e1-4bc7-b579-c506bbc94f01 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.617812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.638591 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba6ac2-2b0b-489d-943d-12697ee4d629 None None] Pushing event updated for resources: {'Port': ['ID=e1500544-d5b7-49ce-8dc7-c7fc35e94e00,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:52.643689 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba839e1d-e6e1-4bc7-b579-c506bbc94f01 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c446140a-f1f2-41c2-a8d0-80d074b6dcbf,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:52.722077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba839e1d-e6e1-4bc7-b579-c506bbc94f01 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.723936 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ba839e1d-e6e1-4bc7-b579-c506bbc94f01 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4778728 Dec 10 18:36:52.726891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36614) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:52.731508 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c1d1e4fb-fc10-408b-b8f5-ba60687f80cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'bdb76553-5083-45e8-b375-634af7195e74', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:52.751500 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Provisioning complete for port 3d68c024-2a6c-4907-af1b-a0a4d0069812 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:52.752084 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.786757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:36:44Z', 'revision_number': 3, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:50Z', 'revision_number': 4, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:52.823671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.856793 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.859916 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5baa006c-b2ab-42e6-a299-00f3efaad111 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "PUT /v2.0/subnets/719ebe26-8f21-4ad3-a098-92ee1003f50f/tags/tempest-TagsExtTest-Tag-1474118686 HTTP/1.1" status: 201 len: 201 time: 0.3707495 Dec 10 18:36:52.862753 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36616) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:52.866540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19489f1a-de5b-4056-a5ee-43cf0a42f3e9 None None] The sync data for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv is: [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:36:44Z', 'revision_number': 3, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:50Z', 'revision_number': 4, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:52.867992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-3591a012-c920-45a2-b51c-8b315f617693 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5fbbb186-4b0b-457d-9ac4-3d0a51d7e910', 'tempest-TagsExtTest-Tag-1183472818') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:52.898079 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.919301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e4fb-fc10-408b-b8f5-ba60687f80cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.920232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Pushing event updated for resources: {'Port': ['ID=b084fb7c-214a-4ffd-81fc-f181b12ecdf7,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:52.924958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 3d68c024-2a6c-4907-af1b-a0a4d0069812 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:52.924958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.991021 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.991902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.098062 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.136260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e4fb-fc10-408b-b8f5-ba60687f80cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.173106 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=ce306992-a8b6-42b7-9e13-d5736c349ffa,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:53.189279 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.211624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] For port 3d68c024-2a6c-4907-af1b-a0a4d0069812, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3d68c024-2a6c-4907-af1b-a0a4d0069812,segment=NetworkSegment(abb44871-e5ef-48e9-a9f6-bed16a4a20cc),segment_id=abb44871-e5ef-48e9-a9f6-bed16a4a20cc)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:53.228024 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.234151 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.243451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e4fb-fc10-408b-b8f5-ba60687f80cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.315043 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.366470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1e4fb-fc10-408b-b8f5-ba60687f80cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a147e5fc-50bf-4b6d-a9be-ab8b8dad82cb,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:53.374396 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=400e42be-20db-43e7-88b9-b7ae35a3e86e,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:53.377594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.403495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Provisioning complete for port 5fbbb186-4b0b-457d-9ac4-3d0a51d7e910 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:53.403955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.404755 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3591a012-c920-45a2-b51c-8b315f617693 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "PUT /v2.0/ports/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910/tags/tempest-TagsExtTest-Tag-1183472818 HTTP/1.1" status: 201 len: 201 time: 0.5409582 Dec 10 18:36:53.409606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36618) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:53.414323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-a6bce886-1378-4852-94f4-ce573b144233 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6197cb1a-a03b-47a0-98c8-20f7b0283f5a', 'tempest-TagsExtTest-Tag-1351137964') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:53.440510 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:36:53.441788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:36:53.456774 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network 86cd7d19-0a70-464e-9995-20896b5a9fa0 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:53.462286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Pushing event updated for resources: {'Port': ['ID=3d68c024-2a6c-4907-af1b-a0a4d0069812,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:53.471054 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:53.475833 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e4fb-fc10-408b-b8f5-ba60687f80cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.480058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36620) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:53.480973 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c1d1e4fb-fc10-408b-b8f5-ba60687f80cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7529857 Dec 10 18:36:53.485631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-70f5ffa3-2fdb-454e-81b2-3d9caf687fe5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'bdb76553-5083-45e8-b375-634af7195e74', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:53.514694 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Port 5fbbb186-4b0b-457d-9ac4-3d0a51d7e910 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:53.557281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b8fe0-3be7-457e-99c4-b2f0c0a7ea5a None None] Pushing event updated for resources: {'Port': ['ID=5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:53.601103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Provisioning complete for port 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:53.601433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.615417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Attempting to bind port 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:53.615876 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Attempting to bind port 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:53.616243 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Attempting to bind port 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d on network 2048deae-ae64-45bf-a0c0-b352a9b309db {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:53.628643 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-70f5ffa3-2fdb-454e-81b2-3d9caf687fe5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:36:53.634897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70f5ffa3-2fdb-454e-81b2-3d9caf687fe5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.671120 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:53.671120 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Checking segment: {'id': 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:53.672515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.672712 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Bound using segment: {'id': 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:53.673198 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Bound port: 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:53.673592 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.695536 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Floating IP 509db3ca-7254-4ae9-aae9-44d643b93df0 associated. External IP: 172.26.5.185, port: f0d8dceb-8678-4315-99b4-cabe4d90169c. Dec 10 18:36:53.701334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-fd44ab44-2a1e-4f2f-bed4-da1ae8ee7eca None None] Port 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:53.777364 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70f5ffa3-2fdb-454e-81b2-3d9caf687fe5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.784899 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] For port 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:53.789184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] For port 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d,segment=NetworkSegment(abb44871-e5ef-48e9-a9f6-bed16a4a20cc),segment_id=abb44871-e5ef-48e9-a9f6-bed16a4a20cc)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:53.826538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-23e8d7d0-1392-4070-9fd3-6eabd4508779 None None] Provisioning complete for port b084fb7c-214a-4ffd-81fc-f181b12ecdf7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:53.826912 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-23e8d7d0-1392-4070-9fd3-6eabd4508779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.854801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 5d51ace4-93a2-41cb-b17a-420971aafcb8 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:53.861470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70f5ffa3-2fdb-454e-81b2-3d9caf687fe5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.885470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5ffa3-2fdb-454e-81b2-3d9caf687fe5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd810d6-661a-4f65-8bdb-4acd06272e07,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:53.921128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.015332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70f5ffa3-2fdb-454e-81b2-3d9caf687fe5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.017599 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-70f5ffa3-2fdb-454e-81b2-3d9caf687fe5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5357559 Dec 10 18:36:54.020656 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36622) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:54.034508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-23e8d7d0-1392-4070-9fd3-6eabd4508779 None None] Provisioning complete for port 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:54.034881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-23e8d7d0-1392-4070-9fd3-6eabd4508779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.038753 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8c04949c-36af-4af7-92d6-99e5e20bc745 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'bdb76553-5083-45e8-b375-634af7195e74', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:54.038984 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Routers {'d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:54.039997 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:54.042422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b8fe0-3be7-457e-99c4-b2f0c0a7ea5a None None] Pushing event updated for resources: {'Port': ['ID=5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:54.171947 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-8c04949c-36af-4af7-92d6-99e5e20bc745 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:36:54.179743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c04949c-36af-4af7-92d6-99e5e20bc745 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.188266 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b019a8-d1d6-471d-a07d-0c6e98368dd3 None None] Network 86cd7d19-0a70-464e-9995-20896b5a9fa0 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:54.270485 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] Set router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:54.320351 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c04949c-36af-4af7-92d6-99e5e20bc745 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.415658 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a6bce886-1378-4852-94f4-ce573b144233 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "PUT /v2.0/routers/6197cb1a-a03b-47a0-98c8-20f7b0283f5a/tags/tempest-TagsExtTest-Tag-1351137964 HTTP/1.1" status: 201 len: 201 time: 1.0054982 Dec 10 18:36:54.418442 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36624) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:54.423614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-f78916b5-05a0-44c5-b54c-eb5135a07edd tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a5b8ff1d-2352-44bc-9042-910947ae7f27', 'tempest-TagsExtTest-Tag-1407059377') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:54.434715 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c04949c-36af-4af7-92d6-99e5e20bc745 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.457128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04949c-36af-4af7-92d6-99e5e20bc745 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae6d4cf-1ab3-4453-9370-adbbf4ce99af,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:54.469589 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e1500544-d5b7-49ce-8dc7-c7fc35e94e00 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:54.499947 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:54.506133 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-62f19bd9-5297-4876-996b-63bb3ec54868 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3274777 Dec 10 18:36:54.508975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36626) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:54.512173 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-23e8d7d0-1392-4070-9fd3-6eabd4508779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.514256 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-93723339-e9d9-4efd-a534-8eaff0e20a58 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1098927261'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:54.515926 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Sync routers for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:54.531999 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:54.532626 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:54.532802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c04949c-36af-4af7-92d6-99e5e20bc745 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.534023 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8c04949c-36af-4af7-92d6-99e5e20bc745 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5118074 Dec 10 18:36:54.536749 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:54.566957 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f78916b5-05a0-44c5-b54c-eb5135a07edd tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "PUT /v2.0/subnetpools/a5b8ff1d-2352-44bc-9042-910947ae7f27/tags/tempest-TagsExtTest-Tag-1407059377 HTTP/1.1" status: 201 len: 201 time: 0.1472914 Dec 10 18:36:54.571554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36630) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:54.576677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-345ce5d4-8e56-4bcf-a8ec-fa5b2c5a1da5 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '719ebe26-8f21-4ad3-a098-92ee1003f50f', {'tags': ['tempest-TagsExtTest-Tag-1079055124', 'tempest-TagsExtTest-Tag-1288381794', 'tempest-TagsExtTest-Tag-1182024700']}) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:54.629663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93723339-e9d9-4efd-a534-8eaff0e20a58 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:54.636021 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93723339-e9d9-4efd-a534-8eaff0e20a58 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.674227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-23e8d7d0-1392-4070-9fd3-6eabd4508779 None None] For port 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d,segment=NetworkSegment(abb44871-e5ef-48e9-a9f6-bed16a4a20cc),segment_id=abb44871-e5ef-48e9-a9f6-bed16a4a20cc)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:54.682151 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:54.711336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93723339-e9d9-4efd-a534-8eaff0e20a58 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:54.722480 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93723339-e9d9-4efd-a534-8eaff0e20a58 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.722942 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-93723339-e9d9-4efd-a534-8eaff0e20a58 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Added segment 9a99e78c-46d5-443e-bc5c-480273c5cd4a of type vlan for network b7420852-5642-41c4-aa1f-9a503d9ccadd Dec 10 18:36:54.732625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port e1500544-d5b7-49ce-8dc7-c7fc35e94e00 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:54.732625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.738953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:54.762430 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aaef86-8c88-4b48-826c-87eac063b8be None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:54.801844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93723339-e9d9-4efd-a534-8eaff0e20a58 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.808706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-23e8d7d0-1392-4070-9fd3-6eabd4508779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.824935 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-345ce5d4-8e56-4bcf-a8ec-fa5b2c5a1da5 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "PUT /v2.0/subnets/719ebe26-8f21-4ad3-a098-92ee1003f50f/tags HTTP/1.1" status: 200 len: 318 time: 0.2522948 Dec 10 18:36:54.829588 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36646) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:54.835760 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-8419a664-b67d-4cc9-a51b-80b58f4f85b6 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '719ebe26-8f21-4ad3-a098-92ee1003f50f') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:54.861229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aaef86-8c88-4b48-826c-87eac063b8be None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:54.861878 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-57aaef86-8c88-4b48-826c-87eac063b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:54.883685 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.894576 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-64663b67-6b3e-4e5d-b674-99b3d4e1d843 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581540850&fields=id&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 267 time: 0.1096244 Dec 10 18:36:54.908438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93723339-e9d9-4efd-a534-8eaff0e20a58 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.917288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93723339-e9d9-4efd-a534-8eaff0e20a58 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:54.918151 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93723339-e9d9-4efd-a534-8eaff0e20a58 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.941465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-57aaef86-8c88-4b48-826c-87eac063b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:54.972920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8d7d0-1392-4070-9fd3-6eabd4508779 None None] Pushing event updated for resources: {'Port': ['ID=5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:55.001955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aaef86-8c88-4b48-826c-87eac063b8be None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:55.001955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-57aaef86-8c88-4b48-826c-87eac063b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:55.003429 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-abde8f89-84b3-4eda-99b7-8057fb48165f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3495338 Dec 10 18:36:55.010025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-72cffc75-bcc4-454c-8aa3-45f5a6711b74 None None] Provisioning complete for port 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:55.010656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-72cffc75-bcc4-454c-8aa3-45f5a6711b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.011775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36648) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:55.032453 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 4, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 2, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:55.071989 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Checking router: 5d51ace4-93a2-41cb-b17a-420971aafcb8 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:55.072920 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Updating router 5d51ace4-93a2-41cb-b17a-420971aafcb8 port 400e42be-20db-43e7-88b9-b7ae35a3e86e binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:36:55.078901 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-93723339-e9d9-4efd-a534-8eaff0e20a58 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5679300 Dec 10 18:36:55.095284 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36650) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:55.109160 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'subnet': {'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:55.110260 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.125862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-57aaef86-8c88-4b48-826c-87eac063b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:55.126543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aaef86-8c88-4b48-826c-87eac063b8be None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:55.176819 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.219744 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8419a664-b67d-4cc9-a51b-80b58f4f85b6 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/subnets/719ebe26-8f21-4ad3-a098-92ee1003f50f/tags HTTP/1.1" status: 204 len: 168 time: 0.3887558 Dec 10 18:36:55.227790 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36652) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:55.237346 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-14391395-358f-4217-82e9-ed7715b68e58 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '719ebe26-8f21-4ad3-a098-92ee1003f50f', 'tempest-TagsExtTest-Tag-1079055124') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:55.256962 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:36:47Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:39Z', 'updated_at': '2021-12-10T18:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d', 'name': '', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:64:3f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '82000478-3526-4f86-a55c-aa43380b66cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:45Z', 'updated_at': '2021-12-10T18:36:53Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '82000478-3526-4f86-a55c-aa43380b66cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:55.283599 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-1b603988-beda-4b3d-8710-3116b6152892 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:55.291451 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-1b603988-beda-4b3d-8710-3116b6152892 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/networks?id=2048deae-ae64-45bf-a0c0-b352a9b309db HTTP/1.1" status: 200 len: 796 time: 0.3751276 Dec 10 18:36:55.323245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694af8d-c2ec-4e34-bb33-774fa8d47add None None] The sync data for ids ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'] in dv-neutron-821434-1-hyperv is: [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:36:47Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:39Z', 'updated_at': '2021-12-10T18:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d', 'name': '', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:64:3f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '82000478-3526-4f86-a55c-aa43380b66cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:45Z', 'updated_at': '2021-12-10T18:36:53Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '82000478-3526-4f86-a55c-aa43380b66cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:55.334876 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port e1500544-d5b7-49ce-8dc7-c7fc35e94e00, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e1500544-d5b7-49ce-8dc7-c7fc35e94e00,segment=NetworkSegment(2bfad0af-04e1-42d2-870c-0f056666e21a),segment_id=2bfad0af-04e1-42d2-870c-0f056666e21a)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:55.343240 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-40637ec0-e19a-4269-8214-c269fc3e32e6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/quotas/d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 375 time: 0.0505269 Dec 10 18:36:55.440950 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.441711 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b084fb7c-214a-4ffd-81fc-f181b12ecdf7 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:55.450168 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-ba223499-c675-4224-b9ce-30c3c27c6bc5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002264 Dec 10 18:36:55.464048 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-14391395-358f-4217-82e9-ed7715b68e58 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] show failed (client error): The resource could not be found. Dec 10 18:36:55.464790 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-14391395-358f-4217-82e9-ed7715b68e58 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/subnets/719ebe26-8f21-4ad3-a098-92ee1003f50f/tags/tempest-TagsExtTest-Tag-1079055124 HTTP/1.1" status: 404 len: 329 time: 0.2345183 Dec 10 18:36:55.473933 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36656) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:55.489495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-0dbac21e-3f48-4d32-a76f-eb10db6df785 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '719ebe26-8f21-4ad3-a098-92ee1003f50f', 'tempest-TagsExtTest-Tag-1288381794') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:55.504606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Made reservation on behalf of 1c74624c85b4435bbd8944d0130676a8 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:55.512727 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.615511 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port b084fb7c-214a-4ffd-81fc-f181b12ecdf7 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:55.616038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.636233 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.669346 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93723339-e9d9-4efd-a534-8eaff0e20a58 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Network': ['ID=b7420852-5642-41c4-aa1f-9a503d9ccadd,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:55.695425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network b7420852-5642-41c4-aa1f-9a503d9ccadd details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:55.729365 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.739735 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fabfcdab-00e3-4fab-b3d2-a51dae4630aa tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "GET /v2.0/floatingips/509db3ca-7254-4ae9-aae9-44d643b93df0 HTTP/1.1" status: 200 len: 978 time: 0.7238443 Dec 10 18:36:55.740780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36658) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:55.808749 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=e1500544-d5b7-49ce-8dc7-c7fc35e94e00,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:55.823816 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-72cffc75-bcc4-454c-8aa3-45f5a6711b74 None None] Provisioning complete for port e1500544-d5b7-49ce-8dc7-c7fc35e94e00 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:55.824196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-72cffc75-bcc4-454c-8aa3-45f5a6711b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.858608 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-0dbac21e-3f48-4d32-a76f-eb10db6df785 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] show failed (client error): The resource could not be found. Dec 10 18:36:55.859929 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0dbac21e-3f48-4d32-a76f-eb10db6df785 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/subnets/719ebe26-8f21-4ad3-a098-92ee1003f50f/tags/tempest-TagsExtTest-Tag-1288381794 HTTP/1.1" status: 404 len: 329 time: 0.3854299 Dec 10 18:36:55.868183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36660) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:55.879956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-44b59078-0208-410d-bfe9-09aaa529e4a8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '719ebe26-8f21-4ad3-a098-92ee1003f50f', 'tempest-TagsExtTest-Tag-1182024700') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:55.886235 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Pushing event updated for resources: {'Port': ['ID=400e42be-20db-43e7-88b9-b7ae35a3e86e,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:55.901963 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:55.902622 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:55.903297 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:55.904143 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-8b2c5445-f8a5-41fb-a01d-3bef399a37b3 service neutron] 10.222.0.60 "GET /v2.0/networks/2048deae-ae64-45bf-a0c0-b352a9b309db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480097 Dec 10 18:36:55.908781 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:55.914307 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:55.914730 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:55.915088 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:55.915431 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:55.915785 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:55.916131 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:55.916462 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:55.916783 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:55.917103 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:55.984430 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Attempting to bind port 400e42be-20db-43e7-88b9-b7ae35a3e86e on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:55.984430 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Attempting to bind port 400e42be-20db-43e7-88b9-b7ae35a3e86e by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '2bfad0af-04e1-42d2-870c-0f056666e21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:55.984430 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Attempting to bind port 400e42be-20db-43e7-88b9-b7ae35a3e86e on network 86cd7d19-0a70-464e-9995-20896b5a9fa0 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:55.991645 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:55.992023 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Checking segment: {'id': '2bfad0af-04e1-42d2-870c-0f056666e21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:55.992433 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.992831 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Bound using segment: {'id': '2bfad0af-04e1-42d2-870c-0f056666e21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:55.993305 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Bound port: 400e42be-20db-43e7-88b9-b7ae35a3e86e, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfad0af-04e1-42d2-870c-0f056666e21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:55.993716 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.006007 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-599f7cc8-ee14-4fed-a9d0-0cf9b49a404e tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2640619 Dec 10 18:36:56.008362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36662) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:56.012997 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f9691f2f-2c3a-4c53-b8a4-d76594f69a13 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'floatingip': {'port_id': 'b9089249-f5eb-4c06-9ef9-1afeb4b1d808'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:56.056346 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3d68c024-2a6c-4907-af1b-a0a4d0069812 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:56.118532 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f9691f2f-2c3a-4c53-b8a4-d76594f69a13 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.127242 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] For port 400e42be-20db-43e7-88b9-b7ae35a3e86e, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:56.134248 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] For port 400e42be-20db-43e7-88b9-b7ae35a3e86e, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=400e42be-20db-43e7-88b9-b7ae35a3e86e,segment=NetworkSegment(2bfad0af-04e1-42d2-870c-0f056666e21a),segment_id=2bfad0af-04e1-42d2-870c-0f056666e21a)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:56.187146 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ec7ea66e-e92e-450f-926a-4e4f581b9d94 None None] Provisioning complete for port 400e42be-20db-43e7-88b9-b7ae35a3e86e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:56.188708 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ec7ea66e-e92e-450f-926a-4e4f581b9d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.232331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 3d68c024-2a6c-4907-af1b-a0a4d0069812 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:56.232708 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.238602 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.278076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ea66e-e92e-450f-926a-4e4f581b9d94 None None] Port 400e42be-20db-43e7-88b9-b7ae35a3e86e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:56.291556 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-15c2543b-e6b9-4cae-8da4-4b4440912e01 service neutron] 10.222.0.60 "GET /v2.0/networks/2048deae-ae64-45bf-a0c0-b352a9b309db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861034 Dec 10 18:36:56.300046 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-44b59078-0208-410d-bfe9-09aaa529e4a8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] show failed (client error): The resource could not be found. Dec 10 18:36:56.304203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ec7ea66e-e92e-450f-926a-4e4f581b9d94 None None] Provisioning complete for port e1500544-d5b7-49ce-8dc7-c7fc35e94e00 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:56.304203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ec7ea66e-e92e-450f-926a-4e4f581b9d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.305093 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-44b59078-0208-410d-bfe9-09aaa529e4a8 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/subnets/719ebe26-8f21-4ad3-a098-92ee1003f50f/tags/tempest-TagsExtTest-Tag-1182024700 HTTP/1.1" status: 404 len: 329 time: 0.4356298 Dec 10 18:36:56.306150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36664) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:56.311065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-b3b1e9c8-e8f7-46e6-b651-cb41bc1c09bd tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5fbbb186-4b0b-457d-9ac4-3d0a51d7e910', {'tags': ['tempest-TagsExtTest-Tag-1805839257', 'tempest-TagsExtTest-Tag-270673277', 'tempest-TagsExtTest-Tag-276645856']}) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:56.388562 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:56.388562 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:56.401109 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.523254 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b3b1e9c8-e8f7-46e6-b651-cb41bc1c09bd tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "PUT /v2.0/ports/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910/tags HTTP/1.1" status: 200 len: 316 time: 0.2160397 Dec 10 18:36:56.529633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36666) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:56.536172 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-db42e924-8d36-4123-a3d2-a8e3f78618d0 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5fbbb186-4b0b-457d-9ac4-3d0a51d7e910') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:56.576559 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16069243-a8c4-4127-85c8-f9b6a3d281b8 None None] Pushing event updated for resources: {'Port': ['ID=400e42be-20db-43e7-88b9-b7ae35a3e86e,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:56.606407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-efa1ba6f-cb95-413f-ab30-6e35aacad67a None None] Provisioning complete for port 400e42be-20db-43e7-88b9-b7ae35a3e86e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:56.607351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-efa1ba6f-cb95-413f-ab30-6e35aacad67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.652394 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:56.713580 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Subnet': ['ID=62254c2a-8a9d-4975-a5ba-9688a67e522e,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:56.764079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e1500544-d5b7-49ce-8dc7-c7fc35e94e00 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:56.768503 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.768850 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.769197 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.771703 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.773752 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.774130 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.774474 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.774813 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.775150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.775482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.775816 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.776140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.776465 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.822127 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Checking segment: {'id': '9a99e78c-46d5-443e-bc5c-480273c5cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:56.822520 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network hostable DHCP agents. Network: b7420852-5642-41c4-aa1f-9a503d9ccadd, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:56.831114 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-efa1ba6f-cb95-413f-ab30-6e35aacad67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.922891 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-efa1ba6f-cb95-413f-ab30-6e35aacad67a None None] For port 400e42be-20db-43e7-88b9-b7ae35a3e86e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=400e42be-20db-43e7-88b9-b7ae35a3e86e,segment=NetworkSegment(2bfad0af-04e1-42d2-870c-0f056666e21a),segment_id=2bfad0af-04e1-42d2-870c-0f056666e21a)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:56.936398 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port e1500544-d5b7-49ce-8dc7-c7fc35e94e00 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:56.936783 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.964607 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-db42e924-8d36-4123-a3d2-a8e3f78618d0 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/ports/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910/tags HTTP/1.1" status: 204 len: 168 time: 0.4338095 Dec 10 18:36:56.967417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36668) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:56.972463 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-a11f5662-3011-4b39-ab78-75be603f781b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5fbbb186-4b0b-457d-9ac4-3d0a51d7e910', 'tempest-TagsExtTest-Tag-1805839257') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:56.992484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-efa1ba6f-cb95-413f-ab30-6e35aacad67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.003842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network b7420852-5642-41c4-aa1f-9a503d9ccadd is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:57.055496 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-a11f5662-3011-4b39-ab78-75be603f781b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] show failed (client error): The resource could not be found. Dec 10 18:36:57.059989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36670) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:57.060732 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a11f5662-3011-4b39-ab78-75be603f781b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/ports/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910/tags/tempest-TagsExtTest-Tag-1805839257 HTTP/1.1" status: 404 len: 329 time: 0.0915804 Dec 10 18:36:57.063340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f9691f2f-2c3a-4c53-b8a4-d76594f69a13 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.065205 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 4, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 4, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:57.066900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-d08968b0-400c-4e78-b6e9-31d3545d7d53 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5fbbb186-4b0b-457d-9ac4-3d0a51d7e910', 'tempest-TagsExtTest-Tag-270673277') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:57.069301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, b7420852-5642-41c4-aa1f-9a503d9ccadd) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:57.076491 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:57.077099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.094805 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459006f2-8cce-4b03-90af-a7816229d4ba None None] Network b7420852-5642-41c4-aa1f-9a503d9ccadd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:57.119948 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e09b7-cc86-447b-93c0-596dd0a71169 None None] The sync data for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv is: [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 4, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 4, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:57.125427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f9691f2f-2c3a-4c53-b8a4-d76594f69a13 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.160191 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4e55f1c7-c038-480e-b42b-f0fdc8e7d810 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0610666 Dec 10 18:36:57.160433 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36672) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:57.189583 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-d08968b0-400c-4e78-b6e9-31d3545d7d53 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] show failed (client error): The resource could not be found. Dec 10 18:36:57.190920 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d08968b0-400c-4e78-b6e9-31d3545d7d53 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/ports/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910/tags/tempest-TagsExtTest-Tag-270673277 HTTP/1.1" status: 404 len: 328 time: 0.1299570 Dec 10 18:36:57.203883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1ba6f-cb95-413f-ab30-6e35aacad67a None None] Pushing event updated for resources: {'Port': ['ID=400e42be-20db-43e7-88b9-b7ae35a3e86e,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:57.246539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:57.250875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36674) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:57.258740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-00528f9c-f952-4a1e-9cc5-6d5eaac9483b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5fbbb186-4b0b-457d-9ac4-3d0a51d7e910', 'tempest-TagsExtTest-Tag-276645856') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:57.284653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-b7420852-5642-41c4-aa1f-9a503d9ccadd', 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd', 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'fixed_ips': [{'subnet_id': '62254c2a-8a9d-4975-a5ba-9688a67e522e'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:36:57.290571 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.294239 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-68aa8a13-9eeb-4114-beba-dbbfdc476b15 None None] Provisioning complete for port 400e42be-20db-43e7-88b9-b7ae35a3e86e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:57.294832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-68aa8a13-9eeb-4114-beba-dbbfdc476b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.369498 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-00528f9c-f952-4a1e-9cc5-6d5eaac9483b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] show failed (client error): The resource could not be found. Dec 10 18:36:57.379579 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36676) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:57.381853 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-00528f9c-f952-4a1e-9cc5-6d5eaac9483b tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/ports/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910/tags/tempest-TagsExtTest-Tag-276645856 HTTP/1.1" status: 404 len: 328 time: 0.1268406 Dec 10 18:36:57.383870 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-f9691f2f-2c3a-4c53-b8a4-d76594f69a13 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Floating IP 509db3ca-7254-4ae9-aae9-44d643b93df0 associated. External IP: 172.26.5.185, port: f0d8dceb-8678-4315-99b4-cabe4d90169c. Dec 10 18:36:57.422116 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-9670133e-faa5-4236-8a6a-1dfa65191520 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6197cb1a-a03b-47a0-98c8-20f7b0283f5a', {'tags': ['tempest-TagsExtTest-Tag-1375759952', 'tempest-TagsExtTest-Tag-557487496', 'tempest-TagsExtTest-Tag-1260010788']}) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:57.492821 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:57.493303 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.665001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Allocated IP 2001:db8:3::2 (b7420852-5642-41c4-aa1f-9a503d9ccadd/62254c2a-8a9d-4975-a5ba-9688a67e522e/90416259-c25d-42b3-a26a-eb9273199a8f) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:57.697833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9691f2f-2c3a-4c53-b8a4-d76594f69a13 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:57.714195 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-027a8273-7fbb-4617-b242-920e4d7d7f41 req-a9439933-4739-4052-9916-547c90174db7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 210 time: 0.0354338 Dec 10 18:36:57.721019 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9670133e-faa5-4236-8a6a-1dfa65191520 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "PUT /v2.0/routers/6197cb1a-a03b-47a0-98c8-20f7b0283f5a/tags HTTP/1.1" status: 200 len: 317 time: 0.3403792 Dec 10 18:36:57.721681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36682) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:57.745310 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-da52b7a5-8ebe-4c2b-b452-fc7f69d428ff tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6197cb1a-a03b-47a0-98c8-20f7b0283f5a') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:57.854735 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9691f2f-2c3a-4c53-b8a4-d76594f69a13 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:57.870916 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3e01e-a99b-41e3-9b8f-3a4b9208b953 None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:57.891932 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3e01e-a99b-41e3-9b8f-3a4b9208b953 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:57.892553 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3ab3e01e-a99b-41e3-9b8f-3a4b9208b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:58.016824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.036912 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3ab3e01e-a99b-41e3-9b8f-3a4b9208b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:58.046838 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3e01e-a99b-41e3-9b8f-3a4b9208b953 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:58.047631 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3ab3e01e-a99b-41e3-9b8f-3a4b9208b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:58.064460 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-da52b7a5-8ebe-4c2b-b452-fc7f69d428ff tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/routers/6197cb1a-a03b-47a0-98c8-20f7b0283f5a/tags HTTP/1.1" status: 204 len: 168 time: 0.3398261 Dec 10 18:36:58.084536 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.086942 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3ab3e01e-a99b-41e3-9b8f-3a4b9208b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:58.088192 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3e01e-a99b-41e3-9b8f-3a4b9208b953 None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:58.088907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36684) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:58.096927 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-d9d5f8a5-9064-48f2-9f63-19d6770e7483 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6197cb1a-a03b-47a0-98c8-20f7b0283f5a', 'tempest-TagsExtTest-Tag-1375759952') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:58.154824 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.214092 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Network b7420852-5642-41c4-aa1f-9a503d9ccadd is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:58.217131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:58.220339 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:58.228135 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Pushing event updated for resources: {'Port': ['ID=90416259-c25d-42b3-a26a-eb9273199a8f,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:58.230879 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-d9d5f8a5-9064-48f2-9f63-19d6770e7483 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] show failed (client error): The resource could not be found. Dec 10 18:36:58.232561 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d9d5f8a5-9064-48f2-9f63-19d6770e7483 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/routers/6197cb1a-a03b-47a0-98c8-20f7b0283f5a/tags/tempest-TagsExtTest-Tag-1375759952 HTTP/1.1" status: 404 len: 329 time: 0.1422036 Dec 10 18:36:58.236724 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36686) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:58.241130 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-b7c522da-a029-4235-acc1-1ddf1d715145 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6197cb1a-a03b-47a0-98c8-20f7b0283f5a', 'tempest-TagsExtTest-Tag-557487496') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:58.283647 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9691f2f-2c3a-4c53-b8a4-d76594f69a13 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:58.288314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Attempting to bind port 90416259-c25d-42b3-a26a-eb9273199a8f on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:58.288630 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Attempting to bind port 90416259-c25d-42b3-a26a-eb9273199a8f by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '9a99e78c-46d5-443e-bc5c-480273c5cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:58.289004 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Attempting to bind port 90416259-c25d-42b3-a26a-eb9273199a8f on network b7420852-5642-41c4-aa1f-9a503d9ccadd {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:58.294552 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:58.294936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Checking segment: {'id': '9a99e78c-46d5-443e-bc5c-480273c5cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:58.295344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.295749 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Bound using segment: {'id': '9a99e78c-46d5-443e-bc5c-480273c5cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:58.296224 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Bound port: 90416259-c25d-42b3-a26a-eb9273199a8f, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a99e78c-46d5-443e-bc5c-480273c5cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:58.296614 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.328759 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-b7c522da-a029-4235-acc1-1ddf1d715145 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] show failed (client error): The resource could not be found. Dec 10 18:36:58.329836 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b7c522da-a029-4235-acc1-1ddf1d715145 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/routers/6197cb1a-a03b-47a0-98c8-20f7b0283f5a/tags/tempest-TagsExtTest-Tag-557487496 HTTP/1.1" status: 404 len: 328 time: 0.0921690 Dec 10 18:36:58.338292 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36688) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:58.345207 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-ab2d73b5-5494-4899-a059-fc5e65109450 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6197cb1a-a03b-47a0-98c8-20f7b0283f5a', 'tempest-TagsExtTest-Tag-1260010788') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:58.363482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] For port 90416259-c25d-42b3-a26a-eb9273199a8f, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:58.367974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] For port 90416259-c25d-42b3-a26a-eb9273199a8f, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=90416259-c25d-42b3-a26a-eb9273199a8f,segment=NetworkSegment(9a99e78c-46d5-443e-bc5c-480273c5cd4a),segment_id=9a99e78c-46d5-443e-bc5c-480273c5cd4a)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:58.427957 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9691f2f-2c3a-4c53-b8a4-d76594f69a13 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:58.429216 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Allocated IP 2001:db8:3::1 (b7420852-5642-41c4-aa1f-9a503d9ccadd/62254c2a-8a9d-4975-a5ba-9688a67e522e/f26f0677-6e23-4334-aaa0-e406cf530062) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:58.433060 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f9691f2f-2c3a-4c53-b8a4-d76594f69a13 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.445120 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f27b65-41fa-45f1-a6b9-b134301cd6f5 None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:58.455432 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-ab2d73b5-5494-4899-a059-fc5e65109450 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] show failed (client error): The resource could not be found. Dec 10 18:36:58.456360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f27b65-41fa-45f1-a6b9-b134301cd6f5 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:58.456940 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ab2d73b5-5494-4899-a059-fc5e65109450 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/routers/6197cb1a-a03b-47a0-98c8-20f7b0283f5a/tags/tempest-TagsExtTest-Tag-1260010788 HTTP/1.1" status: 404 len: 329 time: 0.1176124 Dec 10 18:36:58.457129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b0f27b65-41fa-45f1-a6b9-b134301cd6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:58.460749 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36690) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:58.476648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-367d8b61-6a6b-4d66-a04c-ac88576da180 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a5b8ff1d-2352-44bc-9042-910947ae7f27', {'tags': ['tempest-TagsExtTest-Tag-171231708', 'tempest-TagsExtTest-Tag-1680447529', 'tempest-TagsExtTest-Tag-664706790']}) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:58.505201 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.541054 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f9691f2f-2c3a-4c53-b8a4-d76594f69a13 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "PUT /v2.0/floatingips/509db3ca-7254-4ae9-aae9-44d643b93df0 HTTP/1.1" status: 200 len: 976 time: 2.5314565 Dec 10 18:36:58.543720 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36692) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:58.547858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-b29cf29d-dd92-488e-805c-db0cad781465 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:58.554545 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b0f27b65-41fa-45f1-a6b9-b134301cd6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:58.572512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703b82a-eab0-438b-a98b-808489ae2da3 None None] Pushing event updated for resources: {'Port': ['ID=90416259-c25d-42b3-a26a-eb9273199a8f,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:58.585997 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f27b65-41fa-45f1-a6b9-b134301cd6f5 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:58.586657 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b0f27b65-41fa-45f1-a6b9-b134301cd6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:58.633392 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 400e42be-20db-43e7-88b9-b7ae35a3e86e up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:58.636184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b0f27b65-41fa-45f1-a6b9-b134301cd6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:58.636845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f27b65-41fa-45f1-a6b9-b134301cd6f5 None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:58.663675 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.715259 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 400e42be-20db-43e7-88b9-b7ae35a3e86e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:58.715259 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.827851 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:36:58.844138 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f68cfb12-d85b-4435-af74-12f95167ba9f req-2242ab90-a011-400b-bb5e-1c766dae3133 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 210 time: 0.0582209 Dec 10 18:36:58.966566 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.050220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b29cf29d-dd92-488e-805c-db0cad781465 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.111538 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-367d8b61-6a6b-4d66-a04c-ac88576da180 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "PUT /v2.0/subnetpools/a5b8ff1d-2352-44bc-9042-910947ae7f27/tags HTTP/1.1" status: 200 len: 316 time: 0.6495254 Dec 10 18:36:59.142010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36700) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:59.148180 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-841c4f33-a2b3-4460-9e81-d20b47698982 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a5b8ff1d-2352-44bc-9042-910947ae7f27') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:59.221620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b29cf29d-dd92-488e-805c-db0cad781465 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.289841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b29cf29d-dd92-488e-805c-db0cad781465 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.290291 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-b29cf29d-dd92-488e-805c-db0cad781465 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Floating IP 509db3ca-7254-4ae9-aae9-44d643b93df0 disassociated. External IP: 172.26.5.185, port: b9089249-f5eb-4c06-9ef9-1afeb4b1d808. Dec 10 18:36:59.332113 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-841c4f33-a2b3-4460-9e81-d20b47698982 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/subnetpools/a5b8ff1d-2352-44bc-9042-910947ae7f27/tags HTTP/1.1" status: 204 len: 168 time: 0.1864936 Dec 10 18:36:59.338543 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36702) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:59.343134 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-2d8d34df-919f-4b39-95d4-738306a10bc3 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5b8ff1d-2352-44bc-9042-910947ae7f27', 'tempest-TagsExtTest-Tag-171231708') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:59.371239 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network b7420852-5642-41c4-aa1f-9a503d9ccadd is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:59.378993 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:59.384170 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:59.384709 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.390780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=f26f0677-6e23-4334-aaa0-e406cf530062,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:59.429636 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-2d8d34df-919f-4b39-95d4-738306a10bc3 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] show failed (client error): The resource could not be found. Dec 10 18:36:59.433238 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2d8d34df-919f-4b39-95d4-738306a10bc3 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/subnetpools/a5b8ff1d-2352-44bc-9042-910947ae7f27/tags/tempest-TagsExtTest-Tag-171231708 HTTP/1.1" status: 404 len: 328 time: 0.0912182 Dec 10 18:36:59.433478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36704) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:59.437801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-b6e80bc9-638f-4847-8fb8-6a5c1962e7cd tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5b8ff1d-2352-44bc-9042-910947ae7f27', 'tempest-TagsExtTest-Tag-1680447529') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:59.493411 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-b6e80bc9-638f-4847-8fb8-6a5c1962e7cd tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] show failed (client error): The resource could not be found. Dec 10 18:36:59.494502 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b6e80bc9-638f-4847-8fb8-6a5c1962e7cd tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/subnetpools/a5b8ff1d-2352-44bc-9042-910947ae7f27/tags/tempest-TagsExtTest-Tag-1680447529 HTTP/1.1" status: 404 len: 329 time: 0.0600834 Dec 10 18:36:59.497578 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36706) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:59.502080 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-2e8edcc8-95b9-4967-8fcb-5b51d29f6222 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5b8ff1d-2352-44bc-9042-910947ae7f27', 'tempest-TagsExtTest-Tag-664706790') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:59.519600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29cf29d-dd92-488e-805c-db0cad781465 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:59.525155 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-2e8edcc8-95b9-4967-8fcb-5b51d29f6222 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] show failed (client error): The resource could not be found. Dec 10 18:36:59.528908 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2e8edcc8-95b9-4967-8fcb-5b51d29f6222 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/subnetpools/a5b8ff1d-2352-44bc-9042-910947ae7f27/tags/tempest-TagsExtTest-Tag-664706790 HTTP/1.1" status: 404 len: 328 time: 0.0279908 Dec 10 18:36:59.529178 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36708) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:59.533604 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.tag.tag_plugin [None req-8c2fd7e1-274d-43ff-aaa0-29855386c4ff tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a5b8ff1d-2352-44bc-9042-910947ae7f27') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:59.563695 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8c2fd7e1-274d-43ff-aaa0-29855386c4ff tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/subnetpools/a5b8ff1d-2352-44bc-9042-910947ae7f27/tags HTTP/1.1" status: 204 len: 168 time: 0.0309205 Dec 10 18:36:59.564418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36710) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:59.568983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-87055d0b-755c-41c5-b313-2ea47b097015 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6197cb1a-a03b-47a0-98c8-20f7b0283f5a') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:59.626295 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.710176 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-87055d0b-755c-41c5-b313-2ea47b097015 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/routers/6197cb1a-a03b-47a0-98c8-20f7b0283f5a/tags HTTP/1.1" status: 204 len: 168 time: 0.1407011 Dec 10 18:36:59.710176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36712) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:59.714082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-0988941f-633c-40ec-92da-917b203e4104 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5fbbb186-4b0b-457d-9ac4-3d0a51d7e910') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:59.719737 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29cf29d-dd92-488e-805c-db0cad781465 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:59.728538 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32006b2-4213-407c-b658-a2ea0d57e1af None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:59.729026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b29cf29d-dd92-488e-805c-db0cad781465 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.748304 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32006b2-4213-407c-b658-a2ea0d57e1af None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:59.748304 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-a32006b2-4213-407c-b658-a2ea0d57e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:59.752249 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a2e3e9-7d00-4382-a93e-389b0f1f96de None None] Network b7420852-5642-41c4-aa1f-9a503d9ccadd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:59.788522 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b29cf29d-dd92-488e-805c-db0cad781465 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "PUT /v2.0/floatingips/509db3ca-7254-4ae9-aae9-44d643b93df0 HTTP/1.1" status: 200 len: 688 time: 1.2438779 Dec 10 18:36:59.790062 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-a32006b2-4213-407c-b658-a2ea0d57e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:59.792535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36714) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:59.800452 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32006b2-4213-407c-b658-a2ea0d57e1af None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:59.801380 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-a32006b2-4213-407c-b658-a2ea0d57e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:59.836568 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-a32006b2-4213-407c-b658-a2ea0d57e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:59.837602 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32006b2-4213-407c-b658-a2ea0d57e1af None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:59.882692 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-68e86976-0a4c-4f3e-932f-f7edd23f05ac None None] Provisioning complete for port 90416259-c25d-42b3-a26a-eb9273199a8f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:59.883064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-68e86976-0a4c-4f3e-932f-f7edd23f05ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.954819 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0988941f-633c-40ec-92da-917b203e4104 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/ports/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910/tags HTTP/1.1" status: 204 len: 168 time: 0.2442372 Dec 10 18:36:59.960270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36722) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:59.964776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.tag.tag_plugin [None req-b5e6516b-6bd0-4834-9791-16992071c351 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '719ebe26-8f21-4ad3-a098-92ee1003f50f') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:59.972868 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4d5071d5-5d11-42d6-9ee0-2bd839c84696 req-8c523224-004e-4768-88b8-5eeab368f3bc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 210 time: 0.0374880 Dec 10 18:36:59.987173 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.020974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-68e86976-0a4c-4f3e-932f-f7edd23f05ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.049345 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.051140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.074398 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-68e86976-0a4c-4f3e-932f-f7edd23f05ac None None] For port 90416259-c25d-42b3-a26a-eb9273199a8f, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=90416259-c25d-42b3-a26a-eb9273199a8f,segment=NetworkSegment(9a99e78c-46d5-443e-bc5c-480273c5cd4a),segment_id=9a99e78c-46d5-443e-bc5c-480273c5cd4a)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:00.077095 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b5e6516b-6bd0-4834-9791-16992071c351 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/subnets/719ebe26-8f21-4ad3-a098-92ee1003f50f/tags HTTP/1.1" status: 204 len: 168 time: 0.1156912 Dec 10 18:37:00.078698 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port ce306992-a8b6-42b7-9e13-d5736c349ffa {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:00.079038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.087121 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36726) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:00.141129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-68e86976-0a4c-4f3e-932f-f7edd23f05ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.179496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.180096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.183612 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event updated for resources: {'Port': ['ID=f26f0677-6e23-4334-aaa0-e406cf530062,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:00.205807 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e86976-0a4c-4f3e-932f-f7edd23f05ac None None] Pushing event updated for resources: {'Port': ['ID=90416259-c25d-42b3-a26a-eb9273199a8f,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:00.223406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for ce306992-a8b6-42b7-9e13-d5736c349ffa owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:00.263033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Network b7420852-5642-41c4-aa1f-9a503d9ccadd is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:00.264861 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:00.343409 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f572daca-9839-427c-a66d-c422c1e30ea9 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for subnetpool, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.347031 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f572daca-9839-427c-a66d-c422c1e30ea9 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/subnetpools/a5b8ff1d-2352-44bc-9042-910947ae7f27 HTTP/1.1" status: 204 len: 168 time: 0.2564974 Dec 10 18:37:00.349465 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36728) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:00.373260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b6b09a8f-73cb-439c-bf49-f7514b5e1a2a None None] Provisioning complete for port f26f0677-6e23-4334-aaa0-e406cf530062 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:00.373660 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b6b09a8f-73cb-439c-bf49-f7514b5e1a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.385259 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cc48e6d9-065d-41b6-971d-2592759460ab tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "GET /v2.0/ports?device_id=6197cb1a-a03b-47a0-98c8-20f7b0283f5a HTTP/1.1" status: 200 len: 205 time: 0.0318356 Dec 10 18:37:00.385630 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36730) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:00.416685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b6b09a8f-73cb-439c-bf49-f7514b5e1a2a None None] Port f26f0677-6e23-4334-aaa0-e406cf530062 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:00.427393 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b6b09a8f-73cb-439c-bf49-f7514b5e1a2a None None] Provisioning complete for port 90416259-c25d-42b3-a26a-eb9273199a8f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:00.428311 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b6b09a8f-73cb-439c-bf49-f7514b5e1a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.467087 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.477919 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-642ce00b-ae37-453d-916d-1eca243ebc05 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.534253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=ce306992-a8b6-42b7-9e13-d5736c349ffa,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:00.564203 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 5d51ace4-93a2-41cb-b17a-420971aafcb8 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:00.597036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.597424 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.597820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.598162 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.598498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.598831 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.599161 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.599524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.599847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.600177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.600503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.600823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.601144 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:00.620959 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.624384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.628027 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-979fdff2-0e82-4283-90c1-96476e30b165 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/floatingips/509db3ca-7254-4ae9-aae9-44d643b93df0 HTTP/1.1" status: 204 len: 168 time: 0.8317368 Dec 10 18:37:00.631435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36734) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:00.653364 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 90416259-c25d-42b3-a26a-eb9273199a8f up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:00.680894 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-e2515939-d47e-4c4b-8104-f88d6b564eea tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] delete failed (client error): The resource could not be found. Dec 10 18:37:00.681985 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e2515939-d47e-4c4b-8104-f88d6b564eea tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/floatingips/509db3ca-7254-4ae9-aae9-44d643b93df0 HTTP/1.1" status: 404 len: 345 time: 0.0495453 Dec 10 18:37:00.686248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36736) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:00.716312 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 90416259-c25d-42b3-a26a-eb9273199a8f triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:00.716690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.752877 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-642ce00b-ae37-453d-916d-1eca243ebc05 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.772931 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-642ce00b-ae37-453d-916d-1eca243ebc05 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.774154 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8a596667-278d-4353-aa9d-835cb7a5ab37 None None] Provisioning complete for port f26f0677-6e23-4334-aaa0-e406cf530062 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:00.774665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8a596667-278d-4353-aa9d-835cb7a5ab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.775450 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:00.787984 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a2ed3eff-91df-4fce-862e-e285cadd25ee tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6258047 Dec 10 18:37:00.789283 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37752e78-75e9-4bf3-b47a-05fa89c71148 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:00.790879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36738) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:00.795902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d97584f1-3a52-4f1b-89c0-cf095b3e2499 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:00.799375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37752e78-75e9-4bf3-b47a-05fa89c71148 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:00.804751 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Sync routers for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:00.806804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37752e78-75e9-4bf3-b47a-05fa89c71148 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:00.811227 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-37752e78-75e9-4bf3-b47a-05fa89c71148 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "GET /v2.0/ports?network_id=f5d9b351-877d-43a9-80b4-f44c70a439ac HTTP/1.1" status: 200 len: 2356 time: 0.1214192 Dec 10 18:37:00.813918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36740) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:00.855223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8a596667-278d-4353-aa9d-835cb7a5ab37 None None] Port f26f0677-6e23-4334-aaa0-e406cf530062 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:00.856656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:00.857278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:00.877516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1909f4f-b0cb-4173-99b5-ffddf52b7323 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:00.883616 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b1909f4f-b0cb-4173-99b5-ffddf52b7323 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "GET /v2.0/subnets/defc8fe8-36e0-413d-80d7-5bb66c360883 HTTP/1.1" status: 200 len: 797 time: 0.0640850 Dec 10 18:37:00.886389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36742) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:00.889746 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'port': {'network_id': 'f5d9b351-877d-43a9-80b4-f44c70a439ac', 'name': 'tempest-FloatingIPTestJSON-274104551', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:00.975738 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:01.023976 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-642ce00b-ae37-453d-916d-1eca243ebc05 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.024622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642ce00b-ae37-453d-916d-1eca243ebc05 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Fanout notify agent at l3_agent the message router_deleted on router 6197cb1a-a03b-47a0-98c8-20f7b0283f5a {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:37:01.033225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-642ce00b-ae37-453d-916d-1eca243ebc05 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.034401 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-642ce00b-ae37-453d-916d-1eca243ebc05 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/routers/6197cb1a-a03b-47a0-98c8-20f7b0283f5a HTTP/1.1" status: 204 len: 168 time: 0.6478059 Dec 10 18:37:01.037418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36746) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:01.090400 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Made reservation on behalf of 17e48bcfd16e4410a803a286cda31795 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:01.104225 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1342c768-3425-4def-9dcd-95d0e00e6071 req-548252ad-cc88-4f46-b3e0-940d182bfc42 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 210 time: 0.0671811 Dec 10 18:37:01.144298 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c72c1808-0a51-4fec-a6dd-55d7926b378e None None] Provisioning complete for port f26f0677-6e23-4334-aaa0-e406cf530062 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:01.144793 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c72c1808-0a51-4fec-a6dd-55d7926b378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.205505 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-41edf86a-cfe8-4f0e-bff9-76c0c7d33451 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Deleting port 5fbbb186-4b0b-457d-9ac4-3d0a51d7e910 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:01.206141 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-41edf86a-cfe8-4f0e-bff9-76c0c7d33451 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.214104 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c72c1808-0a51-4fec-a6dd-55d7926b378e None None] Port f26f0677-6e23-4334-aaa0-e406cf530062 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:01.270141 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.297481 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.extraroute_db [None req-d97584f1-3a52-4f1b-89c0-cf095b3e2499 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:37:01.298154 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:36:59Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f26f0677-6e23-4334-aaa0-e406cf530062', 'name': '', 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:5a:cc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:36:59Z', 'revision_number': 2, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:01.300143 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] device_id is not set on port b64b59fa-ec31-4a66-ba78-c63acb279250 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:37:01.320032 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.extraroute_db [None req-d97584f1-3a52-4f1b-89c0-cf095b3e2499 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Removed routes are [] {{(pid=103594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:37:01.320508 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d97584f1-3a52-4f1b-89c0-cf095b3e2499 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.331539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Checking router: 5d51ace4-93a2-41cb-b17a-420971aafcb8 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:01.335118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Updating router 5d51ace4-93a2-41cb-b17a-420971aafcb8 port f26f0677-6e23-4334-aaa0-e406cf530062 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:37:01.359790 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.383321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-41edf86a-cfe8-4f0e-bff9-76c0c7d33451 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.427543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-41edf86a-cfe8-4f0e-bff9-76c0c7d33451 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Calling delete_port for 5fbbb186-4b0b-457d-9ac4-3d0a51d7e910 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:01.634555 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d97584f1-3a52-4f1b-89c0-cf095b3e2499 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.638702 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d97584f1-3a52-4f1b-89c0-cf095b3e2499 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.678636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.736667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97584f1-3a52-4f1b-89c0-cf095b3e2499 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 5d51ace4-93a2-41cb-b17a-420971aafcb8 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:01.738559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.20.0.14 (f5d9b351-877d-43a9-80b4-f44c70a439ac/defc8fe8-36e0-413d-80d7-5bb66c360883/b64b59fa-ec31-4a66-ba78-c63acb279250) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:01.744290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.20.0.13 (f5d9b351-877d-43a9-80b4-f44c70a439ac/defc8fe8-36e0-413d-80d7-5bb66c360883/b64b59fa-ec31-4a66-ba78-c63acb279250) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:01.782544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.830453 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-41edf86a-cfe8-4f0e-bff9-76c0c7d33451 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.837468 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fd864-773f-495b-8433-c77358d40536 None None] Pushing event updated for resources: {'Port': ['ID=f26f0677-6e23-4334-aaa0-e406cf530062,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:01.859595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97584f1-3a52-4f1b-89c0-cf095b3e2499 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:01.872664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d97584f1-3a52-4f1b-89c0-cf095b3e2499 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.876360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edf86a-cfe8-4f0e-bff9-76c0c7d33451 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Pushing event deleted for resources: {'Port': ['ID=5fbbb186-4b0b-457d-9ac4-3d0a51d7e910,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:01.884224 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d97584f1-3a52-4f1b-89c0-cf095b3e2499 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8 HTTP/1.1" status: 200 len: 954 time: 1.0818377 Dec 10 18:37:01.884374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36752) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:01.925319 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Attempting to bind port f26f0677-6e23-4334-aaa0-e406cf530062 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:01.925879 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Attempting to bind port f26f0677-6e23-4334-aaa0-e406cf530062 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '9a99e78c-46d5-443e-bc5c-480273c5cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:01.926317 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Attempting to bind port f26f0677-6e23-4334-aaa0-e406cf530062 on network b7420852-5642-41c4-aa1f-9a503d9ccadd {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:01.932618 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:01.933075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Checking segment: {'id': '9a99e78c-46d5-443e-bc5c-480273c5cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:01.933496 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.933952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Bound using segment: {'id': '9a99e78c-46d5-443e-bc5c-480273c5cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:01.934422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Bound port: f26f0677-6e23-4334-aaa0-e406cf530062, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a99e78c-46d5-443e-bc5c-480273c5cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:01.934805 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.019067 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] For port f26f0677-6e23-4334-aaa0-e406cf530062, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:02.023109 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] For port f26f0677-6e23-4334-aaa0-e406cf530062, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f26f0677-6e23-4334-aaa0-e406cf530062,segment=NetworkSegment(9a99e78c-46d5-443e-bc5c-480273c5cd4a),segment_id=9a99e78c-46d5-443e-bc5c-480273c5cd4a)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:02.074582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-41edf86a-cfe8-4f0e-bff9-76c0c7d33451 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.082438 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-41edf86a-cfe8-4f0e-bff9-76c0c7d33451 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/ports/5fbbb186-4b0b-457d-9ac4-3d0a51d7e910 HTTP/1.1" status: 204 len: 168 time: 1.0402420 Dec 10 18:37:02.082622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36754) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:02.097039 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.108638 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ed73376a-dd57-4aef-9d39-6908c9625ff9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8 HTTP/1.1" status: 200 len: 954 time: 0.2277195 Dec 10 18:37:02.111334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36756) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:02.116962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-5183245d-4878-445c-a1e2-92ec7566e33c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'router': {'routes': None}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:02.168870 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c188899-6050-4e21-86ee-a966b9080ab9 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Deleting subnet 719ebe26-8f21-4ad3-a098-92ee1003f50f {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:02.172683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3c188899-6050-4e21-86ee-a966b9080ab9 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.177504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.256669 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:02.257860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:02.292472 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f1860004-118b-4947-867b-8dea0070f25f req-5827a5cd-b413-4ed8-98d3-690beb1f9051 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 210 time: 0.0636070 Dec 10 18:37:02.320701 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3c188899-6050-4e21-86ee-a966b9080ab9 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.401127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.402764 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fd864-773f-495b-8433-c77358d40536 None None] Pushing event updated for resources: {'Port': ['ID=f26f0677-6e23-4334-aaa0-e406cf530062,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:02.418298 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3eba7e5a-2ab7-475c-aa98-deac9153c080 None None] Provisioning complete for port f26f0677-6e23-4334-aaa0-e406cf530062 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:02.418776 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3eba7e5a-2ab7-475c-aa98-deac9153c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.448518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3c188899-6050-4e21-86ee-a966b9080ab9 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.466871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:02.564850 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network f5d9b351-877d-43a9-80b4-f44c70a439ac is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:02.586871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:02.655273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:02.726550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3c188899-6050-4e21-86ee-a966b9080ab9 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.759265 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c188899-6050-4e21-86ee-a966b9080ab9 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Pushing event deleted for resources: {'Subnet': ['ID=719ebe26-8f21-4ad3-a098-92ee1003f50f,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:02.780539 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3c188899-6050-4e21-86ee-a966b9080ab9 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.786275 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3c188899-6050-4e21-86ee-a966b9080ab9 tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/subnets/719ebe26-8f21-4ad3-a098-92ee1003f50f HTTP/1.1" status: 204 len: 168 time: 0.7035623 Dec 10 18:37:02.788976 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36760) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:02.847729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8818ee9-99eb-4377-b18d-eb9e40edf34e None None] Network cf98f8bf-1256-4140-b507-5ef287388ae4 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:02.895703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3eba7e5a-2ab7-475c-aa98-deac9153c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.969513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3eba7e5a-2ab7-475c-aa98-deac9153c080 None None] For port f26f0677-6e23-4334-aaa0-e406cf530062, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f26f0677-6e23-4334-aaa0-e406cf530062,segment=NetworkSegment(9a99e78c-46d5-443e-bc5c-480273c5cd4a),segment_id=9a99e78c-46d5-443e-bc5c-480273c5cd4a)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:03.042577 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3eba7e5a-2ab7-475c-aa98-deac9153c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.088371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=b64b59fa-ec31-4a66-ba78-c63acb279250,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:03.131378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba7e5a-2ab7-475c-aa98-deac9153c080 None None] Pushing event updated for resources: {'Port': ['ID=f26f0677-6e23-4334-aaa0-e406cf530062,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:03.134050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:03.135287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.177366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:01Z', 'revision_number': 6, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f26f0677-6e23-4334-aaa0-e406cf530062', 'name': '', 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:5a:cc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:02Z', 'revision_number': 4, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:03.219399 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-910ba830-87b7-43b8-8e2c-4747b34f8d00 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3343937 Dec 10 18:37:03.221418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c57677d-100d-4743-9b6f-389a76c67b8f None None] DHCP port deletion for cf98f8bf-1256-4140-b507-5ef287388ae4 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:03.223341 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36762) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:03.227168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318b4a7e-173a-45bd-8107-ca1b4cfddb65 None None] The sync data for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv is: [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:01Z', 'revision_number': 6, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f26f0677-6e23-4334-aaa0-e406cf530062', 'name': '', 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:5a:cc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:02Z', 'revision_number': 4, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:03.228738 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'b64b59fa-ec31-4a66-ba78-c63acb279250', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:03.239827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ad14e7ef-1b4d-44d4-b41e-f23e862224c0 None None] Provisioning complete for port f26f0677-6e23-4334-aaa0-e406cf530062 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:03.239827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ad14e7ef-1b4d-44d4-b41e-f23e862224c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.266927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.379039 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.425135 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.extraroute_db [None req-5183245d-4878-445c-a1e2-92ec7566e33c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Added routes are [] {{(pid=103593) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:37:03.425645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.extraroute_db [None req-5183245d-4878-445c-a1e2-92ec7566e33c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103593) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:37:03.441353 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-2c57677d-100d-4743-9b6f-389a76c67b8f None None] Deleting port b27580bc-7483-473f-ad7a-b10812d0b2e7 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:03.442579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c57677d-100d-4743-9b6f-389a76c67b8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.511469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-9e8ca1dd-e010-4288-85b2-e19520acca26 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:03.513040 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-9e8ca1dd-e010-4288-85b2-e19520acca26 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/networks?id=2048deae-ae64-45bf-a0c0-b352a9b309db HTTP/1.1" status: 200 len: 796 time: 0.2121184 Dec 10 18:37:03.513300 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b6f261ea-81f9-45c5-91c6-0af93e112474 req-fac420cc-11c1-4db5-ad9e-060d2e1e8c9d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 210 time: 0.1267698 Dec 10 18:37:03.520173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5183245d-4878-445c-a1e2-92ec7566e33c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.553785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Deleting port b27580bc-7483-473f-ad7a-b10812d0b2e7 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:03.554155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.569923 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-2c57677d-100d-4743-9b6f-389a76c67b8f None None] For port b27580bc-7483-473f-ad7a-b10812d0b2e7, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b27580bc-7483-473f-ad7a-b10812d0b2e7,segment=NetworkSegment(abe63900-84f6-433d-90bb-d75cda96d9bc),segment_id=abe63900-84f6-433d-90bb-d75cda96d9bc)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:03.570392 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c57677d-100d-4743-9b6f-389a76c67b8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.586103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-2c57677d-100d-4743-9b6f-389a76c67b8f None None] Calling delete_port for b27580bc-7483-473f-ad7a-b10812d0b2e7 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:03.608049 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-07ba64bb-5894-444c-a9d2-2b23c94b43bd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 380 time: 0.0785177 Dec 10 18:37:03.642348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] For port b27580bc-7483-473f-ad7a-b10812d0b2e7, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b27580bc-7483-473f-ad7a-b10812d0b2e7,segment=NetworkSegment(abe63900-84f6-433d-90bb-d75cda96d9bc),segment_id=abe63900-84f6-433d-90bb-d75cda96d9bc)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:03.642754 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.659378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-4885d8b2-6507-4313-b19e-d2dc3edf37b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'port': {'device_id': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'admin_state_up': True, 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'security_groups': ['bdb76553-5083-45e8-b375-634af7195e74']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:03.690104 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Calling delete_port for b27580bc-7483-473f-ad7a-b10812d0b2e7 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:03.709975 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.783012 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c57677d-100d-4743-9b6f-389a76c67b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.813933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57677d-100d-4743-9b6f-389a76c67b8f None None] Pushing event deleted for resources: {'Port': ['ID=b27580bc-7483-473f-ad7a-b10812d0b2e7,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:03.815855 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c57677d-100d-4743-9b6f-389a76c67b8f None None] No DVR routers for this DVR port b27580bc-7483-473f-ad7a-b10812d0b2e7 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:03.881120 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.925519 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Pushing event deleted for resources: {'Port': ['ID=b27580bc-7483-473f-ad7a-b10812d0b2e7,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:03.928997 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.26.5.192 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/e8f0fde4-2dee-4e4d-b720-f7be3db8ad19) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:03.933641 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] No DVR routers for this DVR port b27580bc-7483-473f-ad7a-b10812d0b2e7 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:03.962688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5183245d-4878-445c-a1e2-92ec7566e33c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.966825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5183245d-4878-445c-a1e2-92ec7566e33c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.040684 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-4885d8b2-6507-4313-b19e-d2dc3edf37b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:04.044274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-4885d8b2-6507-4313-b19e-d2dc3edf37b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.071300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.099683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf98f8bf-1256-4140-b507-5ef287388ae4']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:04.117793 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe63900-84f6-433d-90bb-d75cda96d9bc') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:04.118098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe63900-84f6-433d-90bb-d75cda96d9bc') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:04.132376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5183245d-4878-445c-a1e2-92ec7566e33c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 5d51ace4-93a2-41cb-b17a-420971aafcb8 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:04.135862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.160247 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.164827 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.172533 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:04.172947 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: self.session.flush() Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:04.176146 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:04.221185 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb6526f-4ecc-4842-a687-1f7d25b84f3d None None] Sync routers for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:04.233621 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb6526f-4ecc-4842-a687-1f7d25b84f3d None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:04.234478 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3bb6526f-4ecc-4842-a687-1f7d25b84f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:04.272654 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-4885d8b2-6507-4313-b19e-d2dc3edf37b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.6 (2048deae-ae64-45bf-a0c0-b352a9b309db/82000478-3526-4f86-a55c-aa43380b66cc/57df12cd-5997-4680-8dda-e93a6694e723) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:04.285831 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5183245d-4878-445c-a1e2-92ec7566e33c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:04.293646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5183245d-4878-445c-a1e2-92ec7566e33c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.294917 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5183245d-4878-445c-a1e2-92ec7566e33c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8 HTTP/1.1" status: 200 len: 704 time: 2.1826503 Dec 10 18:37:04.297639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36770) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:04.314729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.321240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.325942 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] 10.222.0.60 "DELETE /v2.0/networks/cf98f8bf-1256-4140-b507-5ef287388ae4 HTTP/1.1" status: 204 len: 168 time: 1.5355537 Dec 10 18:37:04.329271 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-3bb6526f-4ecc-4842-a687-1f7d25b84f3d None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:04.346860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.349512 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058706a-b269-4773-b819-1f153e24e61a tempest-TagsExtTest-1203867346 tempest-TagsExtTest-1203867346-project] Pushing event deleted for resources: {'Network': ['ID=cf98f8bf-1256-4140-b507-5ef287388ae4,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:04.408741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:04.412577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:04.415212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:04.451278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=e8f0fde4-2dee-4e4d-b720-f7be3db8ad19,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:04.524812 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-640e29c0-9032-4dcf-8db1-5efe850a09f3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8 HTTP/1.1" status: 200 len: 704 time: 0.2217185 Dec 10 18:37:04.528142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36774) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:04.633649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-4885d8b2-6507-4313-b19e-d2dc3edf37b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.667594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f26f0677-6e23-4334-aaa0-e406cf530062 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:04.700264 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3bb6526f-4ecc-4842-a687-1f7d25b84f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:03Z', 'revision_number': 7, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f26f0677-6e23-4334-aaa0-e406cf530062', 'name': '', 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:5a:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:02Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:04.721231 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e2404bc2-8ac1-4de7-8c2c-1797bf67aac2 req-19304064-e104-4903-8732-d7627fb43a7e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 210 time: 0.0717559 Dec 10 18:37:04.734831 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb6526f-4ecc-4842-a687-1f7d25b84f3d None None] Checking router: 5d51ace4-93a2-41cb-b17a-420971aafcb8 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:04.746092 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb6526f-4ecc-4842-a687-1f7d25b84f3d None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:04.746912 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3bb6526f-4ecc-4842-a687-1f7d25b84f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:04.755653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port f26f0677-6e23-4334-aaa0-e406cf530062 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:04.756029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.868469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-4885d8b2-6507-4313-b19e-d2dc3edf37b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.882755 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-3bb6526f-4ecc-4842-a687-1f7d25b84f3d None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:04.941489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-4885d8b2-6507-4313-b19e-d2dc3edf37b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 2048deae-ae64-45bf-a0c0-b352a9b309db is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:04.950133 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b27580bc-7483-473f-ad7a-b10812d0b2e7 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:04.955418 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.973766 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-4885d8b2-6507-4313-b19e-d2dc3edf37b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:04.983635 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36780) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:04.993190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: b27580bc-7483-473f-ad7a-b10812d0b2e7 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:04.993541 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b27580bc-7483-473f-ad7a-b10812d0b2e7 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:04.994339 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-4885d8b2-6507-4313-b19e-d2dc3edf37b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:05.048369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885d8b2-6507-4313-b19e-d2dc3edf37b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=57df12cd-5997-4680-8dda-e93a6694e723,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:05.080708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-4885d8b2-6507-4313-b19e-d2dc3edf37b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:05.081424 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-4885d8b2-6507-4313-b19e-d2dc3edf37b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.145406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ae9c2f6-2aa5-4b60-bcf9-2c4fb3157979 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.175636 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3bb6526f-4ecc-4842-a687-1f7d25b84f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:03Z', 'revision_number': 7, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f26f0677-6e23-4334-aaa0-e406cf530062', 'name': '', 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:5a:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:02Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:05.177901 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.207034 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb6526f-4ecc-4842-a687-1f7d25b84f3d None None] The sync data for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv is: [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:03Z', 'revision_number': 7, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f26f0677-6e23-4334-aaa0-e406cf530062', 'name': '', 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:5a:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:02Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:05.240384 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-4885d8b2-6507-4313-b19e-d2dc3edf37b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5857506 Dec 10 18:37:05.264446 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Request body: {'port': {'device_id': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:05.341755 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7cbf20b2-c696-46a7-8df3-c3c1d7cc0637 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b662fa4c74fb4c26a0c444b8e6cb68c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3528907 Dec 10 18:37:05.343712 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36784) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:05.347295 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.381260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.393125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0cea56e7-faaf-4ea7-a5f0-14516638de29 None None] Provisioning complete for port 57df12cd-5997-4680-8dda-e93a6694e723 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:05.393874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0cea56e7-faaf-4ea7-a5f0-14516638de29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.408902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54925079-fdda-4da7-bba5-9766615c8601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.437002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54925079-fdda-4da7-bba5-9766615c8601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.442764 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-0cea56e7-faaf-4ea7-a5f0-14516638de29 None None] Port 57df12cd-5997-4680-8dda-e93a6694e723 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:05.453618 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.534267 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5377f-edff-41c6-adff-d60959cc0b9a None None] Sync routers for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:05.543880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5377f-edff-41c6-adff-d60959cc0b9a None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:05.544500 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-1cb5377f-edff-41c6-adff-d60959cc0b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:05.551306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=e8f0fde4-2dee-4e4d-b720-f7be3db8ad19,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:05.565350 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.633156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54925079-fdda-4da7-bba5-9766615c8601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.636634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54925079-fdda-4da7-bba5-9766615c8601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.640015 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-54925079-fdda-4da7-bba5-9766615c8601 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6bc2121e-d6b1-4770-a159-c24c876ff22d HTTP/1.1" status: 204 len: 168 time: 0.2926807 Dec 10 18:37:05.646170 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-1cb5377f-edff-41c6-adff-d60959cc0b9a None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:05.653843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54925079-fdda-4da7-bba5-9766615c8601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc2121e-d6b1-4770-a159-c24c876ff22d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:05.712402 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Floating IP f154a05c-c6d6-4105-9dd3-30063c297380 associated. External IP: 172.26.5.192, port: b64b59fa-ec31-4a66-ba78-c63acb279250. Dec 10 18:37:05.784543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57df12cd-5997-4680-8dda-e93a6694e723 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:05.790827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9c2f6-2aa5-4b60-bcf9-2c4fb3157979 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port f26f0677-6e23-4334-aaa0-e406cf530062 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:05.790827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ae9c2f6-2aa5-4b60-bcf9-2c4fb3157979 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.807514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.861888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Transition to ACTIVE for port object 57df12cd-5997-4680-8dda-e93a6694e723 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:37:05.897235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57304d9-9277-4345-b2ef-f090fda80c85 req-ef41537a-4af1-4321-92dd-f84d01d2121c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:05.898743 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c57304d9-9277-4345-b2ef-f090fda80c85 req-ef41537a-4af1-4321-92dd-f84d01d2121c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 931 time: 0.0683365 Dec 10 18:37:05.911104 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-3ae9c2f6-2aa5-4b60-bcf9-2c4fb3157979 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] For port f26f0677-6e23-4334-aaa0-e406cf530062, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f26f0677-6e23-4334-aaa0-e406cf530062,segment=NetworkSegment(9a99e78c-46d5-443e-bc5c-480273c5cd4a),segment_id=9a99e78c-46d5-443e-bc5c-480273c5cd4a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:05.911640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ae9c2f6-2aa5-4b60-bcf9-2c4fb3157979 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.915528 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-1cb5377f-edff-41c6-adff-d60959cc0b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:03Z', 'revision_number': 7, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f26f0677-6e23-4334-aaa0-e406cf530062', 'name': '', 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:5a:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:02Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:05.939224 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9c2f6-2aa5-4b60-bcf9-2c4fb3157979 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for f26f0677-6e23-4334-aaa0-e406cf530062 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:05.939224 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.959781 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5377f-edff-41c6-adff-d60959cc0b9a None None] Checking router: 5d51ace4-93a2-41cb-b17a-420971aafcb8 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:05.971762 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5377f-edff-41c6-adff-d60959cc0b9a None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:05.979471 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-1cb5377f-edff-41c6-adff-d60959cc0b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:05.995645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Pushing event updated for resources: {'Port': ['ID=57df12cd-5997-4680-8dda-e93a6694e723,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:06.043388 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c57304d9-9277-4345-b2ef-f090fda80c85 req-993b29f5-53cc-4654-beee-873a2309523c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdb76553-5083-45e8-b375-634af7195e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368749 Dec 10 18:37:06.109222 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:06.119408 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-1cb5377f-edff-41c6-adff-d60959cc0b9a None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:06.217140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Attempting to bind port 57df12cd-5997-4680-8dda-e93a6694e723 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:06.217528 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Attempting to bind port 57df12cd-5997-4680-8dda-e93a6694e723 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:06.218297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Attempting to bind port 57df12cd-5997-4680-8dda-e93a6694e723 on network 2048deae-ae64-45bf-a0c0-b352a9b309db {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:06.223688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Port 57df12cd-5997-4680-8dda-e93a6694e723 on network 2048deae-ae64-45bf-a0c0-b352a9b309db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:37:06.223688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Attempting to bind port 57df12cd-5997-4680-8dda-e93a6694e723 on network 2048deae-ae64-45bf-a0c0-b352a9b309db {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:06.229994 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:06.231786 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:06.232230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Checking segment: {'id': 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:06.232708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Bound using segment: {'id': 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:06.233248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Bound port: 57df12cd-5997-4680-8dda-e93a6694e723, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:06.233720 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.245706 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506c67f-45df-46c9-b182-ae022d3c5027 None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:06.258137 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506c67f-45df-46c9-b182-ae022d3c5027 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:06.258897 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c506c67f-45df-46c9-b182-ae022d3c5027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:06.311272 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c506c67f-45df-46c9-b182-ae022d3c5027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:06.317013 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506c67f-45df-46c9-b182-ae022d3c5027 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:06.317625 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c506c67f-45df-46c9-b182-ae022d3c5027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:06.328312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] For port 57df12cd-5997-4680-8dda-e93a6694e723, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:06.332779 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.348234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] For port 57df12cd-5997-4680-8dda-e93a6694e723, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=57df12cd-5997-4680-8dda-e93a6694e723,segment=NetworkSegment(abb44871-e5ef-48e9-a9f6-bed16a4a20cc),segment_id=abb44871-e5ef-48e9-a9f6-bed16a4a20cc)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:06.358596 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c506c67f-45df-46c9-b182-ae022d3c5027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:06.359255 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506c67f-45df-46c9-b182-ae022d3c5027 None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:06.366492 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1ae4e7ec-f699-489f-a9eb-eb46b0a3e8e2 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1420240 Dec 10 18:37:06.369114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36790) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:06.374175 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-239ec918-49dc-45b3-8167-c14650058471 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'floatingip': {'port_id': 'b64b59fa-ec31-4a66-ba78-c63acb279250', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:06.412998 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-1cb5377f-edff-41c6-adff-d60959cc0b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:03Z', 'revision_number': 7, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f26f0677-6e23-4334-aaa0-e406cf530062', 'name': '', 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:5a:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:02Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:06.430451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.439441 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-239ec918-49dc-45b3-8167-c14650058471 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.443441 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5377f-edff-41c6-adff-d60959cc0b9a None None] The sync data for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv is: [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:03Z', 'revision_number': 7, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f26f0677-6e23-4334-aaa0-e406cf530062', 'name': '', 'network_id': 'b7420852-5642-41c4-aa1f-9a503d9ccadd', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:5a:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:02Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '62254c2a-8a9d-4975-a5ba-9688a67e522e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:06.464856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ae9c2f6-2aa5-4b60-bcf9-2c4fb3157979 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.480142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:06.481328 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.482736 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] 10.222.0.21 "PUT /v2.0/ports/57df12cd-5997-4680-8dda-e93a6694e723 HTTP/1.1" status: 200 len: 1093 time: 1.2255664 Dec 10 18:37:06.485843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'tag': '57df12cd-5997-4680-8dda-e93a6694e723'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:06.488184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf70143-b705-42b3-b249-b012767db6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "612fef95-f03d-4f04-9945-b8e8ce59db87", "tag": "57df12cd-5997-4680-8dda-e93a6694e723"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:06.619418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbbfed7-9474-4143-95bb-c07c0f63d6cf x-openstack-request-id: req-1cbbfed7-9474-4143-95bb-c07c0f63d6cf {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:06.619418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612fef95-f03d-4f04-9945-b8e8ce59db87", "tag": "57df12cd-5997-4680-8dda-e93a6694e723", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:06.619793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cbbfed7-9474-4143-95bb-c07c0f63d6cf {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:06.620120 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'tag': '57df12cd-5997-4680-8dda-e93a6694e723', 'status': 'completed', 'code': 200} Dec 10 18:37:06.622388 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a386d4-ec24-4864-b1a1-e9dad8905986 service neutron] Pushing event updated for resources: {'Port': ['ID=57df12cd-5997-4680-8dda-e93a6694e723,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:06.721887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9c2f6-2aa5-4b60-bcf9-2c4fb3157979 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=f26f0677-6e23-4334-aaa0-e406cf530062,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:06.750222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf70143-b705-42b3-b249-b012767db6ef req-70084871-f163-45f5-8df8-89d3c2bbf0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:06.751793 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-dbf70143-b705-42b3-b249-b012767db6ef req-70084871-f163-45f5-8df8-89d3c2bbf0a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 1096 time: 0.1309021 Dec 10 18:37:06.754503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ae9c2f6-2aa5-4b60-bcf9-2c4fb3157979 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.032884 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-239ec918-49dc-45b3-8167-c14650058471 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.085477 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-239ec918-49dc-45b3-8167-c14650058471 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.232255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f48ce-44cb-428c-b099-8a8380834e0e req-5c3cd1b8-ed0b-47a3-9852-c2fcbf6520b8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:07.233725 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-797f48ce-44cb-428c-b099-8a8380834e0e req-5c3cd1b8-ed0b-47a3-9852-c2fcbf6520b8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 943 time: 0.0794802 Dec 10 18:37:07.354739 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-797f48ce-44cb-428c-b099-8a8380834e0e req-e5a30ef3-d485-42ae-afed-2570f1208f7a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdb76553-5083-45e8-b375-634af7195e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141014 Dec 10 18:37:07.377267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239ec918-49dc-45b3-8167-c14650058471 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:07.437180 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf70143-b705-42b3-b249-b012767db6ef req-a6e3f690-1bb9-4429-b3eb-3c5a96c8dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:07.438694 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-dbf70143-b705-42b3-b249-b012767db6ef req-a6e3f690-1bb9-4429-b3eb-3c5a96c8dcb7 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d8d709b5542940cd80a96d0fc97864e7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.6733429 Dec 10 18:37:07.485137 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239ec918-49dc-45b3-8167-c14650058471 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:07.489584 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-239ec918-49dc-45b3-8167-c14650058471 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.506414 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd6068-9569-4eac-addf-ff94f90e3805 None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:07.517775 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd6068-9569-4eac-addf-ff94f90e3805 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:07.518109 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-07cd6068-9569-4eac-addf-ff94f90e3805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:07.545538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae9c2f6-2aa5-4b60-bcf9-2c4fb3157979 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 5d51ace4-93a2-41cb-b17a-420971aafcb8 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:07.551964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-07cd6068-9569-4eac-addf-ff94f90e3805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:07.561556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd6068-9569-4eac-addf-ff94f90e3805 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:07.562359 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-07cd6068-9569-4eac-addf-ff94f90e3805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:07.604447 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-07cd6068-9569-4eac-addf-ff94f90e3805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:07.605202 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd6068-9569-4eac-addf-ff94f90e3805 None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:07.725653 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf70143-b705-42b3-b249-b012767db6ef req-4f226f8f-c8f7-4bde-ae5e-2b974c0bb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:07.727182 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-dbf70143-b705-42b3-b249-b012767db6ef req-4f226f8f-c8f7-4bde-ae5e-2b974c0bb51b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2753518 Dec 10 18:37:07.743502 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae9c2f6-2aa5-4b60-bcf9-2c4fb3157979 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:07.750006 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3ae9c2f6-2aa5-4b60-bcf9-2c4fb3157979 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2206881 Dec 10 18:37:07.752726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36796) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:07.755411 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf151f8-51cf-4f9f-a1b3-d5410daceba7 None None] Sync routers for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:07.770839 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf151f8-51cf-4f9f-a1b3-d5410daceba7 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:07.772643 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-6cf151f8-51cf-4f9f-a1b3-d5410daceba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:07.839705 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-626d3053-402b-4817-ba21-e52916160f43 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting subnet 62254c2a-8a9d-4975-a5ba-9688a67e522e {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:07.844251 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-626d3053-402b-4817-ba21-e52916160f43 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.874304 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-6cf151f8-51cf-4f9f-a1b3-d5410daceba7 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:07.877642 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-4ff43928-8e70-4d63-b073-35ae2f837d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:07.879144 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-4ff43928-8e70-4d63-b073-35ae2f837d83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 1096 time: 0.0909007 Dec 10 18:37:07.888651 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-239ec918-49dc-45b3-8167-c14650058471 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "PUT /v2.0/floatingips/f154a05c-c6d6-4105-9dd3-30063c297380 HTTP/1.1" status: 200 len: 978 time: 1.5157776 Dec 10 18:37:07.895201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36798) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:07.900312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-626d3053-402b-4817-ba21-e52916160f43 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.031403 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-fc7815b9-6a5e-493e-9af3-da5cc7a7faf7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57df12cd-5997-4680-8dda-e93a6694e723 HTTP/1.1" status: 200 len: 217 time: 0.1335652 Dec 10 18:37:08.180199 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-6cf151f8-51cf-4f9f-a1b3-d5410daceba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:06Z', 'revision_number': 8, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:08.208047 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf151f8-51cf-4f9f-a1b3-d5410daceba7 None None] Checking router: 5d51ace4-93a2-41cb-b17a-420971aafcb8 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:08.216811 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf151f8-51cf-4f9f-a1b3-d5410daceba7 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:08.218092 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-6cf151f8-51cf-4f9f-a1b3-d5410daceba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:08.219077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-b1c087d2-eff8-4600-8226-da2c3eabb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:08.220563 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-b1c087d2-eff8-4600-8226-da2c3eabb1f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82000478-3526-4f86-a55c-aa43380b66cc HTTP/1.1" status: 200 len: 835 time: 0.1775002 Dec 10 18:37:08.228468 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-626d3053-402b-4817-ba21-e52916160f43 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.315047 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-6cf151f8-51cf-4f9f-a1b3-d5410daceba7 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:08.382900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-a096d855-efc4-44d0-a2c9-6ba3f78227c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:08.384430 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-a096d855-efc4-44d0-a2c9-6ba3f78227c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2048deae-ae64-45bf-a0c0-b352a9b309db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1525791 Dec 10 18:37:08.406606 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5eaef698-5ff4-4e52-abf9-9b259b855f24 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port e8f0fde4-2dee-4e4d-b720-f7be3db8ad19 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:08.406606 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5eaef698-5ff4-4e52-abf9-9b259b855f24 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.487641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-626d3053-402b-4817-ba21-e52916160f43 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.538204 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d3053-402b-4817-ba21-e52916160f43 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Subnet': ['ID=62254c2a-8a9d-4975-a5ba-9688a67e522e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:08.540370 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-626d3053-402b-4817-ba21-e52916160f43 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.543558 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa764714-9d06-42b1-9198-71158305f034 None None] Network b7420852-5642-41c4-aa1f-9a503d9ccadd requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:08.544132 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-626d3053-402b-4817-ba21-e52916160f43 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/62254c2a-8a9d-4975-a5ba-9688a67e522e HTTP/1.1" status: 204 len: 168 time: 0.7894633 Dec 10 18:37:08.548233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36802) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:08.566939 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-6cf151f8-51cf-4f9f-a1b3-d5410daceba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:06Z', 'revision_number': 8, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:08.602507 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87029966-db54-436a-a1a2-d10682cf9ac8 req-70264202-3e0e-442c-a543-0c2bdbc1f22a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:08.604982 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-87029966-db54-436a-a1a2-d10682cf9ac8 req-70264202-3e0e-442c-a543-0c2bdbc1f22a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 943 time: 0.1525779 Dec 10 18:37:08.620579 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf151f8-51cf-4f9f-a1b3-d5410daceba7 None None] The sync data for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv is: [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:06Z', 'revision_number': 8, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': '400e42be-20db-43e7-88b9-b7ae35a3e86e', 'name': '', 'network_id': '86cd7d19-0a70-464e-9995-20896b5a9fa0', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:94:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:50Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': 'f2703298-13aa-4ecd-9b63-f6da1a40c214', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:08.680604 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-295feff5-a316-4f42-9da6-3991985a1cd9 service neutron] 10.222.0.21 "GET /v2.0/networks/2048deae-ae64-45bf-a0c0-b352a9b309db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836168 Dec 10 18:37:08.688705 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5eaef698-5ff4-4e52-abf9-9b259b855f24 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.689177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5eaef698-5ff4-4e52-abf9-9b259b855f24 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.689670 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-87029966-db54-436a-a1a2-d10682cf9ac8 req-85a061ac-aa7d-4a5d-8e42-9bbbcef19f48 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdb76553-5083-45e8-b375-634af7195e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730209 Dec 10 18:37:08.723728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.767556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5eaef698-5ff4-4e52-abf9-9b259b855f24 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for e8f0fde4-2dee-4e4d-b720-f7be3db8ad19 owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:08.923686 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ab184c3d-ed1a-44f1-bcc4-b06bebb8e8ab req-d0ab2811-a75b-44bf-bc1f-c0e06098ff01 service neutron] 10.222.0.21 "GET /v2.0/networks/2048deae-ae64-45bf-a0c0-b352a9b309db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301130 Dec 10 18:37:08.974696 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port 90416259-c25d-42b3-a26a-eb9273199a8f {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:08.975042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.020696 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] DHCP port deletion for b7420852-5642-41c4-aa1f-9a503d9ccadd request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:09.092017 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Deleting port 90416259-c25d-42b3-a26a-eb9273199a8f {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:09.092978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.110910 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] For port 90416259-c25d-42b3-a26a-eb9273199a8f, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=90416259-c25d-42b3-a26a-eb9273199a8f,segment=NetworkSegment(9a99e78c-46d5-443e-bc5c-480273c5cd4a),segment_id=9a99e78c-46d5-443e-bc5c-480273c5cd4a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:09.111377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.125331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for 90416259-c25d-42b3-a26a-eb9273199a8f owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:09.173151 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] For port 90416259-c25d-42b3-a26a-eb9273199a8f, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=90416259-c25d-42b3-a26a-eb9273199a8f,segment=NetworkSegment(9a99e78c-46d5-443e-bc5c-480273c5cd4a),segment_id=9a99e78c-46d5-443e-bc5c-480273c5cd4a)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:09.173151 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.178584 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5eaef698-5ff4-4e52-abf9-9b259b855f24 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.185665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Calling delete_port for 90416259-c25d-42b3-a26a-eb9273199a8f owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:09.212248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaef698-5ff4-4e52-abf9-9b259b855f24 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=e8f0fde4-2dee-4e4d-b720-f7be3db8ad19,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:09.283279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5eaef698-5ff4-4e52-abf9-9b259b855f24 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.283525 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-5eaef698-5ff4-4e52-abf9-9b259b855f24 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Floating IP f154a05c-c6d6-4105-9dd3-30063c297380 disassociated (deleted). External IP: 172.26.5.192, port: b64b59fa-ec31-4a66-ba78-c63acb279250. Dec 10 18:37:09.320434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.348624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Pushing event deleted for resources: {'Port': ['ID=90416259-c25d-42b3-a26a-eb9273199a8f,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:09.354736 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] No DVR routers for this DVR port 90416259-c25d-42b3-a26a-eb9273199a8f on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:09.366100 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:09.366574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:09.366929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:09.367272 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:09.367608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:09.368468 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:09.368723 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:09.369055 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:09.369408 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:09.369753 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:09.370090 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:09.370452 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:09.370733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36773780-ea2c-4433-b48c-0a3f9cb44af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:09.403469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.437914 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=90416259-c25d-42b3-a26a-eb9273199a8f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:09.441095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No DVR routers for this DVR port 90416259-c25d-42b3-a26a-eb9273199a8f on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:09.816495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae034f-2bf8-4233-98cb-7e0123d580fd req-6c8de48e-c33a-4e79-b2b8-13552823a340 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:09.818069 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d2ae034f-2bf8-4233-98cb-7e0123d580fd req-6c8de48e-c33a-4e79-b2b8-13552823a340 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 943 time: 0.0538638 Dec 10 18:37:09.871800 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d2ae034f-2bf8-4233-98cb-7e0123d580fd req-a1bc0939-63c6-4237-9cf7-6f8880c31bee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdb76553-5083-45e8-b375-634af7195e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474634 Dec 10 18:37:09.937174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.966075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7420852-5642-41c4-aa1f-9a503d9ccadd']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:09.985986 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a99e78c-46d5-443e-bc5c-480273c5cd4a') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:09.986215 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a99e78c-46d5-443e-bc5c-480273c5cd4a') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:10.006051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.028550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaef698-5ff4-4e52-abf9-9b259b855f24 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:10.029585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.039068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:10.039453 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:10.042376 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:10.193257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaef698-5ff4-4e52-abf9-9b259b855f24 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:10.197973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5eaef698-5ff4-4e52-abf9-9b259b855f24 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.202397 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7515877b-f176-4024-82cb-d70099dded3e None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:10.213508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515877b-f176-4024-82cb-d70099dded3e None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:10.214289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7515877b-f176-4024-82cb-d70099dded3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:10.226091 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5eaef698-5ff4-4e52-abf9-9b259b855f24 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/floatingips/f154a05c-c6d6-4105-9dd3-30063c297380 HTTP/1.1" status: 204 len: 168 time: 2.3361375 Dec 10 18:37:10.228164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.229193 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36806) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:10.232596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.239445 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/networks/b7420852-5642-41c4-aa1f-9a503d9ccadd HTTP/1.1" status: 204 len: 168 time: 1.6854713 Dec 10 18:37:10.240078 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36808) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:10.247245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7515877b-f176-4024-82cb-d70099dded3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:10.256150 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515877b-f176-4024-82cb-d70099dded3e None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:10.256754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7515877b-f176-4024-82cb-d70099dded3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:10.289723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8168f7-ed74-4dd5-8013-076485bbd6b2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Network': ['ID=b7420852-5642-41c4-aa1f-9a503d9ccadd,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:10.292626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7515877b-f176-4024-82cb-d70099dded3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:10.293493 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7515877b-f176-4024-82cb-d70099dded3e None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:10.327147 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-33ef2585-38ac-4d65-b5de-5d7c0c24e0fc tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port b64b59fa-ec31-4a66-ba78-c63acb279250 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:10.327490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-33ef2585-38ac-4d65-b5de-5d7c0c24e0fc tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.415895 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-33ef2585-38ac-4d65-b5de-5d7c0c24e0fc tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.427667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-33ef2585-38ac-4d65-b5de-5d7c0c24e0fc tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for b64b59fa-ec31-4a66-ba78-c63acb279250 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:10.569747 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f26f0677-6e23-4334-aaa0-e406cf530062 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:10.590311 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: f26f0677-6e23-4334-aaa0-e406cf530062 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:10.590833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f26f0677-6e23-4334-aaa0-e406cf530062 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:10.591340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 90416259-c25d-42b3-a26a-eb9273199a8f no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:10.591776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11068105-e24a-4c30-8d6b-db90463fd996 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.610407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 90416259-c25d-42b3-a26a-eb9273199a8f {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:10.610843 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 90416259-c25d-42b3-a26a-eb9273199a8f not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:10.672466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-33ef2585-38ac-4d65-b5de-5d7c0c24e0fc tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.702026 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef2585-38ac-4d65-b5de-5d7c0c24e0fc tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=b64b59fa-ec31-4a66-ba78-c63acb279250,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:10.789944 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-33ef2585-38ac-4d65-b5de-5d7c0c24e0fc tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.793124 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-33ef2585-38ac-4d65-b5de-5d7c0c24e0fc tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/ports/b64b59fa-ec31-4a66-ba78-c63acb279250 HTTP/1.1" status: 204 len: 168 time: 0.5627234 Dec 10 18:37:10.796810 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36810) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:10.801174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:10.844297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-11068105-e24a-4c30-8d6b-db90463fd996 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port 400e42be-20db-43e7-88b9-b7ae35a3e86e {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:10.844643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11068105-e24a-4c30-8d6b-db90463fd996 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.902453 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.940579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-11068105-e24a-4c30-8d6b-db90463fd996 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] For port 400e42be-20db-43e7-88b9-b7ae35a3e86e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=400e42be-20db-43e7-88b9-b7ae35a3e86e,segment=NetworkSegment(2bfad0af-04e1-42d2-870c-0f056666e21a),segment_id=2bfad0af-04e1-42d2-870c-0f056666e21a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:10.941222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11068105-e24a-4c30-8d6b-db90463fd996 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.954742 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-11068105-e24a-4c30-8d6b-db90463fd996 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for 400e42be-20db-43e7-88b9-b7ae35a3e86e owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:11.009897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0ccfc-aacb-449d-beee-13ed492dfc04 req-9eefe481-8bea-4174-8b63-8100391e8dcb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:11.011762 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-12e0ccfc-aacb-449d-beee-13ed492dfc04 req-9eefe481-8bea-4174-8b63-8100391e8dcb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 943 time: 0.0660911 Dec 10 18:37:11.083196 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-12e0ccfc-aacb-449d-beee-13ed492dfc04 req-a1e13620-2bb3-42e8-8e45-ab4157621c59 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdb76553-5083-45e8-b375-634af7195e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649722 Dec 10 18:37:11.089145 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.186575 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11068105-e24a-4c30-8d6b-db90463fd996 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.191844 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.26.5.30 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/571015ad-12b1-440a-bcee-8f3cf4b2ef90) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:11.220281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11068105-e24a-4c30-8d6b-db90463fd996 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=400e42be-20db-43e7-88b9-b7ae35a3e86e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:11.306914 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.335198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11068105-e24a-4c30-8d6b-db90463fd996 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.398503 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.442470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:11.445511 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:11.447964 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:11.453667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=571015ad-12b1-440a-bcee-8f3cf4b2ef90,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:11.532661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11068105-e24a-4c30-8d6b-db90463fd996 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 5d51ace4-93a2-41cb-b17a-420971aafcb8 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:11.542378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.625636 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.628384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11068105-e24a-4c30-8d6b-db90463fd996 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:11.638193 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-11068105-e24a-4c30-8d6b-db90463fd996 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3968709 Dec 10 18:37:11.639485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36814) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:11.639647 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9789573-24d5-4eaf-b630-51913efcf6c3 None None] Sync routers for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:11.651906 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9789573-24d5-4eaf-b630-51913efcf6c3 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:11.652508 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-a9789573-24d5-4eaf-b630-51913efcf6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:11.703616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c17936-b462-418e-9a3d-6d16b2dcf180 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting subnet f2703298-13aa-4ecd-9b63-f6da1a40c214 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:11.707210 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82c17936-b462-418e-9a3d-6d16b2dcf180 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.754342 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-a9789573-24d5-4eaf-b630-51913efcf6c3 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:11.756504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82c17936-b462-418e-9a3d-6d16b2dcf180 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.805805 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.843921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82c17936-b462-418e-9a3d-6d16b2dcf180 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.867149 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.940448 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=571015ad-12b1-440a-bcee-8f3cf4b2ef90,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:11.950656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.962476 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-a9789573-24d5-4eaf-b630-51913efcf6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:11Z', 'revision_number': 9, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:11.988644 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9789573-24d5-4eaf-b630-51913efcf6c3 None None] Checking router: 5d51ace4-93a2-41cb-b17a-420971aafcb8 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:11.992447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82c17936-b462-418e-9a3d-6d16b2dcf180 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.997034 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9789573-24d5-4eaf-b630-51913efcf6c3 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:11.997634 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-a9789573-24d5-4eaf-b630-51913efcf6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:12.020487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c17936-b462-418e-9a3d-6d16b2dcf180 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Subnet': ['ID=f2703298-13aa-4ecd-9b63-f6da1a40c214,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:12.025560 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82c17936-b462-418e-9a3d-6d16b2dcf180 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.031422 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-82c17936-b462-418e-9a3d-6d16b2dcf180 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/f2703298-13aa-4ecd-9b63-f6da1a40c214 HTTP/1.1" status: 204 len: 168 time: 0.3883083 Dec 10 18:37:12.031540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36816) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:12.034356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf95108-9bf6-41c1-ae90-897f300a37d9 None None] Network 86cd7d19-0a70-464e-9995-20896b5a9fa0 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:12.071629 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.073415 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c6eeeca6-76fa-49cb-9e2b-1549d623f640 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2755058 Dec 10 18:37:12.076380 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36818) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:12.087797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-39597be8-fa54-4ba9-9c70-292232c77993 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'port': {'network_id': 'f5d9b351-877d-43a9-80b4-f44c70a439ac', 'name': 'tempest-FloatingIPTestJSON-1966654120'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:12.094830 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-a9789573-24d5-4eaf-b630-51913efcf6c3 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:12.123090 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.197907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port e1500544-d5b7-49ce-8dc7-c7fc35e94e00 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:12.198107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.214745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf4dcd-9db8-4e3e-a28d-d9f9560d9464 None None] DHCP port deletion for 86cd7d19-0a70-464e-9995-20896b5a9fa0 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:12.276404 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf4dcd-9db8-4e3e-a28d-d9f9560d9464 None None] Deleting port e1500544-d5b7-49ce-8dc7-c7fc35e94e00 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:12.278427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] For port e1500544-d5b7-49ce-8dc7-c7fc35e94e00, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e1500544-d5b7-49ce-8dc7-c7fc35e94e00,segment=NetworkSegment(2bfad0af-04e1-42d2-870c-0f056666e21a),segment_id=2bfad0af-04e1-42d2-870c-0f056666e21a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:12.278623 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4dcd-9db8-4e3e-a28d-d9f9560d9464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.279120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.297379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for e1500544-d5b7-49ce-8dc7-c7fc35e94e00 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:12.308458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ec0c9-dffc-4d0f-8cc6-e1713145acac req-56739103-2554-4db5-9e4c-27697d7d9251 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:12.316031 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4e0ec0c9-dffc-4d0f-8cc6-e1713145acac req-56739103-2554-4db5-9e4c-27697d7d9251 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 943 time: 0.0956140 Dec 10 18:37:12.367880 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-a9789573-24d5-4eaf-b630-51913efcf6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:11Z', 'revision_number': 9, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:12.373289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ebdf4dcd-9db8-4e3e-a28d-d9f9560d9464 None None] For port e1500544-d5b7-49ce-8dc7-c7fc35e94e00, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e1500544-d5b7-49ce-8dc7-c7fc35e94e00,segment=NetworkSegment(2bfad0af-04e1-42d2-870c-0f056666e21a),segment_id=2bfad0af-04e1-42d2-870c-0f056666e21a)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:12.374066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4dcd-9db8-4e3e-a28d-d9f9560d9464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.397955 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4e0ec0c9-dffc-4d0f-8cc6-e1713145acac req-57aa1ae2-8fc6-4340-aa22-b133fdc010bc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdb76553-5083-45e8-b375-634af7195e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754888 Dec 10 18:37:12.400707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf4dcd-9db8-4e3e-a28d-d9f9560d9464 None None] Calling delete_port for e1500544-d5b7-49ce-8dc7-c7fc35e94e00 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:12.406768 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9789573-24d5-4eaf-b630-51913efcf6c3 None None] The sync data for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv is: [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:11Z', 'revision_number': 9, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b084fb7c-214a-4ffd-81fc-f181b12ecdf7', 'name': '', 'network_id': '74d87769-fa82-4a18-8f60-3579e5f7c547', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:6b:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:43Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '16af35c5-d428-4a90-9727-199fcf0e9439', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:12.468528 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.476583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4dcd-9db8-4e3e-a28d-d9f9560d9464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.481067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39597be8-fa54-4ba9-9c70-292232c77993 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Made reservation on behalf of 17e48bcfd16e4410a803a286cda31795 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:12.483562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-39597be8-fa54-4ba9-9c70-292232c77993 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.500522 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No DVR routers for this DVR port e1500544-d5b7-49ce-8dc7-c7fc35e94e00 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:12.505081 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=e1500544-d5b7-49ce-8dc7-c7fc35e94e00,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:12.513873 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-39597be8-fa54-4ba9-9c70-292232c77993 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] device_id is not set on port 11bb1523-796d-4634-85ff-5b959228b11b yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:37:12.514233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf4dcd-9db8-4e3e-a28d-d9f9560d9464 None None] Pushing event deleted for resources: {'Port': ['ID=e1500544-d5b7-49ce-8dc7-c7fc35e94e00,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:12.514233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 57df12cd-5997-4680-8dda-e93a6694e723 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:37:12.523821 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf4dcd-9db8-4e3e-a28d-d9f9560d9464 None None] No DVR routers for this DVR port e1500544-d5b7-49ce-8dc7-c7fc35e94e00 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:12.591310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.612993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cd7d19-0a70-464e-9995-20896b5a9fa0']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:12.626293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfad0af-04e1-42d2-870c-0f056666e21a') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:12.626913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfad0af-04e1-42d2-870c-0f056666e21a') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:12.628450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 57df12cd-5997-4680-8dda-e93a6694e723, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=57df12cd-5997-4680-8dda-e93a6694e723,segment=NetworkSegment(abb44871-e5ef-48e9-a9f6-bed16a4a20cc),segment_id=abb44871-e5ef-48e9-a9f6-bed16a4a20cc)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:12.631417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-39597be8-fa54-4ba9-9c70-292232c77993 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.20.0.14 (f5d9b351-877d-43a9-80b4-f44c70a439ac/defc8fe8-36e0-413d-80d7-5bb66c360883/11bb1523-796d-4634-85ff-5b959228b11b) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:12.637355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.642225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '57df12cd-5997-4680-8dda-e93a6694e723', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'port_id': '57df12cd-5997-4680-8dda-e93a6694e723', 'mac_address': 'fa:16:3e:83:a0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82000478-3526-4f86-a55c-aa43380b66cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:37:12.651095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.657891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:12.658291 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:12.661510 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:12.788640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.793504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.800355 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/networks/86cd7d19-0a70-464e-9995-20896b5a9fa0 HTTP/1.1" status: 204 len: 168 time: 0.7677937 Dec 10 18:37:12.801152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36822) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:12.838416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb8477-0c62-407d-afa9-75471e517887 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Network': ['ID=86cd7d19-0a70-464e-9995-20896b5a9fa0,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:12.845503 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 400e42be-20db-43e7-88b9-b7ae35a3e86e no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:12.867960 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-39597be8-fa54-4ba9-9c70-292232c77993 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.873180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 400e42be-20db-43e7-88b9-b7ae35a3e86e {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:12.873530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 400e42be-20db-43e7-88b9-b7ae35a3e86e not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:12.874006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e1500544-d5b7-49ce-8dc7-c7fc35e94e00 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:12.878593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.903412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: e1500544-d5b7-49ce-8dc7-c7fc35e94e00 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:12.903798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e1500544-d5b7-49ce-8dc7-c7fc35e94e00 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:12.909724 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57df12cd-5997-4680-8dda-e93a6694e723 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:12.935861 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 57df12cd-5997-4680-8dda-e93a6694e723, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=57df12cd-5997-4680-8dda-e93a6694e723,segment=NetworkSegment(abb44871-e5ef-48e9-a9f6-bed16a4a20cc),segment_id=abb44871-e5ef-48e9-a9f6-bed16a4a20cc)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:12.961075 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-39597be8-fa54-4ba9-9c70-292232c77993 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.005180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.009067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39597be8-fa54-4ba9-9c70-292232c77993 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network f5d9b351-877d-43a9-80b4-f44c70a439ac is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:13.012622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-39597be8-fa54-4ba9-9c70-292232c77993 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:13.016885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39597be8-fa54-4ba9-9c70-292232c77993 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:13.056674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39597be8-fa54-4ba9-9c70-292232c77993 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=11bb1523-796d-4634-85ff-5b959228b11b,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:13.074611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=57df12cd-5997-4680-8dda-e93a6694e723,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:13.084745 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39597be8-fa54-4ba9-9c70-292232c77993 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:13.085515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-39597be8-fa54-4ba9-9c70-292232c77993 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.173623 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-39597be8-fa54-4ba9-9c70-292232c77993 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0953813 Dec 10 18:37:13.176261 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36824) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:13.181997 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d6af96f7-09b6-43eb-9413-35640c1e08ad tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'floatingip': {'port_id': '11bb1523-796d-4634-85ff-5b959228b11b'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:13.228821 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6af96f7-09b6-43eb-9413-35640c1e08ad tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.272922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['57df12cd-5997-4680-8dda-e93a6694e723'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:13.485010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f5a50ac-c67c-4f20-892e-cdf1dc79590b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.608219 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff6496-4e9a-4730-805b-5bc89590493c req-34a8f127-79f8-42ae-9699-e384d7f35b1b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:13.609633 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ccff6496-4e9a-4730-805b-5bc89590493c req-34a8f127-79f8-42ae-9699-e384d7f35b1b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 944 time: 0.1494308 Dec 10 18:37:13.698536 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ccff6496-4e9a-4730-805b-5bc89590493c req-337eaeed-c82f-4730-9dfc-c5c1f6b54b8e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdb76553-5083-45e8-b375-634af7195e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815036 Dec 10 18:37:13.732562 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8f5a50ac-c67c-4f20-892e-cdf1dc79590b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port b084fb7c-214a-4ffd-81fc-f181b12ecdf7 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:13.732904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f5a50ac-c67c-4f20-892e-cdf1dc79590b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.745711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6af96f7-09b6-43eb-9413-35640c1e08ad tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.811062 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6af96f7-09b6-43eb-9413-35640c1e08ad tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.831573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-8f5a50ac-c67c-4f20-892e-cdf1dc79590b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] For port b084fb7c-214a-4ffd-81fc-f181b12ecdf7, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b084fb7c-214a-4ffd-81fc-f181b12ecdf7,segment=NetworkSegment(67ffed9e-22bf-4f43-ba9c-6060b01b5238),segment_id=67ffed9e-22bf-4f43-ba9c-6060b01b5238)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:13.836268 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f5a50ac-c67c-4f20-892e-cdf1dc79590b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.845127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8f5a50ac-c67c-4f20-892e-cdf1dc79590b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for b084fb7c-214a-4ffd-81fc-f181b12ecdf7 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:13.911313 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-d6af96f7-09b6-43eb-9413-35640c1e08ad tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Floating IP 6803f565-aade-4561-9446-7f08c3471656 associated. External IP: 172.26.5.30, port: 11bb1523-796d-4634-85ff-5b959228b11b. Dec 10 18:37:14.090704 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f5a50ac-c67c-4f20-892e-cdf1dc79590b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.118267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6af96f7-09b6-43eb-9413-35640c1e08ad tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:14.118856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a50ac-c67c-4f20-892e-cdf1dc79590b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=b084fb7c-214a-4ffd-81fc-f181b12ecdf7,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:14.239374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f5a50ac-c67c-4f20-892e-cdf1dc79590b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.240981 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6af96f7-09b6-43eb-9413-35640c1e08ad tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:14.246780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d6af96f7-09b6-43eb-9413-35640c1e08ad tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.252684 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05914e7c-827e-45bf-ab9f-705c599c2312 None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:14.272197 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05914e7c-827e-45bf-ab9f-705c599c2312 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:14.272837 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-05914e7c-827e-45bf-ab9f-705c599c2312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:14.282735 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d6af96f7-09b6-43eb-9413-35640c1e08ad tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "PUT /v2.0/floatingips/6803f565-aade-4561-9446-7f08c3471656 HTTP/1.1" status: 200 len: 978 time: 1.1031358 Dec 10 18:37:14.282947 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36828) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:14.316675 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-05914e7c-827e-45bf-ab9f-705c599c2312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:14.331941 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05914e7c-827e-45bf-ab9f-705c599c2312 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:14.332590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-05914e7c-827e-45bf-ab9f-705c599c2312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:14.366797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-05914e7c-827e-45bf-ab9f-705c599c2312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:14.367458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05914e7c-827e-45bf-ab9f-705c599c2312 None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:14.393096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-ca1680f9-73cb-4b7e-ae41-429f481df858 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port 11bb1523-796d-4634-85ff-5b959228b11b {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:14.393366 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ca1680f9-73cb-4b7e-ae41-429f481df858 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.448891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5a50ac-c67c-4f20-892e-cdf1dc79590b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 5d51ace4-93a2-41cb-b17a-420971aafcb8 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:14.481269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ca1680f9-73cb-4b7e-ae41-429f481df858 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.498618 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 57df12cd-5997-4680-8dda-e93a6694e723 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:14.548837 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5a50ac-c67c-4f20-892e-cdf1dc79590b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:14.560189 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3049e91-f1d9-4596-a5e1-dd9e279351fb None None] Sync routers for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:14.563562 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8f5a50ac-c67c-4f20-892e-cdf1dc79590b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7306695 Dec 10 18:37:14.563718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36830) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:14.581090 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3049e91-f1d9-4596-a5e1-dd9e279351fb None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:14.581090 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c3049e91-f1d9-4596-a5e1-dd9e279351fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:14.622771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-9040942e-5a52-4021-83b8-e0e1d6a69632 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting subnet 16af35c5-d428-4a90-9727-199fcf0e9439 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:14.627637 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 57df12cd-5997-4680-8dda-e93a6694e723 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:37:14.628375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9040942e-5a52-4021-83b8-e0e1d6a69632 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.633169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 57df12cd-5997-4680-8dda-e93a6694e723 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:14.633900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.686909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9040942e-5a52-4021-83b8-e0e1d6a69632 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.738362 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.763631 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-c3049e91-f1d9-4596-a5e1-dd9e279351fb None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:14.783594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 57df12cd-5997-4680-8dda-e93a6694e723, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=57df12cd-5997-4680-8dda-e93a6694e723,segment=NetworkSegment(abb44871-e5ef-48e9-a9f6-bed16a4a20cc),segment_id=abb44871-e5ef-48e9-a9f6-bed16a4a20cc)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:14.784603 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57df12cd-5997-4680-8dda-e93a6694e723'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:14.789503 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded1a892-0d81-458a-bc4c-af4ad8de7612" -d '{"events": [{"server_uuid": "612fef95-f03d-4f04-9945-b8e8ce59db87", "name": "network-vif-plugged", "status": "completed", "tag": "57df12cd-5997-4680-8dda-e93a6694e723"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:14.847769 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9040942e-5a52-4021-83b8-e0e1d6a69632 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.862666 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.961919 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=57df12cd-5997-4680-8dda-e93a6694e723,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:14.981483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9040942e-5a52-4021-83b8-e0e1d6a69632 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.015051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9040942e-5a52-4021-83b8-e0e1d6a69632 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.029315 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa1c5c-beda-49ca-845d-58fa5a7ef261 None None] Network 74d87769-fa82-4a18-8f60-3579e5f7c547 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:15.032393 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9040942e-5a52-4021-83b8-e0e1d6a69632 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/16af35c5-d428-4a90-9727-199fcf0e9439 HTTP/1.1" status: 204 len: 168 time: 0.4672885 Dec 10 18:37:15.033395 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36838) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:15.034010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040942e-5a52-4021-83b8-e0e1d6a69632 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Subnet': ['ID=16af35c5-d428-4a90-9727-199fcf0e9439,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:15.062161 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c3049e91-f1d9-4596-a5e1-dd9e279351fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 10, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:15.109210 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3049e91-f1d9-4596-a5e1-dd9e279351fb None None] Checking router: 5d51ace4-93a2-41cb-b17a-420971aafcb8 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:15.120671 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3049e91-f1d9-4596-a5e1-dd9e279351fb None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:15.122232 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c3049e91-f1d9-4596-a5e1-dd9e279351fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:15.128383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.169591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ca1680f9-73cb-4b7e-ae41-429f481df858 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.169591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ca1680f9-73cb-4b7e-ae41-429f481df858 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.170341 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-ca1680f9-73cb-4b7e-ae41-429f481df858 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Floating IP 6803f565-aade-4561-9446-7f08c3471656 disassociated. External IP: 172.26.5.30, port: 11bb1523-796d-4634-85ff-5b959228b11b. Dec 10 18:37:15.170341 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-ca1680f9-73cb-4b7e-ae41-429f481df858 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for 11bb1523-796d-4634-85ff-5b959228b11b owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:15.194872 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc3e20c-1d7a-421a-a539-ee64610a217d x-openstack-request-id: req-dcc3e20c-1d7a-421a-a539-ee64610a217d {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:15.195264 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612fef95-f03d-4f04-9945-b8e8ce59db87", "name": "network-vif-plugged", "status": "completed", "tag": "57df12cd-5997-4680-8dda-e93a6694e723", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:15.195601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dcc3e20c-1d7a-421a-a539-ee64610a217d {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:15.196082 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57df12cd-5997-4680-8dda-e93a6694e723', 'code': 200} Dec 10 18:37:15.240808 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-c3049e91-f1d9-4596-a5e1-dd9e279351fb None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:15.245856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port cb6339ea-c5be-4b94-99e1-3982ecb77272 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:15.246216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.267495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea90d37-aefd-4c9c-a306-50059d3a0f10 None None] DHCP port deletion for 74d87769-fa82-4a18-8f60-3579e5f7c547 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:15.278388 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986409-41d3-4f95-9417-e5be201924c5 req-2b72d488-5ad8-4e90-81c2-67579873d9a4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:15.279898 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1b986409-41d3-4f95-9417-e5be201924c5 req-2b72d488-5ad8-4e90-81c2-67579873d9a4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 945 time: 0.1039956 Dec 10 18:37:15.345646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-dea90d37-aefd-4c9c-a306-50059d3a0f10 None None] Deleting port cb6339ea-c5be-4b94-99e1-3982ecb77272 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:15.346472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dea90d37-aefd-4c9c-a306-50059d3a0f10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.348300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] For port cb6339ea-c5be-4b94-99e1-3982ecb77272, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=cb6339ea-c5be-4b94-99e1-3982ecb77272,segment=NetworkSegment(67ffed9e-22bf-4f43-ba9c-6060b01b5238),segment_id=67ffed9e-22bf-4f43-ba9c-6060b01b5238)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:15.348681 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.370924 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1b986409-41d3-4f95-9417-e5be201924c5 req-1b8076b5-1bf1-4df0-b50e-471d9ea61fa4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdb76553-5083-45e8-b375-634af7195e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758033 Dec 10 18:37:15.371979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for cb6339ea-c5be-4b94-99e1-3982ecb77272 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:15.430175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dea90d37-aefd-4c9c-a306-50059d3a0f10 None None] For port cb6339ea-c5be-4b94-99e1-3982ecb77272, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=cb6339ea-c5be-4b94-99e1-3982ecb77272,segment=NetworkSegment(67ffed9e-22bf-4f43-ba9c-6060b01b5238),segment_id=67ffed9e-22bf-4f43-ba9c-6060b01b5238)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:15.430583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dea90d37-aefd-4c9c-a306-50059d3a0f10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.444857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-dea90d37-aefd-4c9c-a306-50059d3a0f10 None None] Calling delete_port for cb6339ea-c5be-4b94-99e1-3982ecb77272 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:15.500492 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c3049e91-f1d9-4596-a5e1-dd9e279351fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 10, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:15.519813 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ca1680f9-73cb-4b7e-ae41-429f481df858 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.531886 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3049e91-f1d9-4596-a5e1-dd9e279351fb None None] The sync data for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv is: [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 10, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None, '_interfaces': [{'id': 'a236721a-fedc-4d56-a315-3e8c2d4c7821', 'name': '', 'network_id': 'f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'mac_address': 'fa:16:3e:56:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:37Z', 'updated_at': '2021-12-10T18:36:42Z', 'revision_number': 5, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'subnets': [{'id': '03f8df68-bd1d-4d33-bfb3-d9d6ee26a417', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:15.551790 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1680f9-73cb-4b7e-ae41-429f481df858 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=11bb1523-796d-4634-85ff-5b959228b11b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: from cryptography.utils import int_from_bytes Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: from cryptography.utils import int_from_bytes Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:15.556097 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 18:37:15.574084 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dea90d37-aefd-4c9c-a306-50059d3a0f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.604139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea90d37-aefd-4c9c-a306-50059d3a0f10 None None] Pushing event deleted for resources: {'Port': ['ID=cb6339ea-c5be-4b94-99e1-3982ecb77272,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:15.605299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.610184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea90d37-aefd-4c9c-a306-50059d3a0f10 None None] No DVR routers for this DVR port cb6339ea-c5be-4b94-99e1-3982ecb77272 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:15.642796 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No DVR routers for this DVR port cb6339ea-c5be-4b94-99e1-3982ecb77272 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:15.649010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=cb6339ea-c5be-4b94-99e1-3982ecb77272,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:15.676542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1680f9-73cb-4b7e-ae41-429f481df858 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:15.725104 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678fef4-80da-4e07-a9c5-f22f7ffefcfb req-7f6a3e69-b9d4-4603-9b8d-0612593ea67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:15.726691 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6678fef4-80da-4e07-a9c5-f22f7ffefcfb req-7f6a3e69-b9d4-4603-9b8d-0612593ea67b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 1098 time: 0.1795795 Dec 10 18:37:15.741156 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.778045 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d87769-fa82-4a18-8f60-3579e5f7c547']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:15.791342 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1680f9-73cb-4b7e-ae41-429f481df858 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:15.802276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ffed9e-22bf-4f43-ba9c-6060b01b5238') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:15.802580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ffed9e-22bf-4f43-ba9c-6060b01b5238') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:15.802713 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9678f71c-36bd-46be-8d20-099e8b5bd213 None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:15.813002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9678f71c-36bd-46be-8d20-099e8b5bd213 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:15.813733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-9678f71c-36bd-46be-8d20-099e8b5bd213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:15.825481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.829395 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6678fef4-80da-4e07-a9c5-f22f7ffefcfb req-21b955b7-3578-4b68-935f-0095133cfcc7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bdb76553-5083-45e8-b375-634af7195e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909076 Dec 10 18:37:15.842048 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.847774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-9678f71c-36bd-46be-8d20-099e8b5bd213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:15.849971 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:15.850379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:15.853674 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:15.859284 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9678f71c-36bd-46be-8d20-099e8b5bd213 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:15.859893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-9678f71c-36bd-46be-8d20-099e8b5bd213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:15.866300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ca1680f9-73cb-4b7e-ae41-429f481df858 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.872120 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ca1680f9-73cb-4b7e-ae41-429f481df858 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/ports/11bb1523-796d-4634-85ff-5b959228b11b HTTP/1.1" status: 204 len: 168 time: 1.5850880 Dec 10 18:37:15.872462 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36840) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:15.898679 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-9678f71c-36bd-46be-8d20-099e8b5bd213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:15.899321 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9678f71c-36bd-46be-8d20-099e8b5bd213 None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:15.925730 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d5b55214-5798-4a5c-8982-d166a2ee83eb tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "GET /v2.0/floatingips/6803f565-aade-4561-9446-7f08c3471656 HTTP/1.1" status: 200 len: 687 time: 0.0516102 Dec 10 18:37:15.928519 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36842) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:15.993919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.012933 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.018762 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/networks/74d87769-fa82-4a18-8f60-3579e5f7c547 HTTP/1.1" status: 204 len: 168 time: 0.9791663 Dec 10 18:37:16.018762 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f06ffd-47f7-495f-9740-33b1966749b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Network': ['ID=74d87769-fa82-4a18-8f60-3579e5f7c547,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:16.019381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36844) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:16.063659 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-70550f21-11f5-48f1-af22-4462efceabaf tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port 571015ad-12b1-440a-bcee-8f3cf4b2ef90 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:16.064012 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-70550f21-11f5-48f1-af22-4462efceabaf tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.140902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-70550f21-11f5-48f1-af22-4462efceabaf tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.141224 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-70550f21-11f5-48f1-af22-4462efceabaf tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.152664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-70550f21-11f5-48f1-af22-4462efceabaf tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for 571015ad-12b1-440a-bcee-8f3cf4b2ef90 owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:16.348461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-70550f21-11f5-48f1-af22-4462efceabaf tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.352045 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5bc4100d-3c8a-4405-8576-5db995a58cfe tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.372341 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70550f21-11f5-48f1-af22-4462efceabaf tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=571015ad-12b1-440a-bcee-8f3cf4b2ef90,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:16.446845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-70550f21-11f5-48f1-af22-4462efceabaf tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.449502 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-70550f21-11f5-48f1-af22-4462efceabaf tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.451051 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-70550f21-11f5-48f1-af22-4462efceabaf tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/floatingips/6803f565-aade-4561-9446-7f08c3471656 HTTP/1.1" status: 204 len: 168 time: 0.5213966 Dec 10 18:37:16.454480 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36848) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:16.459161 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'b9089249-f5eb-4c06-9ef9-1afeb4b1d808'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:16.485273 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4c30993f-712e-4224-8507-0723a26450b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.506066 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2a4c3-ef78-4849-bc49-ff190e672ce8 req-dd2bd284-273e-4688-a0b4-f144906c6640 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:16.507813 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c6c2a4c3-ef78-4849-bc49-ff190e672ce8 req-dd2bd284-273e-4688-a0b4-f144906c6640 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 945 time: 0.0556052 Dec 10 18:37:16.562824 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c6c2a4c3-ef78-4849-bc49-ff190e672ce8 req-958252b9-a5be-46a6-bcdb-38849088bb15 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdb76553-5083-45e8-b375-634af7195e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482523 Dec 10 18:37:16.569040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device cb6339ea-c5be-4b94-99e1-3982ecb77272 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:16.589591 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: cb6339ea-c5be-4b94-99e1-3982ecb77272 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:16.589959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device cb6339ea-c5be-4b94-99e1-3982ecb77272 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:16.590376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b084fb7c-214a-4ffd-81fc-f181b12ecdf7 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:16.620739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: b084fb7c-214a-4ffd-81fc-f181b12ecdf7 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:16.620739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b084fb7c-214a-4ffd-81fc-f181b12ecdf7 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:16.641000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.692368 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4100d-3c8a-4405-8576-5db995a58cfe tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port a236721a-fedc-4d56-a315-3e8c2d4c7821 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:16.692739 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5bc4100d-3c8a-4405-8576-5db995a58cfe tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.063308 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-5bc4100d-3c8a-4405-8576-5db995a58cfe tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] For port a236721a-fedc-4d56-a315-3e8c2d4c7821, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a236721a-fedc-4d56-a315-3e8c2d4c7821,segment=NetworkSegment(e952cf84-8c6a-40d4-9b7f-74468c7d097a),segment_id=e952cf84-8c6a-40d4-9b7f-74468c7d097a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:17.063668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5bc4100d-3c8a-4405-8576-5db995a58cfe tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.084232 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4100d-3c8a-4405-8576-5db995a58cfe tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for a236721a-fedc-4d56-a315-3e8c2d4c7821 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:17.147431 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.360127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.26.5.240 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/291c24a7-992a-45a4-b093-2629790115ff) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:17.496444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.502249 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5bc4100d-3c8a-4405-8576-5db995a58cfe tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.534298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4100d-3c8a-4405-8576-5db995a58cfe tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=a236721a-fedc-4d56-a315-3e8c2d4c7821,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:17.641283 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5bc4100d-3c8a-4405-8576-5db995a58cfe tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.686073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.711358 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090f756-490e-48bb-97ad-e756bef12102 req-30797313-2515-4cc5-aaef-86f37dbde1c1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:17.713263 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7090f756-490e-48bb-97ad-e756bef12102 req-30797313-2515-4cc5-aaef-86f37dbde1c1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 945 time: 0.0718772 Dec 10 18:37:17.766856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:17.771726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:17.774132 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7090f756-490e-48bb-97ad-e756bef12102 req-5495da03-71ec-40f7-9044-0c423020d36d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdb76553-5083-45e8-b375-634af7195e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476539 Dec 10 18:37:17.776595 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:17.856495 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=291c24a7-992a-45a4-b093-2629790115ff,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:17.881520 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc4100d-3c8a-4405-8576-5db995a58cfe tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 5d51ace4-93a2-41cb-b17a-420971aafcb8 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:17.892596 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b4ca6-886d-4b4a-973e-f10482c672e7 req-d875f9fe-aa7a-4605-960e-6ada55c9aa8d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:17.894143 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bf4b4ca6-886d-4b4a-973e-f10482c672e7 req-d875f9fe-aa7a-4605-960e-6ada55c9aa8d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 945 time: 0.0522974 Dec 10 18:37:17.947321 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bf4b4ca6-886d-4b4a-973e-f10482c672e7 req-3f29ad9b-f434-4f41-b75e-4718afb7d651 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdb76553-5083-45e8-b375-634af7195e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459282 Dec 10 18:37:17.970427 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36854) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:18.012166 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bf5f05-d13c-49f4-a3ed-811da18c957a tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:18.014439 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a3bf5f05-d13c-49f4-a3ed-811da18c957a tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 1093 time: 0.0422964 Dec 10 18:37:18.015230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc4100d-3c8a-4405-8576-5db995a58cfe tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:18.016575 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36856) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:18.021575 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': '57df12cd-5997-4680-8dda-e93a6694e723', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:18.026363 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5bc4100d-3c8a-4405-8576-5db995a58cfe tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0024943 Dec 10 18:37:18.026363 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36858) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:18.030040 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00884c2a-1a47-4e0d-bce5-2a2758239790 None None] Sync routers for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:18.042058 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00884c2a-1a47-4e0d-bce5-2a2758239790 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:18.042696 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-00884c2a-1a47-4e0d-bce5-2a2758239790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:18.106264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.120112 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-00884c2a-1a47-4e0d-bce5-2a2758239790 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:18.155547 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-759380c4-60fd-4628-8e69-4ebda910ce4f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting subnet 03f8df68-bd1d-4d33-bfb3-d9d6ee26a417 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:18.160962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-759380c4-60fd-4628-8e69-4ebda910ce4f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.180413 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-00884c2a-1a47-4e0d-bce5-2a2758239790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:17Z', 'revision_number': 11, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:18.211835 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00884c2a-1a47-4e0d-bce5-2a2758239790 None None] Checking router: 5d51ace4-93a2-41cb-b17a-420971aafcb8 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:18.215966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-759380c4-60fd-4628-8e69-4ebda910ce4f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.216559 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.221395 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00884c2a-1a47-4e0d-bce5-2a2758239790 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:18.222045 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-00884c2a-1a47-4e0d-bce5-2a2758239790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:36:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:18.294977 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-00884c2a-1a47-4e0d-bce5-2a2758239790 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:18.340709 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.125 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/6ab87690-6232-4cf6-9503-bdb2a558732e) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:18.344928 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.353076 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-00884c2a-1a47-4e0d-bce5-2a2758239790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:17Z', 'revision_number': 11, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:18.380032 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00884c2a-1a47-4e0d-bce5-2a2758239790 None None] The sync data for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv is: [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:17Z', 'revision_number': 11, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:18.442068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-759380c4-60fd-4628-8e69-4ebda910ce4f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.447370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.488650 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.529391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.569806 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:18.572875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:18.576440 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:18.581803 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=6ab87690-6232-4cf6-9503-bdb2a558732e,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:18.623039 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-759380c4-60fd-4628-8e69-4ebda910ce4f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.654924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759380c4-60fd-4628-8e69-4ebda910ce4f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Subnet': ['ID=03f8df68-bd1d-4d33-bfb3-d9d6ee26a417,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:18.658136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.660376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-759380c4-60fd-4628-8e69-4ebda910ce4f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.664158 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-759380c4-60fd-4628-8e69-4ebda910ce4f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/03f8df68-bd1d-4d33-bfb3-d9d6ee26a417 HTTP/1.1" status: 204 len: 168 time: 0.6375597 Dec 10 18:37:18.666871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36860) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:18.669231 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d7b77d-4387-48de-b0d6-338e8f711e20 None None] Network f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:18.787590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.839845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c0c07ae0-9ca2-4d64-b3aa-01c0ac2381ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.887884 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a236721a-fedc-4d56-a315-3e8c2d4c7821 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:18.892099 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cd9e5e-df0f-4fe7-968e-1e437231a7d3 None None] DHCP port deletion for f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:18.912384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: a236721a-fedc-4d56-a315-3e8c2d4c7821 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:18.912978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a236721a-fedc-4d56-a315-3e8c2d4c7821 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:18.970803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.973958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Deleting port 5538c796-ee52-4d40-aa9c-cc39700aa640 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:18.974294 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.974581 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-86cd9e5e-df0f-4fe7-968e-1e437231a7d3 None None] Deleting port 5538c796-ee52-4d40-aa9c-cc39700aa640 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:18.975029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-86cd9e5e-df0f-4fe7-968e-1e437231a7d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.014355 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.044996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.045227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-86cd9e5e-df0f-4fe7-968e-1e437231a7d3 None None] For port 5538c796-ee52-4d40-aa9c-cc39700aa640, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5538c796-ee52-4d40-aa9c-cc39700aa640,segment=NetworkSegment(e952cf84-8c6a-40d4-9b7f-74468c7d097a),segment_id=e952cf84-8c6a-40d4-9b7f-74468c7d097a)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:19.045552 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-86cd9e5e-df0f-4fe7-968e-1e437231a7d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.059326 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-86cd9e5e-df0f-4fe7-968e-1e437231a7d3 None None] Calling delete_port for 5538c796-ee52-4d40-aa9c-cc39700aa640 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:19.062920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] For port 5538c796-ee52-4d40-aa9c-cc39700aa640, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5538c796-ee52-4d40-aa9c-cc39700aa640,segment=NetworkSegment(e952cf84-8c6a-40d4-9b7f-74468c7d097a),segment_id=e952cf84-8c6a-40d4-9b7f-74468c7d097a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:19.063325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.105789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Calling delete_port for 5538c796-ee52-4d40-aa9c-cc39700aa640 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:19.139911 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=291c24a7-992a-45a4-b093-2629790115ff,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:19.171276 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.193888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.227926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-86cd9e5e-df0f-4fe7-968e-1e437231a7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.257788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd9e5e-df0f-4fe7-968e-1e437231a7d3 None None] No DVR routers for this DVR port 5538c796-ee52-4d40-aa9c-cc39700aa640 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:19.262170 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd9e5e-df0f-4fe7-968e-1e437231a7d3 None None] Pushing event deleted for resources: {'Port': ['ID=5538c796-ee52-4d40-aa9c-cc39700aa640,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:19.334500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.410360 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.487102 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=6ab87690-6232-4cf6-9503-bdb2a558732e,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:19.496185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.588055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.600004 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP 8c2b4447-35e4-4577-b29e-b4b14e9ca4c9 associated. External IP: 172.26.5.125, port: 57df12cd-5997-4680-8dda-e93a6694e723. Dec 10 18:37:19.600827 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Floating IP 4a993031-0715-41bd-8782-7737bde5bab9 associated. External IP: 172.26.5.240, port: b9089249-f5eb-4c06-9ef9-1afeb4b1d808. Dec 10 18:37:19.648915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Port': ['ID=5538c796-ee52-4d40-aa9c-cc39700aa640,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:19.651008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No DVR routers for this DVR port 5538c796-ee52-4d40-aa9c-cc39700aa640 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:19.779948 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.808281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:19.814907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:19.821056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e952cf84-8c6a-40d4-9b7f-74468c7d097a') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:19.821351 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e952cf84-8c6a-40d4-9b7f-74468c7d097a') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:19.860957 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.908128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.919412 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:19.919802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.921680 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:19.922764 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:19.933652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98848801-97e6-4c0c-8f86-9ed9ca2cf7ee None None] Sync routers for ids ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:19.945871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98848801-97e6-4c0c-8f86-9ed9ca2cf7ee None None] Routers {'d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:19.946490 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-98848801-97e6-4c0c-8f86-9ed9ca2cf7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:19.995662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:20.013243 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.062421 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ef7c3e6d-1666-45f7-8dca-de32213e30e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0421402 Dec 10 18:37:20.062421 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'tag': '57df12cd-5997-4680-8dda-e93a6694e723'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:20.063158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4587a2-0755-4704-9c7b-a51a73f5c160" -d '{"events": [{"name": "network-changed", "server_uuid": "612fef95-f03d-4f04-9945-b8e8ce59db87", "tag": "57df12cd-5997-4680-8dda-e93a6694e723"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:20.065395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36862) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:20.078739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-98848801-97e6-4c0c-8f86-9ed9ca2cf7ee None None] Set router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:20.102754 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.112048 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.113274 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5537205-781c-434e-a530-14524d5ac42c x-openstack-request-id: req-f5537205-781c-434e-a530-14524d5ac42c {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:20.113670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612fef95-f03d-4f04-9945-b8e8ce59db87", "tag": "57df12cd-5997-4680-8dda-e93a6694e723", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:20.114058 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5537205-781c-434e-a530-14524d5ac42c {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:20.114589 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'tag': '57df12cd-5997-4680-8dda-e93a6694e723', 'status': 'completed', 'code': 200} Dec 10 18:37:20.115527 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/networks/f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5 HTTP/1.1" status: 204 len: 168 time: 1.4475541 Dec 10 18:37:20.121743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36866) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:20.129990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e8495-edfd-499a-9d2d-f3e0d49bd016 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Pushing event deleted for resources: {'Network': ['ID=f30143aa-a7d4-46dc-8aa2-6bc96d12b1b5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:20.130978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d540d000-56e1-4855-be7b-a02816fab3eb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'router': {'routes': None}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:20.132905 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.137636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:20.149554 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed01bce3-cef2-4a0f-94be-5a943427abf1 None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:20.162584 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed01bce3-cef2-4a0f-94be-5a943427abf1 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:20.163539 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ed01bce3-cef2-4a0f-94be-5a943427abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:20.201486 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ed01bce3-cef2-4a0f-94be-5a943427abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:20.201740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4587a2-0755-4704-9c7b-a51a73f5c160 req-5900a672-ebab-4f9a-a886-1460b2084765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:20.203291 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e4587a2-0755-4704-9c7b-a51a73f5c160 req-5900a672-ebab-4f9a-a886-1460b2084765 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 1098 time: 0.0531120 Dec 10 18:37:20.213012 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed01bce3-cef2-4a0f-94be-5a943427abf1 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:20.214022 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ed01bce3-cef2-4a0f-94be-5a943427abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:20.226330 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dd2fb52d-7635-4679-9958-61f0bc147b5d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/8c2b4447-35e4-4577-b29e-b4b14e9ca4c9 HTTP/1.1" status: 200 len: 991 time: 0.1594806 Dec 10 18:37:20.256391 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ed01bce3-cef2-4a0f-94be-5a943427abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:20.257351 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed01bce3-cef2-4a0f-94be-5a943427abf1 None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:20.293038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.318390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.extraroute_db [None req-d540d000-56e1-4855-be7b-a02816fab3eb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Added routes are [] {{(pid=103594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:37:20.318627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.extraroute_db [None req-d540d000-56e1-4855-be7b-a02816fab3eb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Removed routes are [] {{(pid=103594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:37:20.318984 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d540d000-56e1-4855-be7b-a02816fab3eb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.383875 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-98848801-97e6-4c0c-8f86-9ed9ca2cf7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:36:47Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:39Z', 'updated_at': '2021-12-10T18:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '8c2b4447-35e4-4577-b29e-b4b14e9ca4c9', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.125', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'port_id': '57df12cd-5997-4680-8dda-e93a6694e723', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'mac_address': 'fa:16:3e:83:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:37:18Z', 'updated_at': '2021-12-10T18:37:18Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d', 'name': '', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:64:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '82000478-3526-4f86-a55c-aa43380b66cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:45Z', 'updated_at': '2021-12-10T18:36:54Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '82000478-3526-4f86-a55c-aa43380b66cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:20.411230 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98848801-97e6-4c0c-8f86-9ed9ca2cf7ee None None] Checking router: d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:20.414232 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d0438f80-a803-4e16-8c40-e45612bf1725 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.9585350 Dec 10 18:37:20.416912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36868) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:20.418204 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4587a2-0755-4704-9c7b-a51a73f5c160 req-365bf1d8-19b2-4200-a31e-c52bbedc8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:20.419791 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e4587a2-0755-4704-9c7b-a51a73f5c160 req-365bf1d8-19b2-4200-a31e-c52bbedc8ebb service neutron] 10.222.0.21 "GET /v2.0/networks?id=2048deae-ae64-45bf-a0c0-b352a9b309db HTTP/1.1" status: 200 len: 897 time: 0.2083642 Dec 10 18:37:20.422478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98848801-97e6-4c0c-8f86-9ed9ca2cf7ee None None] Routers {'d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:20.423097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-98848801-97e6-4c0c-8f86-9ed9ca2cf7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:20.425053 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-e99355b7-cc40-46b0-bfd6-99b8c9ab47d5 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-320962944'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:20.461643 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d540d000-56e1-4855-be7b-a02816fab3eb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.464995 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d540d000-56e1-4855-be7b-a02816fab3eb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.542624 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e4587a2-0755-4704-9c7b-a51a73f5c160 req-7348ab85-2798-4bf5-8eb6-e2f28149fb48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57df12cd-5997-4680-8dda-e93a6694e723 HTTP/1.1" status: 200 len: 999 time: 0.1128914 Dec 10 18:37:20.550568 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d540d000-56e1-4855-be7b-a02816fab3eb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 5d51ace4-93a2-41cb-b17a-420971aafcb8 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:20.557090 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-98848801-97e6-4c0c-8f86-9ed9ca2cf7ee None None] Set router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:20.587821 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5538c796-ee52-4d40-aa9c-cc39700aa640 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:20.597727 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4587a2-0755-4704-9c7b-a51a73f5c160 req-21c0bfcc-02ac-447d-9cd9-af3b37b2ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:20.599362 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e4587a2-0755-4704-9c7b-a51a73f5c160 req-21c0bfcc-02ac-447d-9cd9-af3b37b2ca65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82000478-3526-4f86-a55c-aa43380b66cc HTTP/1.1" status: 200 len: 835 time: 0.0497115 Dec 10 18:37:20.600555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99355b7-cc40-46b0-bfd6-99b8c9ab47d5 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Made reservation on behalf of 17e48bcfd16e4410a803a286cda31795 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:20.604075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e99355b7-cc40-46b0-bfd6-99b8c9ab47d5 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.618146 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 5538c796-ee52-4d40-aa9c-cc39700aa640 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:20.618493 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5538c796-ee52-4d40-aa9c-cc39700aa640 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:20.634697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d540d000-56e1-4855-be7b-a02816fab3eb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:20.642231 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d540d000-56e1-4855-be7b-a02816fab3eb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.643905 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d540d000-56e1-4855-be7b-a02816fab3eb tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8 HTTP/1.1" status: 200 len: 705 time: 0.5210981 Dec 10 18:37:20.647224 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36870) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:20.658704 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99355b7-cc40-46b0-bfd6-99b8c9ab47d5 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:37:20.672692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4587a2-0755-4704-9c7b-a51a73f5c160 req-98421737-5485-4b6c-a6b4-271d98c04d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:20.674148 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e4587a2-0755-4704-9c7b-a51a73f5c160 req-98421737-5485-4b6c-a6b4-271d98c04d40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2048deae-ae64-45bf-a0c0-b352a9b309db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668132 Dec 10 18:37:20.674324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450fa64e-00e7-4a5d-9c9d-5ad6531a8877 None None] Sync routers for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:20.675387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e99355b7-cc40-46b0-bfd6-99b8c9ab47d5 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.675863 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-e99355b7-cc40-46b0-bfd6-99b8c9ab47d5 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Added segment 8fe1fb49-56fc-4157-95e2-32428d1b0f37 of type vlan for network 984fdd17-b043-438d-b032-9e4eb61029ca Dec 10 18:37:20.684421 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d1840060-d1df-4d5c-9dc3-a8f5f06f93be tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d51ace4-93a2-41cb-b17a-420971aafcb8 HTTP/1.1" status: 200 len: 205 time: 0.0331945 Dec 10 18:37:20.685291 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36872) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:20.700817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450fa64e-00e7-4a5d-9c9d-5ad6531a8877 None None] Routers {'5d51ace4-93a2-41cb-b17a-420971aafcb8'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:20.701439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-450fa64e-00e7-4a5d-9c9d-5ad6531a8877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['5d51ace4-93a2-41cb-b17a-420971aafcb8'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:20.763021 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-51e9c40e-dcb3-4647-9dbf-bd4e0c8628ae tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.799024 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e4587a2-0755-4704-9c7b-a51a73f5c160 req-b8580b7b-665f-4b08-b32a-11c30dfcc4fd service neutron] 10.222.0.21 "GET /v2.0/networks/2048deae-ae64-45bf-a0c0-b352a9b309db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129804 Dec 10 18:37:20.809217 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-450fa64e-00e7-4a5d-9c9d-5ad6531a8877 None None] Set router 5d51ace4-93a2-41cb-b17a-420971aafcb8 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:20.818285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e99355b7-cc40-46b0-bfd6-99b8c9ab47d5 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.916594 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e4587a2-0755-4704-9c7b-a51a73f5c160 req-a7fbbc21-4568-4df5-9c94-f64bac9b9b6a service neutron] 10.222.0.21 "GET /v2.0/networks/2048deae-ae64-45bf-a0c0-b352a9b309db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085520 Dec 10 18:37:20.928366 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-51e9c40e-dcb3-4647-9dbf-bd4e0c8628ae tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.931490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-51e9c40e-dcb3-4647-9dbf-bd4e0c8628ae tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.933024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e99355b7-cc40-46b0-bfd6-99b8c9ab47d5 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.939383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99355b7-cc40-46b0-bfd6-99b8c9ab47d5 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:20.942251 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e99355b7-cc40-46b0-bfd6-99b8c9ab47d5 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.009744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99355b7-cc40-46b0-bfd6-99b8c9ab47d5 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Network': ['ID=984fdd17-b043-438d-b032-9e4eb61029ca,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:21.022809 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 984fdd17-b043-438d-b032-9e4eb61029ca details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:37:21.027409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-450fa64e-00e7-4a5d-9c9d-5ad6531a8877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51ace4-93a2-41cb-b17a-420971aafcb8', 'name': 'tempest-RoutersIpV6Test-router-1267363609', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:34Z', 'updated_at': '2021-12-10T18:37:17Z', 'revision_number': 11, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:21.056416 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-51e9c40e-dcb3-4647-9dbf-bd4e0c8628ae tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.056967 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e9c40e-dcb3-4647-9dbf-bd4e0c8628ae tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Fanout notify agent at l3_agent the message router_deleted on router 5d51ace4-93a2-41cb-b17a-420971aafcb8 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:37:21.065270 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-51e9c40e-dcb3-4647-9dbf-bd4e0c8628ae tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.065911 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-51e9c40e-dcb3-4647-9dbf-bd4e0c8628ae tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8 HTTP/1.1" status: 204 len: 168 time: 0.3794281 Dec 10 18:37:21.069466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36874) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:21.074803 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-eb297fb4-e2a0-478c-b855-e7a5c4b135b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-695512528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:21.087951 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e99355b7-cc40-46b0-bfd6-99b8c9ab47d5 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6670094 Dec 10 18:37:21.090591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36876) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:21.095811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ed19bf42-1f57-4306-a999-2904a7d2adca tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'subnet': {'network_id': '984fdd17-b043-438d-b032-9e4eb61029ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:21.102358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450fa64e-00e7-4a5d-9c9d-5ad6531a8877 None None] Checking router: 5d51ace4-93a2-41cb-b17a-420971aafcb8 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:21.153899 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450fa64e-00e7-4a5d-9c9d-5ad6531a8877 None None] Routers set() bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:21.154881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450fa64e-00e7-4a5d-9c9d-5ad6531a8877 None None] Router IDs set() for agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 18:37:21.154881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_agentschedulers_db [None req-450fa64e-00e7-4a5d-9c9d-5ad6531a8877 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5d51ace4-93a2-41cb-b17a-420971aafcb8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent'). {{(pid=103595) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 18:37:21.155219 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450fa64e-00e7-4a5d-9c9d-5ad6531a8877 None None] The sync data for ids ['5d51ace4-93a2-41cb-b17a-420971aafcb8'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:21.176015 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eb297fb4-e2a0-478c-b855-e7a5c4b135b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.178499 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eb297fb4-e2a0-478c-b855-e7a5c4b135b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.232681 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-98848801-97e6-4c0c-8f86-9ed9ca2cf7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:36:47Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:39Z', 'updated_at': '2021-12-10T18:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '8c2b4447-35e4-4577-b29e-b4b14e9ca4c9', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.125', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'port_id': '57df12cd-5997-4680-8dda-e93a6694e723', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'mac_address': 'fa:16:3e:83:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:37:18Z', 'updated_at': '2021-12-10T18:37:18Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d', 'name': '', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:64:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '82000478-3526-4f86-a55c-aa43380b66cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:45Z', 'updated_at': '2021-12-10T18:36:54Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '82000478-3526-4f86-a55c-aa43380b66cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:21.232959 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36878) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:21.270290 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98848801-97e6-4c0c-8f86-9ed9ca2cf7ee None None] The sync data for ids ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'] in dv-neutron-821434-1-hyperv is: [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:36:47Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:39Z', 'updated_at': '2021-12-10T18:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '8c2b4447-35e4-4577-b29e-b4b14e9ca4c9', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.125', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'port_id': '57df12cd-5997-4680-8dda-e93a6694e723', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'mac_address': 'fa:16:3e:83:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:37:18Z', 'updated_at': '2021-12-10T18:37:18Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d', 'name': '', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:64:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '82000478-3526-4f86-a55c-aa43380b66cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:45Z', 'updated_at': '2021-12-10T18:36:54Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '82000478-3526-4f86-a55c-aa43380b66cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:21.304069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.305173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed19bf42-1f57-4306-a999-2904a7d2adca tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Made reservation on behalf of 17e48bcfd16e4410a803a286cda31795 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:21.309468 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ed19bf42-1f57-4306-a999-2904a7d2adca tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.361765 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-79941e82-fc50-4813-97ca-1767a9258045 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/8c2b4447-35e4-4577-b29e-b4b14e9ca4c9 HTTP/1.1" status: 200 len: 991 time: 0.1275675 Dec 10 18:37:21.533344 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1e9da7-b84f-4b92-a99f-456e4e64aa4a None None] New status for floating IP 8c2b4447-35e4-4577-b29e-b4b14e9ca4c9: ACTIVE {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:37:21.587029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ed19bf42-1f57-4306-a999-2904a7d2adca tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.593902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eb297fb4-e2a0-478c-b855-e7a5c4b135b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.654215 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19bf42-1f57-4306-a999-2904a7d2adca tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Subnet': ['ID=f0215d3b-2847-4aaa-a2f6-5cbbb264d4f7,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:21.662300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eb297fb4-e2a0-478c-b855-e7a5c4b135b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.663718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed19bf42-1f57-4306-a999-2904a7d2adca tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Checking segment: {'id': '8fe1fb49-56fc-4157-95e2-32428d1b0f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '984fdd17-b043-438d-b032-9e4eb61029ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:21.664076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed19bf42-1f57-4306-a999-2904a7d2adca tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network hostable DHCP agents. Network: 984fdd17-b043-438d-b032-9e4eb61029ca, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:37:21.763608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed19bf42-1f57-4306-a999-2904a7d2adca tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network 984fdd17-b043-438d-b032-9e4eb61029ca is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:37:21.765574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eb297fb4-e2a0-478c-b855-e7a5c4b135b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.769349 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-eb297fb4-e2a0-478c-b855-e7a5c4b135b0 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6979713 Dec 10 18:37:21.773284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36880) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:21.779032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1e100423-092b-4843-ba63-68f22cacc8de tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:22.147008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-ed19bf42-1f57-4306-a999-2904a7d2adca tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 984fdd17-b043-438d-b032-9e4eb61029ca) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:22.153900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed19bf42-1f57-4306-a999-2904a7d2adca tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:22.154179 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ed19bf42-1f57-4306-a999-2904a7d2adca tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.157156 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972298b5-c254-4ebd-a5d4-7886e24ae89b None None] Network 984fdd17-b043-438d-b032-9e4eb61029ca requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:22.245054 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ed19bf42-1f57-4306-a999-2904a7d2adca tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1533549 Dec 10 18:37:22.247808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36882) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:22.252550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1867205557', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:22.270298 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-984fdd17-b043-438d-b032-9e4eb61029ca', 'network_id': '984fdd17-b043-438d-b032-9e4eb61029ca', 'project_id': '17e48bcfd16e4410a803a286cda31795', 'fixed_ips': [{'subnet_id': 'f0215d3b-2847-4aaa-a2f6-5cbbb264d4f7'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:37:22.271872 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.326225 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e100423-092b-4843-ba63-68f22cacc8de tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.337465 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.338615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.365933 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36884) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:22.395425 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.421844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e100423-092b-4843-ba63-68f22cacc8de tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.437369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Allocated IP 172.20.0.2 (984fdd17-b043-438d-b032-9e4eb61029ca/f0215d3b-2847-4aaa-a2f6-5cbbb264d4f7/0d5b223e-1218-4dbe-a42b-0d5e3403ef78) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:22.517607 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-92f04eb0-0e63-40cd-bce7-40cda0348c14 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/8c2b4447-35e4-4577-b29e-b4b14e9ca4c9 HTTP/1.1" status: 200 len: 993 time: 0.1489813 Dec 10 18:37:22.557516 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.627626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.635984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e100423-092b-4843-ba63-68f22cacc8de tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Router 550687c6-f1fb-425f-9251-f11cad5872b4 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:37:22.653872 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.658448 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-59746360-ea14-4ad5-9e32-615f41f90fe6 req-1634e590-c2dc-4f8e-889d-5232b685d837 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508325 Dec 10 18:37:22.729856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.748945 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e100423-092b-4843-ba63-68f22cacc8de tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:22.756817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e100423-092b-4843-ba63-68f22cacc8de tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.757863 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1e100423-092b-4843-ba63-68f22cacc8de tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "PUT /v2.0/routers/550687c6-f1fb-425f-9251-f11cad5872b4 HTTP/1.1" status: 200 len: 697 time: 0.9835794 Dec 10 18:37:22.761627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36886) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:22.761789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719933b7-14f1-4096-a5f0-b13cd61fe9a0 None None] Sync routers for ids ['550687c6-f1fb-425f-9251-f11cad5872b4'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:22.769326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746360-ea14-4ad5-9e32-615f41f90fe6 req-ec48b218-b98b-4775-9216-36f9049bf5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:22.771755 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-59746360-ea14-4ad5-9e32-615f41f90fe6 req-ec48b218-b98b-4775-9216-36f9049bf5e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 1099 time: 0.0841599 Dec 10 18:37:22.786341 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Network 984fdd17-b043-438d-b032-9e4eb61029ca is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:22.791059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:22.796153 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:22.798343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719933b7-14f1-4096-a5f0-b13cd61fe9a0 None None] Routers {'550687c6-f1fb-425f-9251-f11cad5872b4'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:22.798958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-719933b7-14f1-4096-a5f0-b13cd61fe9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['550687c6-f1fb-425f-9251-f11cad5872b4'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:22.801638 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Pushing event updated for resources: {'Port': ['ID=0d5b223e-1218-4dbe-a42b-0d5e3403ef78,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:22.860453 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b7257580-eda2-493e-90af-4513a02ab7a5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/routers/550687c6-f1fb-425f-9251-f11cad5872b4 HTTP/1.1" status: 200 len: 703 time: 0.0962462 Dec 10 18:37:22.860842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36888) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:22.898393 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-719933b7-14f1-4096-a5f0-b13cd61fe9a0 None None] Set router 550687c6-f1fb-425f-9251-f11cad5872b4 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:22.920657 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e3e44319-834d-4726-80db-24ec3240bac3 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports?device_id=550687c6-f1fb-425f-9251-f11cad5872b4 HTTP/1.1" status: 200 len: 205 time: 0.0586960 Dec 10 18:37:22.923224 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36890) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:22.975355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-719933b7-14f1-4096-a5f0-b13cd61fe9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550687c6-f1fb-425f-9251-f11cad5872b4', 'name': 'tempest-RoutersIpV6Test-router-695512528', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:21Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 2, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:23.006788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719933b7-14f1-4096-a5f0-b13cd61fe9a0 None None] Checking router: 550687c6-f1fb-425f-9251-f11cad5872b4 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:23.009655 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Attempting to bind port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:23.010308 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Attempting to bind port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '8fe1fb49-56fc-4157-95e2-32428d1b0f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '984fdd17-b043-438d-b032-9e4eb61029ca'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:23.010463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Attempting to bind port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 on network 984fdd17-b043-438d-b032-9e4eb61029ca {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:23.016364 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746360-ea14-4ad5-9e32-615f41f90fe6 req-52f4bb37-753f-48b3-b78a-58e2a65f55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:23.017872 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-59746360-ea14-4ad5-9e32-615f41f90fe6 req-52f4bb37-753f-48b3-b78a-58e2a65f55c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 913 time: 0.2233877 Dec 10 18:37:23.018933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:23.019312 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Checking segment: {'id': '8fe1fb49-56fc-4157-95e2-32428d1b0f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '984fdd17-b043-438d-b032-9e4eb61029ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:23.019718 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.020111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Bound using segment: {'id': '8fe1fb49-56fc-4157-95e2-32428d1b0f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '984fdd17-b043-438d-b032-9e4eb61029ca'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:23.020336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9736ce29-d743-4556-9c47-d7579ab75e3e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.020585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Bound port: 0d5b223e-1218-4dbe-a42b-0d5e3403ef78, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe1fb49-56fc-4157-95e2-32428d1b0f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '984fdd17-b043-438d-b032-9e4eb61029ca'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:23.021511 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.031839 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719933b7-14f1-4096-a5f0-b13cd61fe9a0 None None] Routers {'550687c6-f1fb-425f-9251-f11cad5872b4'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:23.032473 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-719933b7-14f1-4096-a5f0-b13cd61fe9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['550687c6-f1fb-425f-9251-f11cad5872b4'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:23.043392 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.062729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.125242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-719933b7-14f1-4096-a5f0-b13cd61fe9a0 None None] Set router 550687c6-f1fb-425f-9251-f11cad5872b4 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:23.183794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-719933b7-14f1-4096-a5f0-b13cd61fe9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550687c6-f1fb-425f-9251-f11cad5872b4', 'name': 'tempest-RoutersIpV6Test-router-695512528', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:21Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 2, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:23.187236 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.26.5.196 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/3dbb5cf5-758d-4a6b-96e6-7fa193ffac53) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:23.227105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719933b7-14f1-4096-a5f0-b13cd61fe9a0 None None] The sync data for ids ['550687c6-f1fb-425f-9251-f11cad5872b4'] in dv-neutron-821434-1-hyperv is: [{'id': '550687c6-f1fb-425f-9251-f11cad5872b4', 'name': 'tempest-RoutersIpV6Test-router-695512528', 'tenant_id': '1c74624c85b4435bbd8944d0130676a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:21Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 2, 'project_id': '1c74624c85b4435bbd8944d0130676a8', 'gw_port_host': None}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:23.240455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] For port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:23.247023 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] For port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0d5b223e-1218-4dbe-a42b-0d5e3403ef78,segment=NetworkSegment(8fe1fb49-56fc-4157-95e2-32428d1b0f37),segment_id=8fe1fb49-56fc-4157-95e2-32428d1b0f37)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:23.247259 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-59746360-ea14-4ad5-9e32-615f41f90fe6 req-dcdf81b8-5911-459e-a9d9-f7f3b728b4c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666efec4-630e-452d-a8e7-b4c1bf953971 HTTP/1.1" status: 200 len: 1001 time: 0.1930225 Dec 10 18:37:23.253337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9736ce29-d743-4556-9c47-d7579ab75e3e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.255796 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9736ce29-d743-4556-9c47-d7579ab75e3e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.307498 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.331746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.356208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746360-ea14-4ad5-9e32-615f41f90fe6 req-ae5d199c-cc75-43c7-8b30-9aea0106f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:23.357656 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-59746360-ea14-4ad5-9e32-615f41f90fe6 req-ae5d199c-cc75-43c7-8b30-9aea0106f04c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 200 len: 851 time: 0.0745189 Dec 10 18:37:23.395086 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276d8a0-efec-47d8-9bfd-8dce88a1ab51 None None] Pushing event updated for resources: {'Port': ['ID=0d5b223e-1218-4dbe-a42b-0d5e3403ef78,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:23.414888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746360-ea14-4ad5-9e32-615f41f90fe6 req-8c32b08b-b669-4e96-8dfb-d0fff1240c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:23.416574 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-59746360-ea14-4ad5-9e32-615f41f90fe6 req-8c32b08b-b669-4e96-8dfb-d0fff1240c96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a648c046-7b98-4168-8c91-4d4b8f654cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499768 Dec 10 18:37:23.425959 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.454208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9736ce29-d743-4556-9c47-d7579ab75e3e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.454208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9736ce29-d743-4556-9c47-d7579ab75e3e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Fanout notify agent at l3_agent the message router_deleted on router 550687c6-f1fb-425f-9251-f11cad5872b4 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:37:23.482185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:23.489592 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:23.493240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:23.504804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c2912d-bb58-43ca-bc81-c44c39b32549 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:23.505573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9736ce29-d743-4556-9c47-d7579ab75e3e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.515186 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9736ce29-d743-4556-9c47-d7579ab75e3e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/routers/550687c6-f1fb-425f-9251-f11cad5872b4 HTTP/1.1" status: 204 len: 168 time: 0.5833633 Dec 10 18:37:23.515186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36892) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:23.545764 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b7d8b8fd-1a8a-40ac-9d5a-76398143d044 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports?device_id=550687c6-f1fb-425f-9251-f11cad5872b4 HTTP/1.1" status: 200 len: 205 time: 0.0299888 Dec 10 18:37:23.546491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36894) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:23.590729 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-921101ef-e255-4e15-b720-20fea2a0e65e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] delete failed (client error): The resource could not be found. Dec 10 18:37:23.591782 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-921101ef-e255-4e15-b720-20fea2a0e65e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/routers/550687c6-f1fb-425f-9251-f11cad5872b4 HTTP/1.1" status: 404 len: 336 time: 0.0448661 Dec 10 18:37:23.595463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36896) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:23.596401 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b72ae97c-80c5-4539-b984-fef76fd88c16 None None] Provisioning complete for port 3dbb5cf5-758d-4a6b-96e6-7fa193ffac53 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:23.596868 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b72ae97c-80c5-4539-b984-fef76fd88c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.649129 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=3dbb5cf5-758d-4a6b-96e6-7fa193ffac53,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:23.662674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b72ae97c-80c5-4539-b984-fef76fd88c16 None None] Port 3dbb5cf5-758d-4a6b-96e6-7fa193ffac53 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:23.681581 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-59746360-ea14-4ad5-9e32-615f41f90fe6 req-8a41c751-3f4e-4bca-8a94-0a08077b7f8e service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573588 Dec 10 18:37:23.702592 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e2f5f4-66b5-4364-a4d1-6bda816ee374 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:23.702592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e2f5f4-66b5-4364-a4d1-6bda816ee374 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:23.706232 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e9e2f5f4-66b5-4364-a4d1-6bda816ee374 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/62254c2a-8a9d-4975-a5ba-9688a67e522e HTTP/1.1" status: 404 len: 337 time: 0.0380840 Dec 10 18:37:23.709850 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36898) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:23.739859 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c7f622-ea33-4f90-82a1-cdff2a9fd94b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:23.744227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c7f622-ea33-4f90-82a1-cdff2a9fd94b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:23.744227 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-42c7f622-ea33-4f90-82a1-cdff2a9fd94b tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/f2703298-13aa-4ecd-9b63-f6da1a40c214 HTTP/1.1" status: 404 len: 337 time: 0.0337460 Dec 10 18:37:23.748557 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36900) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:23.820969 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-59746360-ea14-4ad5-9e32-615f41f90fe6 req-da387dc7-2215-45e8-9623-aa63abc4d58d service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136651 Dec 10 18:37:23.840044 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a20625b-83d1-49a3-8936-dd101899e6f6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:23.840502 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a20625b-83d1-49a3-8936-dd101899e6f6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:23.843921 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1a20625b-83d1-49a3-8936-dd101899e6f6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/16af35c5-d428-4a90-9727-199fcf0e9439 HTTP/1.1" status: 404 len: 337 time: 0.0943913 Dec 10 18:37:23.846782 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36902) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:23.877632 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2e88fa-0b3f-4657-9280-c9fbd23daab5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:23.878040 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2e88fa-0b3f-4657-9280-c9fbd23daab5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:23.881717 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9c2e88fa-0b3f-4657-9280-c9fbd23daab5 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/03f8df68-bd1d-4d33-bfb3-d9d6ee26a417 HTTP/1.1" status: 404 len: 337 time: 0.0338686 Dec 10 18:37:23.884322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36904) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:23.909089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.910292 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c997fd37-4a88-4523-90e5-126bcd1d3a36 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d51ace4-93a2-41cb-b17a-420971aafcb8 HTTP/1.1" status: 200 len: 205 time: 0.0247378 Dec 10 18:37:23.912483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36906) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.009504 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-004a7999-399d-43f7-8d03-c51d6dd2fa2c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] delete failed (client error): The resource could not be found. Dec 10 18:37:24.010592 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-004a7999-399d-43f7-8d03-c51d6dd2fa2c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/routers/5d51ace4-93a2-41cb-b17a-420971aafcb8 HTTP/1.1" status: 404 len: 336 time: 0.0970020 Dec 10 18:37:24.013251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36908) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.047095 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b48e33c1-9c3b-4f1f-8cf3-76cb59285dc9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports?device_id=41de5ed8-2943-4d61-8bc9-8ebfb627608b HTTP/1.1" status: 200 len: 205 time: 0.0326338 Dec 10 18:37:24.049511 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36910) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.087121 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-29f5fe55-3113-4cb9-878f-7883a53e97a6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] delete failed (client error): The resource could not be found. Dec 10 18:37:24.088189 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-29f5fe55-3113-4cb9-878f-7883a53e97a6 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/routers/41de5ed8-2943-4d61-8bc9-8ebfb627608b HTTP/1.1" status: 404 len: 336 time: 0.0376616 Dec 10 18:37:24.090765 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36912) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.123492 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4631c27-bcac-4c99-87ce-616ce41c1672 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:24.123963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4631c27-bcac-4c99-87ce-616ce41c1672 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:24.127092 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a4631c27-bcac-4c99-87ce-616ce41c1672 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/aced8bc6-ac59-4288-8bf8-da117ce7b7f5 HTTP/1.1" status: 404 len: 337 time: 0.0353949 Dec 10 18:37:24.129761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36914) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.163127 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2bfa7c2f-a484-4d43-afed-a9ca0d9743ea tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports?device_id=629a60b0-5661-4a92-8f98-b81c51837d7a HTTP/1.1" status: 200 len: 205 time: 0.0314038 Dec 10 18:37:24.165079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36916) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.190509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.203139 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-6e122c0d-f496-423c-ae9a-70c6fea0625e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] delete failed (client error): The resource could not be found. Dec 10 18:37:24.204191 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6e122c0d-f496-423c-ae9a-70c6fea0625e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/routers/629a60b0-5661-4a92-8f98-b81c51837d7a HTTP/1.1" status: 404 len: 336 time: 0.0382097 Dec 10 18:37:24.207894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36918) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.236783 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-634e891c-31b5-4d14-9a21-ccff2d00fc8e tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports?device_id=1691ce50-62cc-4953-9fa9-b5410ff6900e HTTP/1.1" status: 200 len: 205 time: 0.0267739 Dec 10 18:37:24.239105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36920) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.281938 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-699d354b-236d-41da-b421-1f7514778a2f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] delete failed (client error): The resource could not be found. Dec 10 18:37:24.282873 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-699d354b-236d-41da-b421-1f7514778a2f tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/routers/1691ce50-62cc-4953-9fa9-b5410ff6900e HTTP/1.1" status: 404 len: 336 time: 0.0427232 Dec 10 18:37:24.285505 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36922) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.312044 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-6530058d-ebb3-4c0e-81e4-07b3dcbe031c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:24.312408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6530058d-ebb3-4c0e-81e4-07b3dcbe031c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:24.318050 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6530058d-ebb3-4c0e-81e4-07b3dcbe031c tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/eb2fd5f8-f390-4a01-abc6-cc11ef29c22d HTTP/1.1" status: 404 len: 337 time: 0.0290534 Dec 10 18:37:24.318269 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36924) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.345071 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cee594d3-cda6-48a0-88b3-9eb69fd16278 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e596c02-599d-4efb-ab4d-0b41980fdba9 HTTP/1.1" status: 200 len: 205 time: 0.0249066 Dec 10 18:37:24.347419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36926) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.384747 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-2578e4a8-0051-4bdb-8f0f-9da5de6609a4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] delete failed (client error): The resource could not be found. Dec 10 18:37:24.385915 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2578e4a8-0051-4bdb-8f0f-9da5de6609a4 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/routers/9e596c02-599d-4efb-ab4d-0b41980fdba9 HTTP/1.1" status: 404 len: 336 time: 0.0375872 Dec 10 18:37:24.387990 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router e89d9982-b7cd-4dde-b421-5ac010d5437c is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:37:24.388888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36928) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.414931 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51cf77f-7b90-4f21-954e-4a1fc8367589 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:24.415386 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51cf77f-7b90-4f21-954e-4a1fc8367589 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:24.418442 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d51cf77f-7b90-4f21-954e-4a1fc8367589 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/3611e284-cd8f-4858-9606-65d4ee0f7fec HTTP/1.1" status: 404 len: 337 time: 0.0284495 Dec 10 18:37:24.421047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36930) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.457205 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-282b4dc2-136a-42b4-9b75-7d5dbfee16d2 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "GET /v2.0/ports?device_id=cef90f94-2f27-4925-b2ff-a23640ff3756 HTTP/1.1" status: 200 len: 205 time: 0.0349839 Dec 10 18:37:24.459705 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36932) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.507783 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-d3085c13-099d-4ee9-98b6-565dc78a5ee9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] delete failed (client error): The resource could not be found. Dec 10 18:37:24.511427 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d3085c13-099d-4ee9-98b6-565dc78a5ee9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/routers/cef90f94-2f27-4925-b2ff-a23640ff3756 HTTP/1.1" status: 404 len: 336 time: 0.0482357 Dec 10 18:37:24.511655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36934) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.529379 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:24.543993 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b53866e-ffdf-4bd5-a695-9e79e90246fc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:24.543993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b53866e-ffdf-4bd5-a695-9e79e90246fc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:24.544286 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63771752-d3ce-40e7-a4d8-8d4e9d795f30 None None] Sync routers for ids ['e89d9982-b7cd-4dde-b421-5ac010d5437c'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:24.544732 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9b53866e-ffdf-4bd5-a695-9e79e90246fc tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/c13550c6-1c39-487f-b636-a86ff11af892 HTTP/1.1" status: 404 len: 337 time: 0.0313447 Dec 10 18:37:24.546622 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36936) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.577511 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63771752-d3ce-40e7-a4d8-8d4e9d795f30 None None] Routers {'e89d9982-b7cd-4dde-b421-5ac010d5437c'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:24.578373 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-63771752-d3ce-40e7-a4d8-8d4e9d795f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e89d9982-b7cd-4dde-b421-5ac010d5437c'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:24.582132 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-01faf62d-0e46-4d86-a1bd-dc061467ace9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:24.582132 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01faf62d-0e46-4d86-a1bd-dc061467ace9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:24.587651 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-01faf62d-0e46-4d86-a1bd-dc061467ace9 tempest-RoutersIpV6Test-1512334626 tempest-RoutersIpV6Test-1512334626-project] 10.222.0.60 "DELETE /v2.0/subnets/f80316d4-e59d-4596-ba3c-7dacbf5a6ae3 HTTP/1.1" status: 404 len: 337 time: 0.0376523 Dec 10 18:37:24.630915 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.640958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36940) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:24.641095 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-395eb995-b123-4c13-9c90-92dea61e9952 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3871577 Dec 10 18:37:24.655985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:24.726171 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:24.726552 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.729018 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-63771752-d3ce-40e7-a4d8-8d4e9d795f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:24.740276 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63771752-d3ce-40e7-a4d8-8d4e9d795f30 None None] Routers {'e89d9982-b7cd-4dde-b421-5ac010d5437c'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:24.741271 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-63771752-d3ce-40e7-a4d8-8d4e9d795f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e89d9982-b7cd-4dde-b421-5ac010d5437c'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:24.789512 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-63771752-d3ce-40e7-a4d8-8d4e9d795f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:24.790700 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63771752-d3ce-40e7-a4d8-8d4e9d795f30 None None] The sync data for ids ['e89d9982-b7cd-4dde-b421-5ac010d5437c'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:24.861624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.897213 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0d5b223e-1218-4dbe-a42b-0d5e3403ef78,segment=NetworkSegment(8fe1fb49-56fc-4157-95e2-32428d1b0f37),segment_id=8fe1fb49-56fc-4157-95e2-32428d1b0f37)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:24.920810 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37be4989-9216-48ed-91c6-4f03843b706f None None] Network 984fdd17-b043-438d-b032-9e4eb61029ca requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:25.001955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.028519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b51fca73-ce05-44cd-a54c-e4ae764fa94a None None] Provisioning complete for port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:25.028897 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b51fca73-ce05-44cd-a54c-e4ae764fa94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.109898 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=0d5b223e-1218-4dbe-a42b-0d5e3403ef78,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:25.186196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.210069 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36944) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:25.364883 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2bfeb7bf-e20d-4adf-a345-1c336752dd72 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c74624c85b4435bbd8944d0130676a8&name=default HTTP/1.1" status: 200 len: 2999 time: 0.1432581 Dec 10 18:37:25.366890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36948) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:25.389587 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-611dfbd4-411e-4eee-aac1-9ec2ee3c3aaa None None] Provisioning complete for port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:25.390128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-611dfbd4-411e-4eee-aac1-9ec2ee3c3aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.420945 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4ee8f05-1f61-4959-87da-431c7e844bad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.443190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4ee8f05-1f61-4959-87da-431c7e844bad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.476392 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.20.0.1 (984fdd17-b043-438d-b032-9e4eb61029ca/f0215d3b-2847-4aaa-a2f6-5cbbb264d4f7/ec64f0b0-d744-4ff6-975c-1787bf6fa04d) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:25.553504 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4ee8f05-1f61-4959-87da-431c7e844bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.556349 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4ee8f05-1f61-4959-87da-431c7e844bad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.557523 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f4ee8f05-1f61-4959-87da-431c7e844bad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e240bf9-deed-490c-9bc8-7f9937787d4a HTTP/1.1" status: 204 len: 168 time: 0.1897140 Dec 10 18:37:25.565649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee8f05-1f61-4959-87da-431c7e844bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e240bf9-deed-490c-9bc8-7f9937787d4a,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:25.594509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.702993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.743513 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network 984fdd17-b043-438d-b032-9e4eb61029ca is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:25.746578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:25.749092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:25.779786 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=ec64f0b0-d744-4ff6-975c-1787bf6fa04d,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:25.801061 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.995615 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e29ea749-1edf-4307-b9d3-dc187a8cb729 None None] Provisioning complete for port ec64f0b0-d744-4ff6-975c-1787bf6fa04d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:25.996172 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e29ea749-1edf-4307-b9d3-dc187a8cb729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.012811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.033651 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e29ea749-1edf-4307-b9d3-dc187a8cb729 None None] Port ec64f0b0-d744-4ff6-975c-1787bf6fa04d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:26.565007 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:26.574074 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36970) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:26.596088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.625524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:26.625916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.656222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.678404 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'network': {'name': 'tempest-RoutersTest-549672698'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:26.737137 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=ec64f0b0-d744-4ff6-975c-1787bf6fa04d,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:26.741599 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.822477 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:26.828731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.837556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network 984fdd17-b043-438d-b032-9e4eb61029ca is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:26.837847 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.839056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:26.917619 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.959498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router e89d9982-b7cd-4dde-b421-5ac010d5437c has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:26.976639 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.004905 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:37:27.014994 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24dbcc61-7886-4308-a149-132f0b5f164f,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:27.019898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.020230 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Added segment e6273a6a-8e90-4cae-b162-556dc25b4cc1 of type vlan for network 6fe34d32-0e1d-4484-af48-0a4dff062084 Dec 10 18:37:27.064151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.078173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:27.083408 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4a5edf51-9e42-4846-a06f-c392aafddb01 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "PUT /v2.0/routers/e89d9982-b7cd-4dde-b421-5ac010d5437c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4467447 Dec 10 18:37:27.086270 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36974) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:27.087633 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb3b65-5f8b-4bb0-a38c-d79d0564ef87 None None] Sync routers for ids ['e89d9982-b7cd-4dde-b421-5ac010d5437c'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:27.093146 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-08028963-1463-4bd9-abdc-96e769dc7500 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'port': {'network_id': '984fdd17-b043-438d-b032-9e4eb61029ca', 'name': 'tempest-FloatingIPTestJSON-641039118'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:27.098484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb3b65-5f8b-4bb0-a38c-d79d0564ef87 None None] Routers {'e89d9982-b7cd-4dde-b421-5ac010d5437c'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:27.099950 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-21fb3b65-5f8b-4bb0-a38c-d79d0564ef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e89d9982-b7cd-4dde-b421-5ac010d5437c'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:27.132386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-21fb3b65-5f8b-4bb0-a38c-d79d0564ef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:27.141533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb3b65-5f8b-4bb0-a38c-d79d0564ef87 None None] Routers {'e89d9982-b7cd-4dde-b421-5ac010d5437c'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:27.142180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-21fb3b65-5f8b-4bb0-a38c-d79d0564ef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e89d9982-b7cd-4dde-b421-5ac010d5437c'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:27.181955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-21fb3b65-5f8b-4bb0-a38c-d79d0564ef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:27.182605 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb3b65-5f8b-4bb0-a38c-d79d0564ef87 None None] The sync data for ids ['e89d9982-b7cd-4dde-b421-5ac010d5437c'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:27.197488 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.201970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d99e9420-6229-47fb-983c-20b38bb1f304 None None] Provisioning complete for port ec64f0b0-d744-4ff6-975c-1787bf6fa04d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:27.202346 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d99e9420-6229-47fb-983c-20b38bb1f304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.203237 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:27.203831 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.237674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d99e9420-6229-47fb-983c-20b38bb1f304 None None] Port ec64f0b0-d744-4ff6-975c-1787bf6fa04d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:27.280091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Network': ['ID=6fe34d32-0e1d-4484-af48-0a4dff062084,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:27.290667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 6fe34d32-0e1d-4484-af48-0a4dff062084 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:37:27.337495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08028963-1463-4bd9-abdc-96e769dc7500 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Made reservation on behalf of 17e48bcfd16e4410a803a286cda31795 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:27.341091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08028963-1463-4bd9-abdc-96e769dc7500 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.359549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-08028963-1463-4bd9-abdc-96e769dc7500 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] device_id is not set on port 862efc25-59e1-485c-9f08-f765b9f030f9 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:37:27.441102 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f05ae832-15e3-4adc-aad9-6f230d146b61 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8659327 Dec 10 18:37:27.443714 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36976) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:27.450313 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-425d4bef-a2bc-4286-b4b8-1948f04f24e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'network': {'name': 'tempest-RoutersTest-2027053451'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:27.486364 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-08028963-1463-4bd9-abdc-96e769dc7500 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Allocated IP 172.20.0.5 (984fdd17-b043-438d-b032-9e4eb61029ca/f0215d3b-2847-4aaa-a2f6-5cbbb264d4f7/862efc25-59e1-485c-9f08-f765b9f030f9) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:27.575530 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425d4bef-a2bc-4286-b4b8-1948f04f24e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:27.578956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-425d4bef-a2bc-4286-b4b8-1948f04f24e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.621156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425d4bef-a2bc-4286-b4b8-1948f04f24e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:37:27.645734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-425d4bef-a2bc-4286-b4b8-1948f04f24e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.646010 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-425d4bef-a2bc-4286-b4b8-1948f04f24e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Added segment ed6e4b72-57f9-4e6e-8db7-cc94a89f9bde of type vlan for network 3229c5e8-7016-4bf8-8828-8bdc58e3741c Dec 10 18:37:27.683249 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08028963-1463-4bd9-abdc-96e769dc7500 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.700294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-425d4bef-a2bc-4286-b4b8-1948f04f24e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.793143 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-425d4bef-a2bc-4286-b4b8-1948f04f24e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.798786 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d4bef-a2bc-4286-b4b8-1948f04f24e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:27.799356 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-425d4bef-a2bc-4286-b4b8-1948f04f24e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.849076 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08028963-1463-4bd9-abdc-96e769dc7500 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.909647 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08028963-1463-4bd9-abdc-96e769dc7500 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Network 984fdd17-b043-438d-b032-9e4eb61029ca is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:27.910506 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d4bef-a2bc-4286-b4b8-1948f04f24e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Network': ['ID=3229c5e8-7016-4bf8-8828-8bdc58e3741c,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:27.915323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-08028963-1463-4bd9-abdc-96e769dc7500 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:27.918836 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08028963-1463-4bd9-abdc-96e769dc7500 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:27.925272 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08028963-1463-4bd9-abdc-96e769dc7500 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event updated for resources: {'Port': ['ID=862efc25-59e1-485c-9f08-f765b9f030f9,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:27.930477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 3229c5e8-7016-4bf8-8828-8bdc58e3741c details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:37:27.950883 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-425d4bef-a2bc-4286-b4b8-1948f04f24e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5061400 Dec 10 18:37:27.957896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36978) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:27.959564 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7ddc1eb4-8bb9-4508-9afd-b18e222c8e39 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'subnet': {'network_id': '6fe34d32-0e1d-4484-af48-0a4dff062084', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:28.027906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08028963-1463-4bd9-abdc-96e769dc7500 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:28.028436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-08028963-1463-4bd9-abdc-96e769dc7500 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.147330 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-08028963-1463-4bd9-abdc-96e769dc7500 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0599396 Dec 10 18:37:28.149934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36980) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:28.155199 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a461ac67-1cac-4aae-9393-2a8fe590a72f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Request body: {'floatingip': {'port_id': '862efc25-59e1-485c-9f08-f765b9f030f9'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:28.163740 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1ff8e4d2-3ff9-47c9-85c7-1bcb180e8d53 None None] Provisioning complete for port 862efc25-59e1-485c-9f08-f765b9f030f9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:28.164282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e4d2-3ff9-47c9-85c7-1bcb180e8d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.197751 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1ff8e4d2-3ff9-47c9-85c7-1bcb180e8d53 None None] Port 862efc25-59e1-485c-9f08-f765b9f030f9 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:28.211365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a461ac67-1cac-4aae-9393-2a8fe590a72f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.233411 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddc1eb4-8bb9-4508-9afd-b18e222c8e39 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:28.237242 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1eb4-8bb9-4508-9afd-b18e222c8e39 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.484201 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1eb4-8bb9-4508-9afd-b18e222c8e39 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.551030 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc1eb4-8bb9-4508-9afd-b18e222c8e39 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Subnet': ['ID=787e71cf-d317-468e-b002-07cc8c1b5a4f,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:28.559624 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc1eb4-8bb9-4508-9afd-b18e222c8e39 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Checking segment: {'id': 'e6273a6a-8e90-4cae-b162-556dc25b4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6fe34d32-0e1d-4484-af48-0a4dff062084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:28.559987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddc1eb4-8bb9-4508-9afd-b18e222c8e39 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network hostable DHCP agents. Network: 6fe34d32-0e1d-4484-af48-0a4dff062084, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:37:28.631823 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddc1eb4-8bb9-4508-9afd-b18e222c8e39 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 6fe34d32-0e1d-4484-af48-0a4dff062084 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:37:28.674946 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a461ac67-1cac-4aae-9393-2a8fe590a72f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.736387 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-7ddc1eb4-8bb9-4508-9afd-b18e222c8e39 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 6fe34d32-0e1d-4484-af48-0a4dff062084) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:28.740546 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc1eb4-8bb9-4508-9afd-b18e222c8e39 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:28.741134 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1eb4-8bb9-4508-9afd-b18e222c8e39 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.744865 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef43025c-8ace-46fd-b7a4-fedf4d29e40f None None] Network 6fe34d32-0e1d-4484-af48-0a4dff062084 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:28.787793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a461ac67-1cac-4aae-9393-2a8fe590a72f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.845835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-6fe34d32-0e1d-4484-af48-0a4dff062084', 'network_id': '6fe34d32-0e1d-4484-af48-0a4dff062084', 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'fixed_ips': [{'subnet_id': '787e71cf-d317-468e-b002-07cc8c1b5a4f'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:37:28.846718 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.874399 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7ddc1eb4-8bb9-4508-9afd-b18e222c8e39 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9190085 Dec 10 18:37:28.874625 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36982) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:28.879376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ae5b9d96-afb1-4bb2-bff7-65b365a10255 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'subnet': {'network_id': '3229c5e8-7016-4bf8-8828-8bdc58e3741c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:28.944729 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-a461ac67-1cac-4aae-9393-2a8fe590a72f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Floating IP 4a993031-0715-41bd-8782-7737bde5bab9 associated. External IP: 172.26.5.240, port: b9089249-f5eb-4c06-9ef9-1afeb4b1d808. Dec 10 18:37:29.128073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Allocated IP 172.20.0.2 (6fe34d32-0e1d-4484-af48-0a4dff062084/787e71cf-d317-468e-b002-07cc8c1b5a4f/8a7db8b7-56d4-4c96-b0e6-177be9477bc8) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:29.133564 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5b9d96-afb1-4bb2-bff7-65b365a10255 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:29.141592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9d96-afb1-4bb2-bff7-65b365a10255 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.252029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a461ac67-1cac-4aae-9393-2a8fe590a72f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:29.275599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.353698 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.393837 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Network 6fe34d32-0e1d-4484-af48-0a4dff062084 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:29.397009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:29.400541 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:29.409441 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Pushing event updated for resources: {'Port': ['ID=8a7db8b7-56d4-4c96-b0e6-177be9477bc8,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:29.432500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a461ac67-1cac-4aae-9393-2a8fe590a72f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:29.443521 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dafe68-e0b3-4fec-ae43-d3ebcd93d64e None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:29.455366 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dafe68-e0b3-4fec-ae43-d3ebcd93d64e None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:29.456209 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c1dafe68-e0b3-4fec-ae43-d3ebcd93d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:29.461342 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Attempting to bind port 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:29.462066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Attempting to bind port 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'e6273a6a-8e90-4cae-b162-556dc25b4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6fe34d32-0e1d-4484-af48-0a4dff062084'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:29.462535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Attempting to bind port 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 on network 6fe34d32-0e1d-4484-af48-0a4dff062084 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:29.468535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:29.469041 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Checking segment: {'id': 'e6273a6a-8e90-4cae-b162-556dc25b4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6fe34d32-0e1d-4484-af48-0a4dff062084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:29.469546 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.470080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Bound using segment: {'id': 'e6273a6a-8e90-4cae-b162-556dc25b4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6fe34d32-0e1d-4484-af48-0a4dff062084'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:29.470645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Bound port: 8a7db8b7-56d4-4c96-b0e6-177be9477bc8, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6273a6a-8e90-4cae-b162-556dc25b4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6fe34d32-0e1d-4484-af48-0a4dff062084'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:29.473020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.497518 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c1dafe68-e0b3-4fec-ae43-d3ebcd93d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:29.507716 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dafe68-e0b3-4fec-ae43-d3ebcd93d64e None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:29.508319 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c1dafe68-e0b3-4fec-ae43-d3ebcd93d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:29.509451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9d96-afb1-4bb2-bff7-65b365a10255 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.543798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] For port 8a7db8b7-56d4-4c96-b0e6-177be9477bc8, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:29.544121 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c1dafe68-e0b3-4fec-ae43-d3ebcd93d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:29.545008 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dafe68-e0b3-4fec-ae43-d3ebcd93d64e None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:29.547474 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] For port 8a7db8b7-56d4-4c96-b0e6-177be9477bc8, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8a7db8b7-56d4-4c96-b0e6-177be9477bc8,segment=NetworkSegment(e6273a6a-8e90-4cae-b162-556dc25b4cc1),segment_id=e6273a6a-8e90-4cae-b162-556dc25b4cc1)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:29.592159 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b9d96-afb1-4bb2-bff7-65b365a10255 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Subnet': ['ID=b42a0985-78af-471f-98ce-a2b1b911bc36,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:29.608726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5b9d96-afb1-4bb2-bff7-65b365a10255 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Checking segment: {'id': 'ed6e4b72-57f9-4e6e-8db7-cc94a89f9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3229c5e8-7016-4bf8-8828-8bdc58e3741c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:29.609166 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5b9d96-afb1-4bb2-bff7-65b365a10255 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network hostable DHCP agents. Network: 3229c5e8-7016-4bf8-8828-8bdc58e3741c, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:37:29.610958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.674985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f01dd-5c04-4f8c-b867-83d8b4f5e624 None None] Pushing event updated for resources: {'Port': ['ID=8a7db8b7-56d4-4c96-b0e6-177be9477bc8,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:29.737110 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a461ac67-1cac-4aae-9393-2a8fe590a72f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router e89d9982-b7cd-4dde-b421-5ac010d5437c has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:29.878282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a461ac67-1cac-4aae-9393-2a8fe590a72f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:29.883310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a461ac67-1cac-4aae-9393-2a8fe590a72f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.889273 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a8e16f-f709-4086-9cae-121d1220a6d4 None None] Sync routers for ids ['e89d9982-b7cd-4dde-b421-5ac010d5437c'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:29.906752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8e16f-f709-4086-9cae-121d1220a6d4 None None] Routers {'e89d9982-b7cd-4dde-b421-5ac010d5437c'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:29.907799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-71a8e16f-f709-4086-9cae-121d1220a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e89d9982-b7cd-4dde-b421-5ac010d5437c'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:29.945025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5b9d96-afb1-4bb2-bff7-65b365a10255 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 3229c5e8-7016-4bf8-8828-8bdc58e3741c is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:37:29.946155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-71a8e16f-f709-4086-9cae-121d1220a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:29.948092 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a461ac67-1cac-4aae-9393-2a8fe590a72f tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "PUT /v2.0/floatingips/4a993031-0715-41bd-8782-7737bde5bab9 HTTP/1.1" status: 200 len: 977 time: 1.7965877 Dec 10 18:37:29.951023 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36984) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:29.957870 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8e16f-f709-4086-9cae-121d1220a6d4 None None] Routers {'e89d9982-b7cd-4dde-b421-5ac010d5437c'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:29.958612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-71a8e16f-f709-4086-9cae-121d1220a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e89d9982-b7cd-4dde-b421-5ac010d5437c'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:29.994271 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-71a8e16f-f709-4086-9cae-121d1220a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:29.994937 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a8e16f-f709-4086-9cae-121d1220a6d4 None None] The sync data for ids ['e89d9982-b7cd-4dde-b421-5ac010d5437c'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:30.005424 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-ae5b9d96-afb1-4bb2-bff7-65b365a10255 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 3229c5e8-7016-4bf8-8828-8bdc58e3741c) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:30.017022 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b9d96-afb1-4bb2-bff7-65b365a10255 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:30.017022 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9d96-afb1-4bb2-bff7-65b365a10255 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.017310 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bfe202-107f-412b-8c99-4a1fa789c521 None None] Network 3229c5e8-7016-4bf8-8828-8bdc58e3741c requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:30.065972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-5046340c-5b6e-4674-8e6e-5c7b9277a6f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port 862efc25-59e1-485c-9f08-f765b9f030f9 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:30.066354 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5046340c-5b6e-4674-8e6e-5c7b9277a6f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.099110 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ae5b9d96-afb1-4bb2-bff7-65b365a10255 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2234879 Dec 10 18:37:30.101657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36986) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:30.106230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-7f10c432-0755-476d-a2d8-55113a2fec82 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2055606157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:30.119771 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-3229c5e8-7016-4bf8-8828-8bdc58e3741c', 'network_id': '3229c5e8-7016-4bf8-8828-8bdc58e3741c', 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'fixed_ips': [{'subnet_id': 'b42a0985-78af-471f-98ce-a2b1b911bc36'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:37:30.120112 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.166624 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5046340c-5b6e-4674-8e6e-5c7b9277a6f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.222177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7f10c432-0755-476d-a2d8-55113a2fec82 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.223269 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7f10c432-0755-476d-a2d8-55113a2fec82 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.271840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Allocated IP 172.21.0.2 (3229c5e8-7016-4bf8-8828-8bdc58e3741c/b42a0985-78af-471f-98ce-a2b1b911bc36/19d3cfcc-f2b2-475a-9a73-e0907081f4bb) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:30.279398 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7f10c432-0755-476d-a2d8-55113a2fec82 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.350380 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5046340c-5b6e-4674-8e6e-5c7b9277a6f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.350842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5046340c-5b6e-4674-8e6e-5c7b9277a6f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.351162 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-5046340c-5b6e-4674-8e6e-5c7b9277a6f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Floating IP 4a993031-0715-41bd-8782-7737bde5bab9 disassociated. External IP: 172.26.5.240, port: 862efc25-59e1-485c-9f08-f765b9f030f9. Dec 10 18:37:30.351509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-5046340c-5b6e-4674-8e6e-5c7b9277a6f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for 862efc25-59e1-485c-9f08-f765b9f030f9 owned by {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:30.366692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7f10c432-0755-476d-a2d8-55113a2fec82 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.422203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.452870 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7f10c432-0755-476d-a2d8-55113a2fec82 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.454141 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7f10c432-0755-476d-a2d8-55113a2fec82 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3514514 Dec 10 18:37:30.457147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36988) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:30.502120 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.554508 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5046340c-5b6e-4674-8e6e-5c7b9277a6f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.561876 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Network 3229c5e8-7016-4bf8-8828-8bdc58e3741c is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:30.575594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:30.578545 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:30.586084 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Pushing event updated for resources: {'Port': ['ID=19d3cfcc-f2b2-475a-9a73-e0907081f4bb,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:30.629583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046340c-5b6e-4674-8e6e-5c7b9277a6f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=862efc25-59e1-485c-9f08-f765b9f030f9,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:30.656159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:30.714702 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Attempting to bind port 19d3cfcc-f2b2-475a-9a73-e0907081f4bb on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:30.715074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Attempting to bind port 19d3cfcc-f2b2-475a-9a73-e0907081f4bb by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'ed6e4b72-57f9-4e6e-8db7-cc94a89f9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3229c5e8-7016-4bf8-8828-8bdc58e3741c'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:30.715441 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Attempting to bind port 19d3cfcc-f2b2-475a-9a73-e0907081f4bb on network 3229c5e8-7016-4bf8-8828-8bdc58e3741c {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:30.725638 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:30.730422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Checking segment: {'id': 'ed6e4b72-57f9-4e6e-8db7-cc94a89f9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3229c5e8-7016-4bf8-8828-8bdc58e3741c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:30.730422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.730422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Bound using segment: {'id': 'ed6e4b72-57f9-4e6e-8db7-cc94a89f9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3229c5e8-7016-4bf8-8828-8bdc58e3741c'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:30.730422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Bound port: 19d3cfcc-f2b2-475a-9a73-e0907081f4bb, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6e4b72-57f9-4e6e-8db7-cc94a89f9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3229c5e8-7016-4bf8-8828-8bdc58e3741c'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:30.730422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.799045 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5046340c-5b6e-4674-8e6e-5c7b9277a6f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router e89d9982-b7cd-4dde-b421-5ac010d5437c has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:30.810523 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:30.814209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.836337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.897438 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] For port 19d3cfcc-f2b2-475a-9a73-e0907081f4bb, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:30.904079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] For port 19d3cfcc-f2b2-475a-9a73-e0907081f4bb, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=19d3cfcc-f2b2-475a-9a73-e0907081f4bb,segment=NetworkSegment(ed6e4b72-57f9-4e6e-8db7-cc94a89f9bde),segment_id=ed6e4b72-57f9-4e6e-8db7-cc94a89f9bde)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:30.917527 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d5c66e-7045-44ff-909a-f9b01a516928 None None] Network 6fe34d32-0e1d-4484-af48-0a4dff062084 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:30.952391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5046340c-5b6e-4674-8e6e-5c7b9277a6f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:30.961621 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf444964-7555-4242-bfb7-a0d62adf687a None None] Sync routers for ids ['e89d9982-b7cd-4dde-b421-5ac010d5437c'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:30.986112 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf444964-7555-4242-bfb7-a0d62adf687a None None] Routers {'e89d9982-b7cd-4dde-b421-5ac010d5437c'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:30.987110 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-cf444964-7555-4242-bfb7-a0d62adf687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e89d9982-b7cd-4dde-b421-5ac010d5437c'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:31.011827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:31.033227 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-cf444964-7555-4242-bfb7-a0d62adf687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:31.044698 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf444964-7555-4242-bfb7-a0d62adf687a None None] Routers {'e89d9982-b7cd-4dde-b421-5ac010d5437c'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:31.045681 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-cf444964-7555-4242-bfb7-a0d62adf687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e89d9982-b7cd-4dde-b421-5ac010d5437c'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:31.050032 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5046340c-5b6e-4674-8e6e-5c7b9277a6f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:31.052803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7be46af4-c2b1-43ae-a470-44ca55e9ea96 None None] Provisioning complete for port 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:31.053222 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7be46af4-c2b1-43ae-a470-44ca55e9ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:31.056918 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5046340c-5b6e-4674-8e6e-5c7b9277a6f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/ports/862efc25-59e1-485c-9f08-f765b9f030f9 HTTP/1.1" status: 204 len: 168 time: 1.1030533 Dec 10 18:37:31.058590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36990) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:31.061893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:31.096377 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-cf444964-7555-4242-bfb7-a0d62adf687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:31.097454 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf444964-7555-4242-bfb7-a0d62adf687a None None] The sync data for ids ['e89d9982-b7cd-4dde-b421-5ac010d5437c'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:31.177339 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5459eb7-a62d-4506-a0c2-6f1be69acab1 None None] Pushing event updated for resources: {'Port': ['ID=19d3cfcc-f2b2-475a-9a73-e0907081f4bb,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:31.209326 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 8a7db8b7-56d4-4c96-b0e6-177be9477bc8, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8a7db8b7-56d4-4c96-b0e6-177be9477bc8,segment=NetworkSegment(e6273a6a-8e90-4cae-b162-556dc25b4cc1),segment_id=e6273a6a-8e90-4cae-b162-556dc25b4cc1)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:31.274075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7be46af4-c2b1-43ae-a470-44ca55e9ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:31.297266 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:31.460718 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=8a7db8b7-56d4-4c96-b0e6-177be9477bc8,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:31.465920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-7be46af4-c2b1-43ae-a470-44ca55e9ea96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:37:31.466314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-7be46af4-c2b1-43ae-a470-44ca55e9ea96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:37:31.558382 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e60e84aa-26d7-47eb-9ca9-f2c123c1f9b9 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:31.573847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Allocated IP 172.20.0.1 (6fe34d32-0e1d-4484-af48-0a4dff062084/787e71cf-d317-468e-b002-07cc8c1b5a4f/c56d6004-1ec6-4e74-9f0f-ff5ce44d32b4) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:31.701808 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:31.788762 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:31.839052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 6fe34d32-0e1d-4484-af48-0a4dff062084 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:31.842686 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:31.846826 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:31.872213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=c56d6004-1ec6-4e74-9f0f-ff5ce44d32b4,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:31.898252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.108218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.156941 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-23faf62b-8e0e-417a-b357-543f28346554 None None] Provisioning complete for port c56d6004-1ec6-4e74-9f0f-ff5ce44d32b4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:32.161894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-23faf62b-8e0e-417a-b357-543f28346554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.190510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e60e84aa-26d7-47eb-9ca9-f2c123c1f9b9 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port ec64f0b0-d744-4ff6-975c-1787bf6fa04d {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:32.196210 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e60e84aa-26d7-47eb-9ca9-f2c123c1f9b9 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.204640 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-23faf62b-8e0e-417a-b357-543f28346554 None None] Port c56d6004-1ec6-4e74-9f0f-ff5ce44d32b4 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:32.217638 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-23faf62b-8e0e-417a-b357-543f28346554 None None] Provisioning complete for port 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:32.233598 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-23faf62b-8e0e-417a-b357-543f28346554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.305153 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e60e84aa-26d7-47eb-9ca9-f2c123c1f9b9 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.320943 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e60e84aa-26d7-47eb-9ca9-f2c123c1f9b9 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for ec64f0b0-d744-4ff6-975c-1787bf6fa04d owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:32.398507 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.432467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256b5620-5f98-46c3-8ae9-3bb237d5961f None None] Network 3229c5e8-7016-4bf8-8828-8bdc58e3741c requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:32.474493 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.564779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.568247 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=c56d6004-1ec6-4e74-9f0f-ff5ce44d32b4,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:32.586062 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f2284e44-d7b4-4c55-abf4-7eb58103d86a None None] Provisioning complete for port 19d3cfcc-f2b2-475a-9a73-e0907081f4bb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:32.586561 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f2284e44-d7b4-4c55-abf4-7eb58103d86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.600161 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e60e84aa-26d7-47eb-9ca9-f2c123c1f9b9 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.641551 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e84aa-26d7-47eb-9ca9-f2c123c1f9b9 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=ec64f0b0-d744-4ff6-975c-1787bf6fa04d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:32.704840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 6fe34d32-0e1d-4484-af48-0a4dff062084 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:32.708320 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:32.710628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f2284e44-d7b4-4c55-abf4-7eb58103d86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.734148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:32.824732 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f2284e44-d7b4-4c55-abf4-7eb58103d86a None None] For port 19d3cfcc-f2b2-475a-9a73-e0907081f4bb, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=19d3cfcc-f2b2-475a-9a73-e0907081f4bb,segment=NetworkSegment(ed6e4b72-57f9-4e6e-8db7-cc94a89f9bde),segment_id=ed6e4b72-57f9-4e6e-8db7-cc94a89f9bde)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:32.849678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:32.853012 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.917253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f2284e44-d7b4-4c55-abf4-7eb58103d86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.951055 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e60e84aa-26d7-47eb-9ca9-f2c123c1f9b9 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.999045 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router dcebde48-e178-4332-a673-e4f2220db6f0 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:37:33.014500 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2284e44-d7b4-4c55-abf4-7eb58103d86a None None] Pushing event updated for resources: {'Port': ['ID=19d3cfcc-f2b2-475a-9a73-e0907081f4bb,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:33.029080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 19d3cfcc-f2b2-475a-9a73-e0907081f4bb up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:33.118633 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 19d3cfcc-f2b2-475a-9a73-e0907081f4bb triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:33.119014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.132844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:33.141056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36992) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:33.141475 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4a7aa8f0-b1c6-4211-b5c9-5a77bff3d939 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/dcebde48-e178-4332-a673-e4f2220db6f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6833971 Dec 10 18:37:33.146859 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6577f83-816e-4921-a453-c4677de5f6f8 None None] Sync routers for ids ['dcebde48-e178-4332-a673-e4f2220db6f0'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:33.172804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6577f83-816e-4921-a453-c4677de5f6f8 None None] Routers {'dcebde48-e178-4332-a673-e4f2220db6f0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:33.173080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f6577f83-816e-4921-a453-c4677de5f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['dcebde48-e178-4332-a673-e4f2220db6f0'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:33.208449 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f6577f83-816e-4921-a453-c4677de5f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:33.249449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6dd606-c5da-4826-a30b-7d09732a9872 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:33.250900 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1d6dd606-c5da-4826-a30b-7d09732a9872 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports/c56d6004-1ec6-4e74-9f0f-ff5ce44d32b4 HTTP/1.1" status: 200 len: 910 time: 0.1086409 Dec 10 18:37:33.254000 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36994) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:33.254268 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6577f83-816e-4921-a453-c4677de5f6f8 None None] Routers {'dcebde48-e178-4332-a673-e4f2220db6f0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:33.254940 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f6577f83-816e-4921-a453-c4677de5f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['dcebde48-e178-4332-a673-e4f2220db6f0'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:33.298352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f6577f83-816e-4921-a453-c4677de5f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:33.298989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6577f83-816e-4921-a453-c4677de5f6f8 None None] The sync data for ids ['dcebde48-e178-4332-a673-e4f2220db6f0'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:33.318579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7e2fdec7-8cbf-4b2f-a7db-9eff31f25e75 None None] Provisioning complete for port 19d3cfcc-f2b2-475a-9a73-e0907081f4bb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:33.318579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7e2fdec7-8cbf-4b2f-a7db-9eff31f25e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.368697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60e84aa-26d7-47eb-9ca9-f2c123c1f9b9 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router e89d9982-b7cd-4dde-b421-5ac010d5437c has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:33.403568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7e2fdec7-8cbf-4b2f-a7db-9eff31f25e75 None None] Provisioning complete for port c56d6004-1ec6-4e74-9f0f-ff5ce44d32b4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:33.403984 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7e2fdec7-8cbf-4b2f-a7db-9eff31f25e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.438359 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7e2fdec7-8cbf-4b2f-a7db-9eff31f25e75 None None] Port c56d6004-1ec6-4e74-9f0f-ff5ce44d32b4 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:33.622741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60e84aa-26d7-47eb-9ca9-f2c123c1f9b9 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:33.632336 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70cbf5-cc04-4d85-b0d0-61313519db78 None None] Sync routers for ids ['e89d9982-b7cd-4dde-b421-5ac010d5437c'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:33.642375 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70cbf5-cc04-4d85-b0d0-61313519db78 None None] Routers {'e89d9982-b7cd-4dde-b421-5ac010d5437c'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:33.643081 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8f70cbf5-cc04-4d85-b0d0-61313519db78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e89d9982-b7cd-4dde-b421-5ac010d5437c'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:33.643948 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e60e84aa-26d7-47eb-9ca9-f2c123c1f9b9 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "PUT /v2.0/routers/e89d9982-b7cd-4dde-b421-5ac010d5437c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5843470 Dec 10 18:37:33.647180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 36996) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:33.676405 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8f70cbf5-cc04-4d85-b0d0-61313519db78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:33.685634 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70cbf5-cc04-4d85-b0d0-61313519db78 None None] Routers {'e89d9982-b7cd-4dde-b421-5ac010d5437c'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:33.686258 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8f70cbf5-cc04-4d85-b0d0-61313519db78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e89d9982-b7cd-4dde-b421-5ac010d5437c'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:33.722155 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8f70cbf5-cc04-4d85-b0d0-61313519db78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:33.722818 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70cbf5-cc04-4d85-b0d0-61313519db78 None None] The sync data for ids ['e89d9982-b7cd-4dde-b421-5ac010d5437c'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:33.789813 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.805890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.014868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.122352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Allocated IP 172.21.0.1 (3229c5e8-7016-4bf8-8828-8bdc58e3741c/b42a0985-78af-471f-98ce-a2b1b911bc36/449823b7-fd73-4864-ba48-5a4eae12689e) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:34.231400 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port 3dbb5cf5-758d-4a6b-96e6-7fa193ffac53 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:34.231730 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.307196 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.349606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.364369 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for 3dbb5cf5-758d-4a6b-96e6-7fa193ffac53 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:34.466124 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.524193 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 3229c5e8-7016-4bf8-8828-8bdc58e3741c is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:34.529919 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:34.541629 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:34.566592 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=449823b7-fd73-4864-ba48-5a4eae12689e,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:34.569530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 19d3cfcc-f2b2-475a-9a73-e0907081f4bb up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:34.620475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.630857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 19d3cfcc-f2b2-475a-9a73-e0907081f4bb triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:34.630857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.765200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-40b5c4a0-9b44-444b-a83a-b03e59e904b0 None None] Provisioning complete for port 449823b7-fd73-4864-ba48-5a4eae12689e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:34.765570 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-40b5c4a0-9b44-444b-a83a-b03e59e904b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.798970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-40b5c4a0-9b44-444b-a83a-b03e59e904b0 None None] Port 449823b7-fd73-4864-ba48-5a4eae12689e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:34.802572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.860699 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=3dbb5cf5-758d-4a6b-96e6-7fa193ffac53,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:34.866834 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7388506f-d162-4440-925d-c80d433a0728 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:34.930318 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.374977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.379121 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.384201 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.529297 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.529881 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Fanout notify agent at l3_agent the message router_deleted on router e89d9982-b7cd-4dde-b421-5ac010d5437c {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:37:35.540515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.541626 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-780325ca-1316-45cf-bc75-cfad7e3c4115 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/routers/e89d9982-b7cd-4dde-b421-5ac010d5437c HTTP/1.1" status: 204 len: 168 time: 1.8935294 Dec 10 18:37:35.544410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 36998) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:35.596311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a099a1-016d-48c0-84e2-e58177d1ae97 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting subnet f0215d3b-2847-4aaa-a2f6-5cbbb264d4f7 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:35.599974 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e2a099a1-016d-48c0-84e2-e58177d1ae97 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.643825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e2a099a1-016d-48c0-84e2-e58177d1ae97 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.687150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.727154 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e2a099a1-016d-48c0-84e2-e58177d1ae97 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.770475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.826705 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:37:35.839367 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e2a099a1-016d-48c0-84e2-e58177d1ae97 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.846652 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=449823b7-fd73-4864-ba48-5a4eae12689e,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:35.849772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.873433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a099a1-016d-48c0-84e2-e58177d1ae97 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Subnet': ['ID=f0215d3b-2847-4aaa-a2f6-5cbbb264d4f7,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:35.875855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e2a099a1-016d-48c0-84e2-e58177d1ae97 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.879245 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e2a099a1-016d-48c0-84e2-e58177d1ae97 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/subnets/f0215d3b-2847-4aaa-a2f6-5cbbb264d4f7 HTTP/1.1" status: 204 len: 168 time: 0.3338048 Dec 10 18:37:35.882197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37000) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:35.884870 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca2388-ba0c-4471-8853-8f561be8c1fb None None] Network 984fdd17-b043-438d-b032-9e4eb61029ca requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:35.941807 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 3229c5e8-7016-4bf8-8828-8bdc58e3741c is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:35.944760 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:35.969823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.038554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:36.041776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.076909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router dcebde48-e178-4332-a673-e4f2220db6f0 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:36.117932 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] For port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0d5b223e-1218-4dbe-a42b-0d5e3403ef78,segment=NetworkSegment(8fe1fb49-56fc-4157-95e2-32428d1b0f37),segment_id=8fe1fb49-56fc-4157-95e2-32428d1b0f37)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:36.118309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.132489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:36.191372 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:36.197081 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7c41c2ea-98c6-44bf-90f3-b1bc66d23e6c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/dcebde48-e178-4332-a673-e4f2220db6f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9421892 Dec 10 18:37:36.199734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37002) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:36.205850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d173dcb-e58f-40f6-8879-9c13d407a86f None None] Sync routers for ids ['dcebde48-e178-4332-a673-e4f2220db6f0'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:36.224285 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d173dcb-e58f-40f6-8879-9c13d407a86f None None] Routers {'dcebde48-e178-4332-a673-e4f2220db6f0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:36.224926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-8d173dcb-e58f-40f6-8879-9c13d407a86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['dcebde48-e178-4332-a673-e4f2220db6f0'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:36.249405 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fce1b1-77d8-4142-ae6d-6a0b30b8b89b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:36.253417 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b3fce1b1-77d8-4142-ae6d-6a0b30b8b89b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports/449823b7-fd73-4864-ba48-5a4eae12689e HTTP/1.1" status: 200 len: 910 time: 0.0500605 Dec 10 18:37:36.253625 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37004) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:36.274674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44065b6a-a521-4880-bda1-e1426ffbb3a0 None None] DHCP port deletion for 984fdd17-b043-438d-b032-9e4eb61029ca request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:36.277967 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-8d173dcb-e58f-40f6-8879-9c13d407a86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:36.309998 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-cae3a220-5abf-4146-a4b2-1a03b90b48e5 None None] Provisioning complete for port 449823b7-fd73-4864-ba48-5a4eae12689e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:36.310373 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cae3a220-5abf-4146-a4b2-1a03b90b48e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.332353 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d173dcb-e58f-40f6-8879-9c13d407a86f None None] Routers {'dcebde48-e178-4332-a673-e4f2220db6f0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:36.333514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-8d173dcb-e58f-40f6-8879-9c13d407a86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['dcebde48-e178-4332-a673-e4f2220db6f0'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:36.347820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.375859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=0d5b223e-1218-4dbe-a42b-0d5e3403ef78,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:36.377914 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] No DVR routers for this DVR port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:36.382539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-8d173dcb-e58f-40f6-8879-9c13d407a86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:36.383217 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d173dcb-e58f-40f6-8879-9c13d407a86f None None] The sync data for ids ['dcebde48-e178-4332-a673-e4f2220db6f0'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:36.389631 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-cae3a220-5abf-4146-a4b2-1a03b90b48e5 None None] Port 449823b7-fd73-4864-ba48-5a4eae12689e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:36.407954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-44065b6a-a521-4880-bda1-e1426ffbb3a0 None None] Deleting port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:36.408331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-44065b6a-a521-4880-bda1-e1426ffbb3a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.470393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.477967 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-44065b6a-a521-4880-bda1-e1426ffbb3a0 None None] For port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78, host dv-neutron-821434-1-hyperv, got binding levels [] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:36.478315 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-44065b6a-a521-4880-bda1-e1426ffbb3a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.491129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-44065b6a-a521-4880-bda1-e1426ffbb3a0 None None] Calling delete_port for 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:36.493015 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984fdd17-b043-438d-b032-9e4eb61029ca']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:36.499796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.ipam_backend_mixin [None req-44065b6a-a521-4880-bda1-e1426ffbb3a0 None None] Port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 was not found and therefore no delete operation was performed {{(pid=103595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:37:36.500646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-44065b6a-a521-4880-bda1-e1426ffbb3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.505057 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe1fb49-56fc-4157-95e2-32428d1b0f37') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:36.505597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe1fb49-56fc-4157-95e2-32428d1b0f37') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:36.524107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.526816 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44065b6a-a521-4880-bda1-e1426ffbb3a0 None None] Pushing event deleted for resources: {'Port': ['ID=0d5b223e-1218-4dbe-a42b-0d5e3403ef78,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:36.530282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44065b6a-a521-4880-bda1-e1426ffbb3a0 None None] No DVR routers for this DVR port 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:36.537793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.548745 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:36.549347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:36.552342 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:36.590528 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:36.616907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:36.617253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0d5b223e-1218-4dbe-a42b-0d5e3403ef78 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:36.627601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c081b61e-0835-4844-831a-ca434f832ac5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.685247 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.694238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.697552 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/networks/984fdd17-b043-438d-b032-9e4eb61029ca HTTP/1.1" status: 204 len: 168 time: 0.8143780 Dec 10 18:37:36.701852 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37006) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:36.710036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aec40f-5d13-42b5-b3be-5ecb60893f41 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Network': ['ID=984fdd17-b043-438d-b032-9e4eb61029ca,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:36.898227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3fd90-6e9e-4e35-b5ad-19590d5c91f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port 291c24a7-992a-45a4-b093-2629790115ff {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:36.898574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fd90-6e9e-4e35-b5ad-19590d5c91f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.031683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fd90-6e9e-4e35-b5ad-19590d5c91f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.036367 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fd90-6e9e-4e35-b5ad-19590d5c91f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.046391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3fd90-6e9e-4e35-b5ad-19590d5c91f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for 291c24a7-992a-45a4-b093-2629790115ff owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:37.110794 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-c081b61e-0835-4844-831a-ca434f832ac5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port 449823b7-fd73-4864-ba48-5a4eae12689e {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:37.111134 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c081b61e-0835-4844-831a-ca434f832ac5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.223084 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c081b61e-0835-4844-831a-ca434f832ac5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.257235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-c081b61e-0835-4844-831a-ca434f832ac5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for 449823b7-fd73-4864-ba48-5a4eae12689e owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:37.382622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fd90-6e9e-4e35-b5ad-19590d5c91f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.424821 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3fd90-6e9e-4e35-b5ad-19590d5c91f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=291c24a7-992a-45a4-b093-2629790115ff,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:37.512285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fd90-6e9e-4e35-b5ad-19590d5c91f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.514864 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fd90-6e9e-4e35-b5ad-19590d5c91f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.516015 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7ef3fd90-6e9e-4e35-b5ad-19590d5c91f0 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/floatingips/4a993031-0715-41bd-8782-7737bde5bab9 HTTP/1.1" status: 204 len: 168 time: 0.8130412 Dec 10 18:37:37.523057 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37008) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:37.549269 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7537ed8-fc9f-43e1-8a97-e53bb53d8c9e tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:37.549822 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7537ed8-fc9f-43e1-8a97-e53bb53d8c9e tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:37.553402 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e7537ed8-fc9f-43e1-8a97-e53bb53d8c9e tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/ports/862efc25-59e1-485c-9f08-f765b9f030f9 HTTP/1.1" status: 404 len: 333 time: 0.0293951 Dec 10 18:37:37.555971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37010) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:37.585623 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3bbb8d26-2338-49e2-9544-b3fd97edf1c8 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "GET /v2.0/ports?device_id=e89d9982-b7cd-4dde-b421-5ac010d5437c HTTP/1.1" status: 200 len: 205 time: 0.0285759 Dec 10 18:37:37.588144 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37012) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:37.642079 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c081b61e-0835-4844-831a-ca434f832ac5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.644837 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-76d77aa5-009f-4086-8f99-7043344c542e tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] delete failed (client error): The resource could not be found. Dec 10 18:37:37.646391 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-76d77aa5-009f-4086-8f99-7043344c542e tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/routers/e89d9982-b7cd-4dde-b421-5ac010d5437c HTTP/1.1" status: 404 len: 336 time: 0.0571568 Dec 10 18:37:37.649549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37014) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:37.673489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081b61e-0835-4844-831a-ca434f832ac5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=449823b7-fd73-4864-ba48-5a4eae12689e,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:37.676359 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31fe6e0-ec07-4eb7-8d7f-347535d8d199 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:37.677411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31fe6e0-ec07-4eb7-8d7f-347535d8d199 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:37.683137 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d31fe6e0-ec07-4eb7-8d7f-347535d8d199 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/subnets/f0215d3b-2847-4aaa-a2f6-5cbbb264d4f7 HTTP/1.1" status: 404 len: 337 time: 0.0301750 Dec 10 18:37:37.683792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37016) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:37.783446 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6ad3e-f28b-430d-9e14-8ed933b61bc4 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port b9089249-f5eb-4c06-9ef9-1afeb4b1d808 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:37.783739 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ad3e-f28b-430d-9e14-8ed933b61bc4 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.842689 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c081b61e-0835-4844-831a-ca434f832ac5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.884992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ad3e-f28b-430d-9e14-8ed933b61bc4 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.906349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6ad3e-f28b-430d-9e14-8ed933b61bc4 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for b9089249-f5eb-4c06-9ef9-1afeb4b1d808 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:38.048469 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c081b61e-0835-4844-831a-ca434f832ac5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router dcebde48-e178-4332-a673-e4f2220db6f0 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:38.125155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ad3e-f28b-430d-9e14-8ed933b61bc4 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.138729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c081b61e-0835-4844-831a-ca434f832ac5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:38.144675 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c081b61e-0835-4844-831a-ca434f832ac5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/dcebde48-e178-4332-a673-e4f2220db6f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8898344 Dec 10 18:37:38.147294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37018) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:38.151768 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e23128-fb42-474e-b1d6-61629aa9c076 None None] Sync routers for ids ['dcebde48-e178-4332-a673-e4f2220db6f0'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:38.157386 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6ad3e-f28b-430d-9e14-8ed933b61bc4 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=b9089249-f5eb-4c06-9ef9-1afeb4b1d808,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:38.163323 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e23128-fb42-474e-b1d6-61629aa9c076 None None] Routers {'dcebde48-e178-4332-a673-e4f2220db6f0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:38.164163 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f6e23128-fb42-474e-b1d6-61629aa9c076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['dcebde48-e178-4332-a673-e4f2220db6f0'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:38.199689 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f6e23128-fb42-474e-b1d6-61629aa9c076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:38.209340 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e23128-fb42-474e-b1d6-61629aa9c076 None None] Routers {'dcebde48-e178-4332-a673-e4f2220db6f0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:38.209975 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f6e23128-fb42-474e-b1d6-61629aa9c076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['dcebde48-e178-4332-a673-e4f2220db6f0'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:38.231445 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ad3e-f28b-430d-9e14-8ed933b61bc4 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.234830 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a6c6ad3e-f28b-430d-9e14-8ed933b61bc4 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/ports/b9089249-f5eb-4c06-9ef9-1afeb4b1d808 HTTP/1.1" status: 204 len: 168 time: 0.5500326 Dec 10 18:37:38.237386 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37020) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:38.251005 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f6e23128-fb42-474e-b1d6-61629aa9c076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:38.251678 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e23128-fb42-474e-b1d6-61629aa9c076 None None] The sync data for ids ['dcebde48-e178-4332-a673-e4f2220db6f0'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:38.326378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-34f1eb62-1416-45a9-a611-da467fc38a0b tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port f0d8dceb-8678-4315-99b4-cabe4d90169c {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:38.326637 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-34f1eb62-1416-45a9-a611-da467fc38a0b tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.416995 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-34f1eb62-1416-45a9-a611-da467fc38a0b tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.429394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-34f1eb62-1416-45a9-a611-da467fc38a0b tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for f0d8dceb-8678-4315-99b4-cabe4d90169c owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:38.463016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d48c94db-43f1-4cb2-a9f7-d8a2475320f0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.604858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-34f1eb62-1416-45a9-a611-da467fc38a0b tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.644044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1eb62-1416-45a9-a611-da467fc38a0b tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=f0d8dceb-8678-4315-99b4-cabe4d90169c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:38.707375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-34f1eb62-1416-45a9-a611-da467fc38a0b tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.710794 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-d48c94db-43f1-4cb2-a9f7-d8a2475320f0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port c56d6004-1ec6-4e74-9f0f-ff5ce44d32b4 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:38.711235 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-34f1eb62-1416-45a9-a611-da467fc38a0b tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/ports/f0d8dceb-8678-4315-99b4-cabe4d90169c HTTP/1.1" status: 204 len: 168 time: 0.4725902 Dec 10 18:37:38.711341 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d48c94db-43f1-4cb2-a9f7-d8a2475320f0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.713409 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37022) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:38.771863 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba3a69-b037-43fe-8466-0d49c8da5c4d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:38.773352 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-14ba3a69-b037-43fe-8466-0d49c8da5c4d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d9cc148-d9c3-4484-b5c9-67181e30e897 HTTP/1.1" status: 200 len: 913 time: 0.0589969 Dec 10 18:37:38.776320 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37024) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:38.798596 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d48c94db-43f1-4cb2-a9f7-d8a2475320f0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.811254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-d48c94db-43f1-4cb2-a9f7-d8a2475320f0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for c56d6004-1ec6-4e74-9f0f-ff5ce44d32b4 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:39.078105 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d48c94db-43f1-4cb2-a9f7-d8a2475320f0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.108705 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c94db-43f1-4cb2-a9f7-d8a2475320f0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=c56d6004-1ec6-4e74-9f0f-ff5ce44d32b4,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:39.134759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-05ea19de-8ea8-4f4a-bc17-74ad9a06159d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.425525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-05ea19de-8ea8-4f4a-bc17-74ad9a06159d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port 03ee109e-6903-490a-88a6-d38e117cc346 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:39.425857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-05ea19de-8ea8-4f4a-bc17-74ad9a06159d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.518811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-05ea19de-8ea8-4f4a-bc17-74ad9a06159d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.531568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-05ea19de-8ea8-4f4a-bc17-74ad9a06159d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for 03ee109e-6903-490a-88a6-d38e117cc346 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:39.595670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d48c94db-43f1-4cb2-a9f7-d8a2475320f0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.756021 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48c94db-43f1-4cb2-a9f7-d8a2475320f0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router dcebde48-e178-4332-a673-e4f2220db6f0 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:39.787867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-05ea19de-8ea8-4f4a-bc17-74ad9a06159d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.820861 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea19de-8ea8-4f4a-bc17-74ad9a06159d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=03ee109e-6903-490a-88a6-d38e117cc346,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:39.830401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48c94db-43f1-4cb2-a9f7-d8a2475320f0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:39.836067 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d48c94db-43f1-4cb2-a9f7-d8a2475320f0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/dcebde48-e178-4332-a673-e4f2220db6f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6877663 Dec 10 18:37:39.840683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37026) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:39.842995 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aed15e-ff18-42ae-a1b9-69bf1a8fd8bf None None] Sync routers for ids ['dcebde48-e178-4332-a673-e4f2220db6f0'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:39.856685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aed15e-ff18-42ae-a1b9-69bf1a8fd8bf None None] Routers {'dcebde48-e178-4332-a673-e4f2220db6f0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:39.857776 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a6aed15e-ff18-42ae-a1b9-69bf1a8fd8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['dcebde48-e178-4332-a673-e4f2220db6f0'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:39.875623 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a4a912c8-2089-4d4e-9703-c7e37c3233a1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcebde48-e178-4332-a673-e4f2220db6f0 HTTP/1.1" status: 200 len: 205 time: 0.0315795 Dec 10 18:37:39.875845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37028) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:39.903160 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a6aed15e-ff18-42ae-a1b9-69bf1a8fd8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:39.918620 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aed15e-ff18-42ae-a1b9-69bf1a8fd8bf None None] Routers {'dcebde48-e178-4332-a673-e4f2220db6f0'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:39.919637 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a6aed15e-ff18-42ae-a1b9-69bf1a8fd8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['dcebde48-e178-4332-a673-e4f2220db6f0'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:39.957449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4dc96ff-abfb-4ef6-89f2-e3c23ad9d3e1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.969546 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a6aed15e-ff18-42ae-a1b9-69bf1a8fd8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:39.970644 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aed15e-ff18-42ae-a1b9-69bf1a8fd8bf None None] The sync data for ids ['dcebde48-e178-4332-a673-e4f2220db6f0'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:40.009168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-05ea19de-8ea8-4f4a-bc17-74ad9a06159d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.137614 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4dc96ff-abfb-4ef6-89f2-e3c23ad9d3e1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.139989 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4dc96ff-abfb-4ef6-89f2-e3c23ad9d3e1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.226088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ea19de-8ea8-4f4a-bc17-74ad9a06159d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Router 4d9cc148-d9c3-4484-b5c9-67181e30e897 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:40.266081 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4dc96ff-abfb-4ef6-89f2-e3c23ad9d3e1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.266604 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dc96ff-abfb-4ef6-89f2-e3c23ad9d3e1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Fanout notify agent at l3_agent the message router_deleted on router dcebde48-e178-4332-a673-e4f2220db6f0 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:37:40.277126 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4dc96ff-abfb-4ef6-89f2-e3c23ad9d3e1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.278704 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f4dc96ff-abfb-4ef6-89f2-e3c23ad9d3e1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/routers/dcebde48-e178-4332-a673-e4f2220db6f0 HTTP/1.1" status: 204 len: 168 time: 0.4020596 Dec 10 18:37:40.283169 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37030) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:40.335723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ea19de-8ea8-4f4a-bc17-74ad9a06159d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:40.336631 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fc3899-688a-4d60-a441-652d2a60e603 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting subnet b42a0985-78af-471f-98ce-a2b1b911bc36 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:40.340744 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-05ea19de-8ea8-4f4a-bc17-74ad9a06159d tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "PUT /v2.0/routers/4d9cc148-d9c3-4484-b5c9-67181e30e897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5634956 Dec 10 18:37:40.343569 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37032) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:40.345186 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33db6e75-0711-45b2-9ac9-886cf3498bd0 None None] Sync routers for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:40.351024 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-48fc3899-688a-4d60-a441-652d2a60e603 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.356293 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33db6e75-0711-45b2-9ac9-886cf3498bd0 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:40.356900 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-33db6e75-0711-45b2-9ac9-886cf3498bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:40.388596 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-33db6e75-0711-45b2-9ac9-886cf3498bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:40.397541 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33db6e75-0711-45b2-9ac9-886cf3498bd0 None None] Routers {'4d9cc148-d9c3-4484-b5c9-67181e30e897'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:40.398166 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-33db6e75-0711-45b2-9ac9-886cf3498bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d9cc148-d9c3-4484-b5c9-67181e30e897'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:40.432731 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-33db6e75-0711-45b2-9ac9-886cf3498bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:40.433389 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33db6e75-0711-45b2-9ac9-886cf3498bd0 None None] The sync data for ids ['4d9cc148-d9c3-4484-b5c9-67181e30e897'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:40.461683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-48fc3899-688a-4d60-a441-652d2a60e603 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.524539 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.637961 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-48fc3899-688a-4d60-a441-652d2a60e603 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.697804 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.809322 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-48fc3899-688a-4d60-a441-652d2a60e603 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.841287 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc3899-688a-4d60-a441-652d2a60e603 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Subnet': ['ID=b42a0985-78af-471f-98ce-a2b1b911bc36,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:40.846793 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-48fc3899-688a-4d60-a441-652d2a60e603 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.852657 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff01f92-301d-4215-bf8d-8b7ad40ed9ad None None] Network 3229c5e8-7016-4bf8-8828-8bdc58e3741c requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:40.853570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37034) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:40.854011 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-48fc3899-688a-4d60-a441-652d2a60e603 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/b42a0985-78af-471f-98ce-a2b1b911bc36 HTTP/1.1" status: 204 len: 168 time: 0.5667038 Dec 10 18:37:40.870420 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting port c0ae8bcd-aed1-46b1-8fb9-703767e55351 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:40.870750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.907575 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e62dd3-e096-4935-b9b2-b95f3ad63efe tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting subnet 787e71cf-d317-468e-b002-07cc8c1b5a4f {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:40.911615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30e62dd3-e096-4935-b9b2-b95f3ad63efe tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.954682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30e62dd3-e096-4935-b9b2-b95f3ad63efe tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.962786 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.977867 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Calling delete_port for c0ae8bcd-aed1-46b1-8fb9-703767e55351 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:41.026076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb46765b-0f5c-48c2-9128-e8036fe0fbd1 None None] DHCP port deletion for 3229c5e8-7016-4bf8-8828-8bdc58e3741c request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:41.056508 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30e62dd3-e096-4935-b9b2-b95f3ad63efe tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.085457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-eb46765b-0f5c-48c2-9128-e8036fe0fbd1 None None] Deleting port 19d3cfcc-f2b2-475a-9a73-e0907081f4bb {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:41.086552 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb46765b-0f5c-48c2-9128-e8036fe0fbd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.157131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-eb46765b-0f5c-48c2-9128-e8036fe0fbd1 None None] For port 19d3cfcc-f2b2-475a-9a73-e0907081f4bb, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=19d3cfcc-f2b2-475a-9a73-e0907081f4bb,segment=NetworkSegment(ed6e4b72-57f9-4e6e-8db7-cc94a89f9bde),segment_id=ed6e4b72-57f9-4e6e-8db7-cc94a89f9bde)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:41.157961 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb46765b-0f5c-48c2-9128-e8036fe0fbd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.172402 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-eb46765b-0f5c-48c2-9128-e8036fe0fbd1 None None] Calling delete_port for 19d3cfcc-f2b2-475a-9a73-e0907081f4bb owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:41.275411 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.306899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Port': ['ID=c0ae8bcd-aed1-46b1-8fb9-703767e55351,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:41.337325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e9817a-56b5-4f69-b8fa-d1c5f394c816 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:41.344767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb46765b-0f5c-48c2-9128-e8036fe0fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.364771 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb46765b-0f5c-48c2-9128-e8036fe0fbd1 None None] No DVR routers for this DVR port 19d3cfcc-f2b2-475a-9a73-e0907081f4bb on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:41.400091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.415376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46765b-0f5c-48c2-9128-e8036fe0fbd1 None None] Pushing event deleted for resources: {'Port': ['ID=19d3cfcc-f2b2-475a-9a73-e0907081f4bb,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:41.514024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30e62dd3-e096-4935-b9b2-b95f3ad63efe tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.527108 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.529762 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.542721 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e62dd3-e096-4935-b9b2-b95f3ad63efe tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Subnet': ['ID=787e71cf-d317-468e-b002-07cc8c1b5a4f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:41.546311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30e62dd3-e096-4935-b9b2-b95f3ad63efe tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.548109 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-30e62dd3-e096-4935-b9b2-b95f3ad63efe tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/787e71cf-d317-468e-b002-07cc8c1b5a4f HTTP/1.1" status: 204 len: 168 time: 0.6935003 Dec 10 18:37:41.550688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37040) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:41.560938 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856e02b5-210c-4a77-9d90-f18122384500 None None] Network 6fe34d32-0e1d-4484-af48-0a4dff062084 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:41.583858 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd698b-a4a8-43e7-9fd1-057758c7b3c1 req-36f5a041-e36d-41be-94e5-643b4cdfcaea tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:41.585365 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bdbd698b-a4a8-43e7-9fd1-057758c7b3c1 req-36f5a041-e36d-41be-94e5-643b4cdfcaea tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 946 time: 0.1161118 Dec 10 18:37:41.633305 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6941-114e-42cf-9953-265306c9f063 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.641536 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bdbd698b-a4a8-43e7-9fd1-057758c7b3c1 req-74bfc50e-3d6d-4933-aa3f-1f268d5b0862 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487366 Dec 10 18:37:41.679019 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.684592 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Fanout notify agent at l3_agent the message router_deleted on router 4d9cc148-d9c3-4484-b5c9-67181e30e897 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:37:41.689362 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.690460 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4a29197d-bcc6-423c-a082-987104b84d64 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/routers/4d9cc148-d9c3-4484-b5c9-67181e30e897 HTTP/1.1" status: 204 len: 168 time: 1.3454483 Dec 10 18:37:41.693378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37042) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:41.734404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6941-114e-42cf-9953-265306c9f063 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.736033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd29b17-8b33-4d08-80dd-a37c3288892b None None] DHCP port deletion for 6fe34d32-0e1d-4484-af48-0a4dff062084 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:41.756160 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4b1aa4-bbb4-4fe7-ae61-e18e1c92bb9e tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Deleting subnet defc8fe8-36e0-413d-80d7-5bb66c360883 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:41.756862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8b0a6941-114e-42cf-9953-265306c9f063 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3229c5e8-7016-4bf8-8828-8bdc58e3741c']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:41.759519 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aa4-bbb4-4fe7-ae61-e18e1c92bb9e tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.767015 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8b0a6941-114e-42cf-9953-265306c9f063 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6e4b72-57f9-4e6e-8db7-cc94a89f9bde') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:41.767303 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8b0a6941-114e-42cf-9953-265306c9f063 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6e4b72-57f9-4e6e-8db7-cc94a89f9bde') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:41.778289 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6941-114e-42cf-9953-265306c9f063 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.783646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7bd29b17-8b33-4d08-80dd-a37c3288892b None None] Deleting port 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:41.784029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7bd29b17-8b33-4d08-80dd-a37c3288892b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.793374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6941-114e-42cf-9953-265306c9f063 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.799554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0a6941-114e-42cf-9953-265306c9f063 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:41.800029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6941-114e-42cf-9953-265306c9f063 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:41.803127 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:41.805812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aa4-bbb4-4fe7-ae61-e18e1c92bb9e tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.853822 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-7bd29b17-8b33-4d08-80dd-a37c3288892b None None] For port 8a7db8b7-56d4-4c96-b0e6-177be9477bc8, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8a7db8b7-56d4-4c96-b0e6-177be9477bc8,segment=NetworkSegment(e6273a6a-8e90-4cae-b162-556dc25b4cc1),segment_id=e6273a6a-8e90-4cae-b162-556dc25b4cc1)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:41.854463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7bd29b17-8b33-4d08-80dd-a37c3288892b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.857675 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aa4-bbb4-4fe7-ae61-e18e1c92bb9e tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.867911 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7bd29b17-8b33-4d08-80dd-a37c3288892b None None] Calling delete_port for 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:41.959735 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6941-114e-42cf-9953-265306c9f063 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.966875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6941-114e-42cf-9953-265306c9f063 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.970383 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8b0a6941-114e-42cf-9953-265306c9f063 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/networks/3229c5e8-7016-4bf8-8828-8bdc58e3741c HTTP/1.1" status: 204 len: 168 time: 0.4187801 Dec 10 18:37:41.973084 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37044) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:41.982509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a6941-114e-42cf-9953-265306c9f063 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Network': ['ID=3229c5e8-7016-4bf8-8828-8bdc58e3741c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:42.029025 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aa4-bbb4-4fe7-ae61-e18e1c92bb9e tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.045080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7bd29b17-8b33-4d08-80dd-a37c3288892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.069912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aa4-bbb4-4fe7-ae61-e18e1c92bb9e tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.072663 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd29b17-8b33-4d08-80dd-a37c3288892b None None] Pushing event deleted for resources: {'Port': ['ID=8a7db8b7-56d4-4c96-b0e6-177be9477bc8,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:42.076162 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ee4b1aa4-bbb4-4fe7-ae61-e18e1c92bb9e tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/subnets/defc8fe8-36e0-413d-80d7-5bb66c360883 HTTP/1.1" status: 204 len: 168 time: 0.3794434 Dec 10 18:37:42.076331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd29b17-8b33-4d08-80dd-a37c3288892b None None] No DVR routers for this DVR port 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:42.076536 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37046) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:42.077555 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b1aa4-bbb4-4fe7-ae61-e18e1c92bb9e tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Subnet': ['ID=defc8fe8-36e0-413d-80d7-5bb66c360883,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:42.101330 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9b95-1529-42ad-92c1-23fec6c90c1d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.155684 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c74caeb0-9772-4d5a-ae04-de17739ba558 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.192647 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9b95-1529-42ad-92c1-23fec6c90c1d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.217593 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-4dcd9b95-1529-42ad-92c1-23fec6c90c1d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe34d32-0e1d-4484-af48-0a4dff062084']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:42.228891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-4dcd9b95-1529-42ad-92c1-23fec6c90c1d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6273a6a-8e90-4cae-b162-556dc25b4cc1') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:42.229171 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-4dcd9b95-1529-42ad-92c1-23fec6c90c1d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6273a6a-8e90-4cae-b162-556dc25b4cc1') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:42.239995 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9b95-1529-42ad-92c1-23fec6c90c1d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.250512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c74caeb0-9772-4d5a-ae04-de17739ba558 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.254113 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9b95-1529-42ad-92c1-23fec6c90c1d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.260598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcd9b95-1529-42ad-92c1-23fec6c90c1d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:42.261044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9b95-1529-42ad-92c1-23fec6c90c1d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:42.264339 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:42.275196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-c74caeb0-9772-4d5a-ae04-de17739ba558 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d9b351-877d-43a9-80b4-f44c70a439ac']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:42.286299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-c74caeb0-9772-4d5a-ae04-de17739ba558 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0ce2fd-cc7e-4074-a54f-4ce8d30015fe') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:42.286299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-c74caeb0-9772-4d5a-ae04-de17739ba558 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0ce2fd-cc7e-4074-a54f-4ce8d30015fe') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:42.295531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c74caeb0-9772-4d5a-ae04-de17739ba558 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.311432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c74caeb0-9772-4d5a-ae04-de17739ba558 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.318466 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74caeb0-9772-4d5a-ae04-de17739ba558 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:42.318898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c74caeb0-9772-4d5a-ae04-de17739ba558 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:42.322195 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:42.404595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9b95-1529-42ad-92c1-23fec6c90c1d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.412187 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9b95-1529-42ad-92c1-23fec6c90c1d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.415103 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4dcd9b95-1529-42ad-92c1-23fec6c90c1d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/networks/6fe34d32-0e1d-4484-af48-0a4dff062084 HTTP/1.1" status: 204 len: 168 time: 0.4403424 Dec 10 18:37:42.419534 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37048) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:42.424235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-90e2bc77-f047-45c7-aac0-4531e972b0e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'network': {'name': 'tempest-RoutersTest-194466110'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:42.427245 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd9b95-1529-42ad-92c1-23fec6c90c1d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Network': ['ID=6fe34d32-0e1d-4484-af48-0a4dff062084,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:42.459988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c74caeb0-9772-4d5a-ae04-de17739ba558 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.467986 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c74caeb0-9772-4d5a-ae04-de17739ba558 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.471170 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c74caeb0-9772-4d5a-ae04-de17739ba558 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] 10.222.0.60 "DELETE /v2.0/networks/f5d9b351-877d-43a9-80b4-f44c70a439ac HTTP/1.1" status: 204 len: 168 time: 0.3934362 Dec 10 18:37:42.483156 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74caeb0-9772-4d5a-ae04-de17739ba558 tempest-FloatingIPTestJSON-1146221892 tempest-FloatingIPTestJSON-1146221892-project] Pushing event deleted for resources: {'Network': ['ID=f5d9b351-877d-43a9-80b4-f44c70a439ac,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:42.534580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e2bc77-f047-45c7-aac0-4531e972b0e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:42.544280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90e2bc77-f047-45c7-aac0-4531e972b0e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.566136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e2bc77-f047-45c7-aac0-4531e972b0e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:37:42.576680 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90e2bc77-f047-45c7-aac0-4531e972b0e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.577020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:42.577262 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-90e2bc77-f047-45c7-aac0-4531e972b0e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Added segment 7a44330b-e686-4376-a95a-b10143aeb9cd of type vlan for network 5f5ca474-cb43-4038-b8ea-e0ce541effa4 Dec 10 18:37:42.600685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:42.601034 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8a7db8b7-56d4-4c96-b0e6-177be9477bc8 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:42.601458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 19d3cfcc-f2b2-475a-9a73-e0907081f4bb no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:42.620931 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 19d3cfcc-f2b2-475a-9a73-e0907081f4bb {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:42.621280 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 19d3cfcc-f2b2-475a-9a73-e0907081f4bb not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:42.621851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90e2bc77-f047-45c7-aac0-4531e972b0e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.736338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90e2bc77-f047-45c7-aac0-4531e972b0e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.742803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e2bc77-f047-45c7-aac0-4531e972b0e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:42.743396 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-90e2bc77-f047-45c7-aac0-4531e972b0e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.774377 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33283b5-003a-43c9-8824-7c35f923149b req-d7266d53-aa39-490d-ab20-fe5994da9158 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:42.776286 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d33283b5-003a-43c9-8824-7c35f923149b req-d7266d53-aa39-490d-ab20-fe5994da9158 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 946 time: 0.0568023 Dec 10 18:37:42.817521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2bc77-f047-45c7-aac0-4531e972b0e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Network': ['ID=5f5ca474-cb43-4038-b8ea-e0ce541effa4,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:42.828443 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 5f5ca474-cb43-4038-b8ea-e0ce541effa4 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:37:42.838939 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d33283b5-003a-43c9-8824-7c35f923149b req-dc4dc814-135b-4f88-9b23-6bb42c638384 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549507 Dec 10 18:37:42.880604 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-90e2bc77-f047-45c7-aac0-4531e972b0e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4603696 Dec 10 18:37:42.883462 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37054) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:42.889166 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ad9dc614-daea-41ad-ae5c-e6911d2228e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'subnet': {'network_id': '5f5ca474-cb43-4038-b8ea-e0ce541effa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:43.010908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37058) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:43.037973 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9dc614-daea-41ad-ae5c-e6911d2228e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:43.041464 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc614-daea-41ad-ae5c-e6911d2228e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.163077 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-42fa5117-012d-4174-aebb-3970c821b97b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17e48bcfd16e4410a803a286cda31795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1509421 Dec 10 18:37:43.165715 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37062) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:43.260712 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-95e97bca-b809-4f89-9e53-03449cefb369 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:43.262197 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-95e97bca-b809-4f89-9e53-03449cefb369 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 946 time: 0.0779400 Dec 10 18:37:43.263270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-03e017a1-f562-4e08-b7cf-22ad9e2c0b79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.313505 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-03e017a1-f562-4e08-b7cf-22ad9e2c0b79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.329289 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc614-daea-41ad-ae5c-e6911d2228e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.394741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dc614-daea-41ad-ae5c-e6911d2228e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Subnet': ['ID=b8d9ad94-33fa-419f-831b-1b00d076f10a,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:43.399914 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Deleting port 666efec4-630e-452d-a8e7-b4c1bf953971 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:43.400261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.404212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9dc614-daea-41ad-ae5c-e6911d2228e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Checking segment: {'id': '7a44330b-e686-4376-a95a-b10143aeb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5f5ca474-cb43-4038-b8ea-e0ce541effa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:43.404570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9dc614-daea-41ad-ae5c-e6911d2228e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network hostable DHCP agents. Network: 5f5ca474-cb43-4038-b8ea-e0ce541effa4, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:37:43.467914 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-03e017a1-f562-4e08-b7cf-22ad9e2c0b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.470580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-03e017a1-f562-4e08-b7cf-22ad9e2c0b79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.471729 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-03e017a1-f562-4e08-b7cf-22ad9e2c0b79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c44b3a5-7bac-4adf-8882-0c81902e7d39 HTTP/1.1" status: 204 len: 168 time: 0.3046992 Dec 10 18:37:43.491317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e017a1-f562-4e08-b7cf-22ad9e2c0b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c44b3a5-7bac-4adf-8882-0c81902e7d39,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:43.493577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9dc614-daea-41ad-ae5c-e6911d2228e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 5f5ca474-cb43-4038-b8ea-e0ce541effa4 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:37:43.511552 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] For port 666efec4-630e-452d-a8e7-b4c1bf953971, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=666efec4-630e-452d-a8e7-b4c1bf953971,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:43.512006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.570271 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-ad9dc614-daea-41ad-ae5c-e6911d2228e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 5f5ca474-cb43-4038-b8ea-e0ce541effa4) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:43.574492 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9dc614-daea-41ad-ae5c-e6911d2228e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:43.575188 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc614-daea-41ad-ae5c-e6911d2228e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.580742 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b17627-109e-40ef-b2df-dde43ec4133a None None] Network 5f5ca474-cb43-4038-b8ea-e0ce541effa4 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:43.660355 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ad9dc614-daea-41ad-ae5c-e6911d2228e4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7743540 Dec 10 18:37:43.661582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37066) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:43.666300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-14707472-49a1-4514-9418-f251dd43ee30 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-649565600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:43.684849 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-5f5ca474-cb43-4038-b8ea-e0ce541effa4', 'network_id': '5f5ca474-cb43-4038-b8ea-e0ce541effa4', 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'fixed_ips': [{'subnet_id': 'b8d9ad94-33fa-419f-831b-1b00d076f10a'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:37:43.685937 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.753772 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.754280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.755445 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Floating IP 30c11862-f06e-4e09-a738-f5fa5c7267cc disassociated. External IP: 172.26.5.64, port: 666efec4-630e-452d-a8e7-b4c1bf953971. Dec 10 18:37:43.755899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Calling delete_port for 666efec4-630e-452d-a8e7-b4c1bf953971 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:43.782373 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-14707472-49a1-4514-9418-f251dd43ee30 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.783983 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-14707472-49a1-4514-9418-f251dd43ee30 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.836225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Allocated IP 172.20.0.2 (5f5ca474-cb43-4038-b8ea-e0ce541effa4/b8d9ad94-33fa-419f-831b-1b00d076f10a/e8accb17-d561-43f8-a1f3-2ea1f52940b6) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:43.855024 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-14707472-49a1-4514-9418-f251dd43ee30 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.964678 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-14707472-49a1-4514-9418-f251dd43ee30 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.998053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ea88d-ddea-41ea-9721-2875242959c4 req-06a78a6e-3c79-4e93-aa2f-c664955ce3da tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:43.999601 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cc5ea88d-ddea-41ea-9721-2875242959c4 req-06a78a6e-3c79-4e93-aa2f-c664955ce3da tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 946 time: 0.0696042 Dec 10 18:37:44.004867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.020087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.039146 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event deleted for resources: {'Port': ['ID=666efec4-630e-452d-a8e7-b4c1bf953971,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:44.052476 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cc5ea88d-ddea-41ea-9721-2875242959c4 req-19b6baad-2aeb-4255-bc2d-63434fb9e838 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450993 Dec 10 18:37:44.062662 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-14707472-49a1-4514-9418-f251dd43ee30 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.066592 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-14707472-49a1-4514-9418-f251dd43ee30 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4011173 Dec 10 18:37:44.067220 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37070) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.075395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-85c5135a-5343-4163-8c58-d84635c4b0eb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'port': {'network_id': '5f5ca474-cb43-4038-b8ea-e0ce541effa4', 'name': 'tempest-RoutersTest-1455283718'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:44.098149 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.141243 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Network 5f5ca474-cb43-4038-b8ea-e0ce541effa4 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:44.144253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:44.147412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:44.155025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Pushing event updated for resources: {'Port': ['ID=e8accb17-d561-43f8-a1f3-2ea1f52940b6,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:44.174536 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Router 7ca16e6b-2980-4508-82df-6c267b899077 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:44.207767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Attempting to bind port e8accb17-d561-43f8-a1f3-2ea1f52940b6 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:44.208175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Attempting to bind port e8accb17-d561-43f8-a1f3-2ea1f52940b6 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7a44330b-e686-4376-a95a-b10143aeb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5f5ca474-cb43-4038-b8ea-e0ce541effa4'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:44.208539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Attempting to bind port e8accb17-d561-43f8-a1f3-2ea1f52940b6 on network 5f5ca474-cb43-4038-b8ea-e0ce541effa4 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:44.213595 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:44.214010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Checking segment: {'id': '7a44330b-e686-4376-a95a-b10143aeb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5f5ca474-cb43-4038-b8ea-e0ce541effa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:44.214408 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.214806 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Bound using segment: {'id': '7a44330b-e686-4376-a95a-b10143aeb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5f5ca474-cb43-4038-b8ea-e0ce541effa4'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:44.215272 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Bound port: e8accb17-d561-43f8-a1f3-2ea1f52940b6, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a44330b-e686-4376-a95a-b10143aeb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5f5ca474-cb43-4038-b8ea-e0ce541effa4'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:44.215653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.280674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] For port e8accb17-d561-43f8-a1f3-2ea1f52940b6, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:44.281381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:44.284182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] For port e8accb17-d561-43f8-a1f3-2ea1f52940b6, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e8accb17-d561-43f8-a1f3-2ea1f52940b6,segment=NetworkSegment(7a44330b-e686-4376-a95a-b10143aeb9cd),segment_id=7a44330b-e686-4376-a95a-b10143aeb9cd)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:44.289627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c5135a-5343-4163-8c58-d84635c4b0eb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:44.291484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5a433f-1911-429f-a395-c92559a84f6f None None] Sync routers for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:44.293720 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85c5135a-5343-4163-8c58-d84635c4b0eb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.307248 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5a433f-1911-429f-a395-c92559a84f6f None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:44.307855 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6e5a433f-1911-429f-a395-c92559a84f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:44.316859 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-85c5135a-5343-4163-8c58-d84635c4b0eb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] device_id is not set on port 4902c56c-39a0-4236-947f-0cd41eb8fd7a yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:37:44.335225 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] No DVR routers for this DVR port 666efec4-630e-452d-a8e7-b4c1bf953971 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:44.335225 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.335673 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9a2723a0-55dd-424b-b41e-7924a64c946c req-7aebedec-90c9-4607-a22b-9acd112b7b47 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "DELETE /v2.0/ports/666efec4-630e-452d-a8e7-b4c1bf953971 HTTP/1.1" status: 204 len: 173 time: 1.0627620 Dec 10 18:37:44.336138 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b517b87e-dac4-49f8-af95-c17d737dd993', 'name': 'network-vif-deleted', 'tag': '666efec4-630e-452d-a8e7-b4c1bf953971'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:44.338441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae6c73f-362e-4947-8b35-918b58fe416b" -d '{"events": [{"server_uuid": "b517b87e-dac4-49f8-af95-c17d737dd993", "name": "network-vif-deleted", "tag": "666efec4-630e-452d-a8e7-b4c1bf953971"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:44.375646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b68ba5-f922-4fc4-b0a4-296ae9b9cfe5 x-openstack-request-id: req-40b68ba5-f922-4fc4-b0a4-296ae9b9cfe5 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:44.375952 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b517b87e-dac4-49f8-af95-c17d737dd993", "name": "network-vif-deleted", "tag": "666efec4-630e-452d-a8e7-b4c1bf953971", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:44.376216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40b68ba5-f922-4fc4-b0a4-296ae9b9cfe5 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:44.376647 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b517b87e-dac4-49f8-af95-c17d737dd993', 'name': 'network-vif-deleted', 'tag': '666efec4-630e-452d-a8e7-b4c1bf953971', 'status': 'completed', 'code': 200} Dec 10 18:37:44.402713 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.435230 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-85c5135a-5343-4163-8c58-d84635c4b0eb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Allocated IP 172.20.0.5 (5f5ca474-cb43-4038-b8ea-e0ce541effa4/b8d9ad94-33fa-419f-831b-1b00d076f10a/4902c56c-39a0-4236-947f-0cd41eb8fd7a) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:44.527616 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70284846-5d28-4165-99de-770d8b3d6e11 None None] Pushing event updated for resources: {'Port': ['ID=e8accb17-d561-43f8-a1f3-2ea1f52940b6,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:44.540193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-6e5a433f-1911-429f-a395-c92559a84f6f None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:44.658692 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85c5135a-5343-4163-8c58-d84635c4b0eb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.795711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85c5135a-5343-4163-8c58-d84635c4b0eb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.814492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6e5a433f-1911-429f-a395-c92559a84f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:44.852782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c5135a-5343-4163-8c58-d84635c4b0eb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 5f5ca474-cb43-4038-b8ea-e0ce541effa4 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:44.864108 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-85c5135a-5343-4163-8c58-d84635c4b0eb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:44.870573 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5135a-5343-4163-8c58-d84635c4b0eb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:44.899683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5135a-5343-4163-8c58-d84635c4b0eb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=4902c56c-39a0-4236-947f-0cd41eb8fd7a,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:44.934030 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c5135a-5343-4163-8c58-d84635c4b0eb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:44.934975 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85c5135a-5343-4163-8c58-d84635c4b0eb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.008439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5a433f-1911-429f-a395-c92559a84f6f None None] Checking router: 7ca16e6b-2980-4508-82df-6c267b899077 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:45.012467 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-85c5135a-5343-4163-8c58-d84635c4b0eb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9428101 Dec 10 18:37:45.014737 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37080) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:45.017946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5a433f-1911-429f-a395-c92559a84f6f None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:45.018571 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6e5a433f-1911-429f-a395-c92559a84f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:45.131122 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-6e5a433f-1911-429f-a395-c92559a84f6f None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:45.214196 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-855cd377-efa0-40f7-9aa9-aaa00852e8de req-5618ea70-c08d-4399-8d62-3470a65deb1c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 210 time: 0.0301118 Dec 10 18:37:45.347128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6e5a433f-1911-429f-a395-c92559a84f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:45.385054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5a433f-1911-429f-a395-c92559a84f6f None None] The sync data for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv is: [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:45.436553 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.722689 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.741602 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6741658-85d0-4a3b-8ecd-c3830bc977e4 None None] New status for floating IP 30c11862-f06e-4e09-a738-f5fa5c7267cc: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:37:45.806661 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adffb767-a8a1-4d01-a4bd-73d12f6b6e99 None None] Network 5f5ca474-cb43-4038-b8ea-e0ce541effa4 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:45.810864 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.877593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-dcd2f15f-6bb5-49e9-8f25-1ec13cf5f4a0 None None] Provisioning complete for port e8accb17-d561-43f8-a1f3-2ea1f52940b6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:45.878230 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f15f-6bb5-49e9-8f25-1ec13cf5f4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.027816 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f15f-6bb5-49e9-8f25-1ec13cf5f4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.064520 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dcd2f15f-6bb5-49e9-8f25-1ec13cf5f4a0 None None] For port e8accb17-d561-43f8-a1f3-2ea1f52940b6, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e8accb17-d561-43f8-a1f3-2ea1f52940b6,segment=NetworkSegment(7a44330b-e686-4376-a95a-b10143aeb9cd),segment_id=7a44330b-e686-4376-a95a-b10143aeb9cd)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:46.131742 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f15f-6bb5-49e9-8f25-1ec13cf5f4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.198793 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2f15f-6bb5-49e9-8f25-1ec13cf5f4a0 None None] Pushing event updated for resources: {'Port': ['ID=e8accb17-d561-43f8-a1f3-2ea1f52940b6,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:46.266114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=4902c56c-39a0-4236-947f-0cd41eb8fd7a,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:46.275480 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e9f37c26-b4fc-4e76-8f79-865bd5e1783e None None] Provisioning complete for port 4902c56c-39a0-4236-947f-0cd41eb8fd7a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:46.275853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e9f37c26-b4fc-4e76-8f79-865bd5e1783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.324879 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e9f37c26-b4fc-4e76-8f79-865bd5e1783e None None] Port 4902c56c-39a0-4236-947f-0cd41eb8fd7a cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:46.335335 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e9f37c26-b4fc-4e76-8f79-865bd5e1783e None None] Provisioning complete for port e8accb17-d561-43f8-a1f3-2ea1f52940b6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:46.335710 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e9f37c26-b4fc-4e76-8f79-865bd5e1783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.407920 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f1671269-c358-4507-aa32-3bce0ba037f3 req-3fcc78f3-c9d9-4473-9f59-8527b894c9f5 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 210 time: 0.0455515 Dec 10 18:37:46.502823 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bf689c57-80d0-44f1-a688-9b44c9df428b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.507917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.567825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-722cdeb8-2cce-4c34-a95e-5f2eb599cd3c None None] Provisioning complete for port 4902c56c-39a0-4236-947f-0cd41eb8fd7a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:46.567825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-722cdeb8-2cce-4c34-a95e-5f2eb599cd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.621303 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-722cdeb8-2cce-4c34-a95e-5f2eb599cd3c None None] Port 4902c56c-39a0-4236-947f-0cd41eb8fd7a cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:46.629249 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 666efec4-630e-452d-a8e7-b4c1bf953971 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:46.653883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 666efec4-630e-452d-a8e7-b4c1bf953971 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:46.654240 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 666efec4-630e-452d-a8e7-b4c1bf953971 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:46.665746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e8accb17-d561-43f8-a1f3-2ea1f52940b6 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:46.727831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port e8accb17-d561-43f8-a1f3-2ea1f52940b6 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:46.728375 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.731547 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.841809 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1732e85e-48a8-4e39-aa15-9a78c3edcb3f None None] Provisioning complete for port 4902c56c-39a0-4236-947f-0cd41eb8fd7a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:46.842450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1732e85e-48a8-4e39-aa15-9a78c3edcb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.876037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1732e85e-48a8-4e39-aa15-9a78c3edcb3f None None] Port 4902c56c-39a0-4236-947f-0cd41eb8fd7a cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:47.009132 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.073079 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.145125 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=4902c56c-39a0-4236-947f-0cd41eb8fd7a,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:47.148141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.243637 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 5f5ca474-cb43-4038-b8ea-e0ce541effa4 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:47.245127 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:47.444945 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router fe11ae34-1074-4546-be7c-3f7368a1ed7e is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:37:47.505880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-01e12b53-6ef3-473d-8185-40dd540ea11e None None] Provisioning complete for port 4902c56c-39a0-4236-947f-0cd41eb8fd7a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:47.506389 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-01e12b53-6ef3-473d-8185-40dd540ea11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.540941 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-01e12b53-6ef3-473d-8185-40dd540ea11e None None] Port 4902c56c-39a0-4236-947f-0cd41eb8fd7a cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:47.563974 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-54d6fae4-3762-4cb4-b3a8-dfb386365aa4 req-041d298d-05c1-428e-87eb-ee7d8b6ef02b tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 210 time: 0.0607195 Dec 10 18:37:47.584503 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:47.586203 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e1ea7a76-977c-4817-bb45-941e55021213 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/fe11ae34-1074-4546-be7c-3f7368a1ed7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5702465 Dec 10 18:37:47.588800 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37090) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:47.590968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee6313-0e31-438c-bc1d-d4e7851d9fc0 None None] Sync routers for ids ['fe11ae34-1074-4546-be7c-3f7368a1ed7e'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:47.601931 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee6313-0e31-438c-bc1d-d4e7851d9fc0 None None] Routers {'fe11ae34-1074-4546-be7c-3f7368a1ed7e'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:47.602652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e8ee6313-0e31-438c-bc1d-d4e7851d9fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fe11ae34-1074-4546-be7c-3f7368a1ed7e'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:47.634249 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6819b43-f8bc-4d01-b231-f4d2f0fb72a5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:47.638661 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f6819b43-f8bc-4d01-b231-f4d2f0fb72a5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports/4902c56c-39a0-4236-947f-0cd41eb8fd7a HTTP/1.1" status: 200 len: 977 time: 0.0454576 Dec 10 18:37:47.638661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37092) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:47.639848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e8ee6313-0e31-438c-bc1d-d4e7851d9fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:47.649059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee6313-0e31-438c-bc1d-d4e7851d9fc0 None None] Routers {'fe11ae34-1074-4546-be7c-3f7368a1ed7e'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:47.649659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e8ee6313-0e31-438c-bc1d-d4e7851d9fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fe11ae34-1074-4546-be7c-3f7368a1ed7e'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:47.682127 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e8ee6313-0e31-438c-bc1d-d4e7851d9fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:47.686627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee6313-0e31-438c-bc1d-d4e7851d9fc0 None None] The sync data for ids ['fe11ae34-1074-4546-be7c-3f7368a1ed7e'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:47.952260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f87b8659-7814-4140-b10a-c1bf053c96b0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.172491 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f87b8659-7814-4140-b10a-c1bf053c96b0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port 4902c56c-39a0-4236-947f-0cd41eb8fd7a {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:48.172826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f87b8659-7814-4140-b10a-c1bf053c96b0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.262622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f87b8659-7814-4140-b10a-c1bf053c96b0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.276022 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f87b8659-7814-4140-b10a-c1bf053c96b0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for 4902c56c-39a0-4236-947f-0cd41eb8fd7a owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:48.336563 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.512000 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f87b8659-7814-4140-b10a-c1bf053c96b0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.549094 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b8659-7814-4140-b10a-c1bf053c96b0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=4902c56c-39a0-4236-947f-0cd41eb8fd7a,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:48.715252 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8a8944ad-ca10-478d-b0e7-70d2d0877417 req-c02b3be2-3d91-44c1-a2db-5d2fa31b036a tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 210 time: 0.0574400 Dec 10 18:37:48.727565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f87b8659-7814-4140-b10a-c1bf053c96b0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.833226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5e62819e-ba7e-4f6e-9d60-d27312ffbc80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.890246 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87b8659-7814-4140-b10a-c1bf053c96b0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router fe11ae34-1074-4546-be7c-3f7368a1ed7e has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:48.966877 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87b8659-7814-4140-b10a-c1bf053c96b0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:48.975909 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f87b8659-7814-4140-b10a-c1bf053c96b0 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/fe11ae34-1074-4546-be7c-3f7368a1ed7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3326509 Dec 10 18:37:48.975909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37096) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:48.976904 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f26755-907a-499b-b362-4194048cd057 None None] Sync routers for ids ['fe11ae34-1074-4546-be7c-3f7368a1ed7e'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:48.987945 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f26755-907a-499b-b362-4194048cd057 None None] Routers {'fe11ae34-1074-4546-be7c-3f7368a1ed7e'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:48.988584 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-d3f26755-907a-499b-b362-4194048cd057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fe11ae34-1074-4546-be7c-3f7368a1ed7e'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:49.022453 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-d3f26755-907a-499b-b362-4194048cd057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:49.031748 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f26755-907a-499b-b362-4194048cd057 None None] Routers {'fe11ae34-1074-4546-be7c-3f7368a1ed7e'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:49.032730 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-d3f26755-907a-499b-b362-4194048cd057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fe11ae34-1074-4546-be7c-3f7368a1ed7e'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:49.068117 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-d3f26755-907a-499b-b362-4194048cd057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:49.068766 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f26755-907a-499b-b362-4194048cd057 None None] The sync data for ids ['fe11ae34-1074-4546-be7c-3f7368a1ed7e'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:49.159822 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-2a683d13-b1c8-4e3b-90cd-d51705cbe30c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 18:37:49.164051 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2a683d13-b1c8-4e3b-90cd-d51705cbe30c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/fe11ae34-1074-4546-be7c-3f7368a1ed7e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1840613 Dec 10 18:37:49.164401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37098) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:49.191512 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3d08d1d6-98b6-4de4-89b0-57093d243cbf tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe11ae34-1074-4546-be7c-3f7368a1ed7e HTTP/1.1" status: 200 len: 205 time: 0.0259964 Dec 10 18:37:49.194126 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37100) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:49.267700 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4e0f812c-ee4b-4ffe-b8b6-da1b7f4d937e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.426435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4e0f812c-ee4b-4ffe-b8b6-da1b7f4d937e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.429720 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4e0f812c-ee4b-4ffe-b8b6-da1b7f4d937e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.530449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4e0f812c-ee4b-4ffe-b8b6-da1b7f4d937e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.531122 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0f812c-ee4b-4ffe-b8b6-da1b7f4d937e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Fanout notify agent at l3_agent the message router_deleted on router fe11ae34-1074-4546-be7c-3f7368a1ed7e {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:37:49.538404 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4e0f812c-ee4b-4ffe-b8b6-da1b7f4d937e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.539450 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4e0f812c-ee4b-4ffe-b8b6-da1b7f4d937e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/routers/fe11ae34-1074-4546-be7c-3f7368a1ed7e HTTP/1.1" status: 204 len: 168 time: 0.3444159 Dec 10 18:37:49.542261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37102) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:49.594428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-503159a2-6217-4261-b9aa-27feb6947743 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting subnet b8d9ad94-33fa-419f-831b-1b00d076f10a {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:49.597533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-503159a2-6217-4261-b9aa-27feb6947743 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.639359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-503159a2-6217-4261-b9aa-27feb6947743 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.725865 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-503159a2-6217-4261-b9aa-27feb6947743 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.833746 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4c7cfe3e-1edb-45a6-8ae3-9e6ad42634ce req-907c05b8-aad1-49b4-bb60-a0024b4e4fb7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=b517b87e-dac4-49f8-af95-c17d737dd993 HTTP/1.1" status: 200 len: 210 time: 0.0266366 Dec 10 18:37:49.877947 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-503159a2-6217-4261-b9aa-27feb6947743 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.905257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503159a2-6217-4261-b9aa-27feb6947743 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d9ad94-33fa-419f-831b-1b00d076f10a,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:49.909032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-503159a2-6217-4261-b9aa-27feb6947743 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.912780 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-503159a2-6217-4261-b9aa-27feb6947743 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/b8d9ad94-33fa-419f-831b-1b00d076f10a HTTP/1.1" status: 204 len: 168 time: 0.3688309 Dec 10 18:37:49.914989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37106) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:49.917399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57e7f37-74b6-4bbd-aa32-eea0c1926c46 None None] Network 5f5ca474-cb43-4038-b8ea-e0ce541effa4 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:50.001212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.062042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port e8accb17-d561-43f8-a1f3-2ea1f52940b6 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:50.062497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.090432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceddcaf-33cf-4e73-b9bf-7c03d41ba0ed None None] DHCP port deletion for 5f5ca474-cb43-4038-b8ea-e0ce541effa4 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:50.097767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.132848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] For port e8accb17-d561-43f8-a1f3-2ea1f52940b6, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e8accb17-d561-43f8-a1f3-2ea1f52940b6,segment=NetworkSegment(7a44330b-e686-4376-a95a-b10143aeb9cd),segment_id=7a44330b-e686-4376-a95a-b10143aeb9cd)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:50.133258 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.138549 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-fceddcaf-33cf-4e73-b9bf-7c03d41ba0ed None None] Deleting port e8accb17-d561-43f8-a1f3-2ea1f52940b6 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:50.138929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fceddcaf-33cf-4e73-b9bf-7c03d41ba0ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.146127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for e8accb17-d561-43f8-a1f3-2ea1f52940b6 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:50.205035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-fceddcaf-33cf-4e73-b9bf-7c03d41ba0ed None None] For port e8accb17-d561-43f8-a1f3-2ea1f52940b6, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e8accb17-d561-43f8-a1f3-2ea1f52940b6,segment=NetworkSegment(7a44330b-e686-4376-a95a-b10143aeb9cd),segment_id=7a44330b-e686-4376-a95a-b10143aeb9cd)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:50.205435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fceddcaf-33cf-4e73-b9bf-7c03d41ba0ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.217794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-fceddcaf-33cf-4e73-b9bf-7c03d41ba0ed None None] Calling delete_port for e8accb17-d561-43f8-a1f3-2ea1f52940b6 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:50.284820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.296578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fceddcaf-33cf-4e73-b9bf-7c03d41ba0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.314953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No DVR routers for this DVR port e8accb17-d561-43f8-a1f3-2ea1f52940b6 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:50.319604 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=e8accb17-d561-43f8-a1f3-2ea1f52940b6,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:50.322447 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceddcaf-33cf-4e73-b9bf-7c03d41ba0ed None None] Pushing event deleted for resources: {'Port': ['ID=e8accb17-d561-43f8-a1f3-2ea1f52940b6,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:50.325907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceddcaf-33cf-4e73-b9bf-7c03d41ba0ed None None] No DVR routers for this DVR port e8accb17-d561-43f8-a1f3-2ea1f52940b6 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:50.405083 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.426058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5ca474-cb43-4038-b8ea-e0ce541effa4']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:50.435960 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a44330b-e686-4376-a95a-b10143aeb9cd') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:50.436259 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a44330b-e686-4376-a95a-b10143aeb9cd') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:50.445634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.458428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.464176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:50.464562 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:50.467773 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:50.562984 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e8accb17-d561-43f8-a1f3-2ea1f52940b6 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:50.583264 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: e8accb17-d561-43f8-a1f3-2ea1f52940b6 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:50.583603 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e8accb17-d561-43f8-a1f3-2ea1f52940b6 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:50.593420 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.597678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.602848 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/networks/5f5ca474-cb43-4038-b8ea-e0ce541effa4 HTTP/1.1" status: 204 len: 168 time: 0.6820889 Dec 10 18:37:50.606925 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37108) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:50.611916 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c2b981e2-9f87-4d04-81db-a637526d8efd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'network': {'name': 'tempest-RoutersTest-224965451'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:50.617647 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654363d6-6379-44f9-8913-8e969d361a4d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Network': ['ID=5f5ca474-cb43-4038-b8ea-e0ce541effa4,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:50.695678 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b981e2-9f87-4d04-81db-a637526d8efd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:50.699178 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c2b981e2-9f87-4d04-81db-a637526d8efd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.722771 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b981e2-9f87-4d04-81db-a637526d8efd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:37:50.731762 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c2b981e2-9f87-4d04-81db-a637526d8efd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.732097 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-c2b981e2-9f87-4d04-81db-a637526d8efd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Added segment 8418175a-3e7f-46e9-aa4e-af8d7a727491 of type vlan for network 074a0fbe-6d36-44ae-9992-31d4137eb98f Dec 10 18:37:50.776443 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c2b981e2-9f87-4d04-81db-a637526d8efd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.884879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c2b981e2-9f87-4d04-81db-a637526d8efd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.890706 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b981e2-9f87-4d04-81db-a637526d8efd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:50.891366 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c2b981e2-9f87-4d04-81db-a637526d8efd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.956172 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b981e2-9f87-4d04-81db-a637526d8efd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Network': ['ID=074a0fbe-6d36-44ae-9992-31d4137eb98f,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:50.967760 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 074a0fbe-6d36-44ae-9992-31d4137eb98f details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:37:51.022086 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c2b981e2-9f87-4d04-81db-a637526d8efd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4109976 Dec 10 18:37:51.022295 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37122) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:51.027179 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-dd6a82b7-2d33-4509-8e99-bc4c90afc0e5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'subnet': {'network_id': '074a0fbe-6d36-44ae-9992-31d4137eb98f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:51.284866 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.462078 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-af9e365a-a68d-4168-a75d-c7ce97892d53 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402666496&fields=id&tenant_id=1fd525ba53d94408afbd68f89c13ea18 HTTP/1.1" status: 200 len: 267 time: 0.0723748 Dec 10 18:37:51.563312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6a82b7-2d33-4509-8e99-bc4c90afc0e5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:51.566785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd6a82b7-2d33-4509-8e99-bc4c90afc0e5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.617271 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-336ecd6f-45f7-4fb6-814f-7b774a253a98 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:51.618772 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-336ecd6f-45f7-4fb6-814f-7b774a253a98 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 812 time: 0.1483262 Dec 10 18:37:51.643606 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-51826aef-4e13-4e86-802b-7ff26d15a361 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/quotas/1fd525ba53d94408afbd68f89c13ea18 HTTP/1.1" status: 200 len: 375 time: 0.0190179 Dec 10 18:37:51.717826 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-316d64cd-c2ba-442b-8bc9-e0e48d1a25f5 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683773 Dec 10 18:37:51.881352 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-c2e87fad-59fe-4ebc-8e7e-8a9701c77dc4 service neutron] 10.222.0.60 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393001 Dec 10 18:37:51.931884 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd6a82b7-2d33-4509-8e99-bc4c90afc0e5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.025786 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a82b7-2d33-4509-8e99-bc4c90afc0e5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Subnet': ['ID=79af6330-e6b3-4af1-a563-fef8e7418cb0,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:52.032521 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-33bb7bce-ffd1-4b87-bf73-3b207298a691 service neutron] 10.222.0.60 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450469 Dec 10 18:37:52.038689 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a82b7-2d33-4509-8e99-bc4c90afc0e5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Checking segment: {'id': '8418175a-3e7f-46e9-aa4e-af8d7a727491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '074a0fbe-6d36-44ae-9992-31d4137eb98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:52.039056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6a82b7-2d33-4509-8e99-bc4c90afc0e5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network hostable DHCP agents. Network: 074a0fbe-6d36-44ae-9992-31d4137eb98f, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:37:52.107256 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6a82b7-2d33-4509-8e99-bc4c90afc0e5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 074a0fbe-6d36-44ae-9992-31d4137eb98f is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:37:52.153073 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-dd6a82b7-2d33-4509-8e99-bc4c90afc0e5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 074a0fbe-6d36-44ae-9992-31d4137eb98f) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:52.160767 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6a82b7-2d33-4509-8e99-bc4c90afc0e5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:52.160767 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dd6a82b7-2d33-4509-8e99-bc4c90afc0e5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.162596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2337a59-af94-4fce-9c21-276534339df1 None None] Network 074a0fbe-6d36-44ae-9992-31d4137eb98f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:52.242670 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dd6a82b7-2d33-4509-8e99-bc4c90afc0e5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2168684 Dec 10 18:37:52.242920 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37130) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:52.247658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5b1360e7-07f4-4ec1-9333-dec4ad3b73d5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-113523007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:52.259916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-074a0fbe-6d36-44ae-9992-31d4137eb98f', 'network_id': '074a0fbe-6d36-44ae-9992-31d4137eb98f', 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'fixed_ips': [{'subnet_id': '79af6330-e6b3-4af1-a563-fef8e7418cb0'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:37:52.260842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.371093 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5b1360e7-07f4-4ec1-9333-dec4ad3b73d5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.372112 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5b1360e7-07f4-4ec1-9333-dec4ad3b73d5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.396915 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Allocated IP 172.20.0.2 (074a0fbe-6d36-44ae-9992-31d4137eb98f/79af6330-e6b3-4af1-a563-fef8e7418cb0/c40210b6-0427-495d-9cd1-850dae9d375c) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:52.424457 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5b1360e7-07f4-4ec1-9333-dec4ad3b73d5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.486286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.513857 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5b1360e7-07f4-4ec1-9333-dec4ad3b73d5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.550956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.590704 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d0562a75-2f75-4eda-bca0-7380f2749655 req-44abb824-302f-4cb2-981f-5c9016bd558e tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 210 time: 0.0270457 Dec 10 18:37:52.593984 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5b1360e7-07f4-4ec1-9333-dec4ad3b73d5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.595071 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5b1360e7-07f4-4ec1-9333-dec4ad3b73d5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3512731 Dec 10 18:37:52.597901 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37134) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:52.624295 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.664600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Network 074a0fbe-6d36-44ae-9992-31d4137eb98f is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:52.668051 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:52.671447 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:52.678205 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Pushing event updated for resources: {'Port': ['ID=c40210b6-0427-495d-9cd1-850dae9d375c,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:52.728172 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Attempting to bind port c40210b6-0427-495d-9cd1-850dae9d375c on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:52.728547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Attempting to bind port c40210b6-0427-495d-9cd1-850dae9d375c by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '8418175a-3e7f-46e9-aa4e-af8d7a727491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '074a0fbe-6d36-44ae-9992-31d4137eb98f'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:52.728920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Attempting to bind port c40210b6-0427-495d-9cd1-850dae9d375c on network 074a0fbe-6d36-44ae-9992-31d4137eb98f {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:52.733944 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:52.734328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Checking segment: {'id': '8418175a-3e7f-46e9-aa4e-af8d7a727491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '074a0fbe-6d36-44ae-9992-31d4137eb98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:52.734721 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.735175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Bound using segment: {'id': '8418175a-3e7f-46e9-aa4e-af8d7a727491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '074a0fbe-6d36-44ae-9992-31d4137eb98f'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:52.735660 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Bound port: c40210b6-0427-495d-9cd1-850dae9d375c, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8418175a-3e7f-46e9-aa4e-af8d7a727491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '074a0fbe-6d36-44ae-9992-31d4137eb98f'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:52.736040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.796389 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] For port c40210b6-0427-495d-9cd1-850dae9d375c, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:52.799433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] For port c40210b6-0427-495d-9cd1-850dae9d375c, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c40210b6-0427-495d-9cd1-850dae9d375c,segment=NetworkSegment(8418175a-3e7f-46e9-aa4e-af8d7a727491),segment_id=8418175a-3e7f-46e9-aa4e-af8d7a727491)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:52.875575 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.885174 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.945685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06996b09-ac6a-44d7-9fbd-6efba69426e5 None None] Pushing event updated for resources: {'Port': ['ID=c40210b6-0427-495d-9cd1-850dae9d375c,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:53.145392 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Allocated IP 172.20.0.1 (074a0fbe-6d36-44ae-9992-31d4137eb98f/79af6330-e6b3-4af1-a563-fef8e7418cb0/8beaffa1-3b65-4f01-957c-37ac579149f6) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:53.266051 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.353763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.400505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 074a0fbe-6d36-44ae-9992-31d4137eb98f is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:53.403625 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:53.407409 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:53.414156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=8beaffa1-3b65-4f01-957c-37ac579149f6,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:53.460689 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.673920 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50593500-300b-484e-9099-0184d0ccf451 req-c11606c8-170a-4b4c-8f78-460fa6a5694f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 210 time: 0.0272458 Dec 10 18:37:53.674760 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.875126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd535d6-35ae-4148-a6fc-7be7042b11a1 None None] Network 074a0fbe-6d36-44ae-9992-31d4137eb98f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:53.941435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-776e2f9c-78cf-426c-b1c1-c87fcc3dd4ba None None] Provisioning complete for port c40210b6-0427-495d-9cd1-850dae9d375c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:53.941834 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-776e2f9c-78cf-426c-b1c1-c87fcc3dd4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.954436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.022296 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.059121 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-776e2f9c-78cf-426c-b1c1-c87fcc3dd4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.102707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.105849 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-776e2f9c-78cf-426c-b1c1-c87fcc3dd4ba None None] For port c40210b6-0427-495d-9cd1-850dae9d375c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c40210b6-0427-495d-9cd1-850dae9d375c,segment=NetworkSegment(8418175a-3e7f-46e9-aa4e-af8d7a727491),segment_id=8418175a-3e7f-46e9-aa4e-af8d7a727491)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:54.108758 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=8beaffa1-3b65-4f01-957c-37ac579149f6,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:54.193570 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-776e2f9c-78cf-426c-b1c1-c87fcc3dd4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.204095 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 074a0fbe-6d36-44ae-9992-31d4137eb98f is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:54.205791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:54.248965 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e2f9c-78cf-426c-b1c1-c87fcc3dd4ba None None] Pushing event updated for resources: {'Port': ['ID=c40210b6-0427-495d-9cd1-850dae9d375c,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:54.320940 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7b56e417-3f1f-4d9d-9d7a-88005ea758b5 None None] Provisioning complete for port c40210b6-0427-495d-9cd1-850dae9d375c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:54.321314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7b56e417-3f1f-4d9d-9d7a-88005ea758b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.412881 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router d4f16f74-0704-4262-9d91-9bd1fa525634 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:37:54.419269 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7b56e417-3f1f-4d9d-9d7a-88005ea758b5 None None] Provisioning complete for port 8beaffa1-3b65-4f01-957c-37ac579149f6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:54.419665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7b56e417-3f1f-4d9d-9d7a-88005ea758b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.455186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7b56e417-3f1f-4d9d-9d7a-88005ea758b5 None None] Port 8beaffa1-3b65-4f01-957c-37ac579149f6 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:54.528285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:54.534871 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e03a000b-ea2a-4b83-9d71-08ded4fae25b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/d4f16f74-0704-4262-9d91-9bd1fa525634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9356918 Dec 10 18:37:54.535055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37148) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:54.554803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71044cd-43f5-4a7b-acff-1560073ee27c None None] Sync routers for ids ['d4f16f74-0704-4262-9d91-9bd1fa525634'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:54.569467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71044cd-43f5-4a7b-acff-1560073ee27c None None] Routers {'d4f16f74-0704-4262-9d91-9bd1fa525634'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:54.570689 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b71044cd-43f5-4a7b-acff-1560073ee27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d4f16f74-0704-4262-9d91-9bd1fa525634'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:54.600865 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293449c-c831-4492-99b2-deac43f3217e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:54.602479 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8293449c-c831-4492-99b2-deac43f3217e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports/8beaffa1-3b65-4f01-957c-37ac579149f6 HTTP/1.1" status: 200 len: 910 time: 0.0664208 Dec 10 18:37:54.605338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37150) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:54.623975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b71044cd-43f5-4a7b-acff-1560073ee27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:54.642347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c40210b6-0427-495d-9cd1-850dae9d375c up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:54.773659 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-16cf0b41-fd62-4e2c-a23c-947508833c48 req-41c77c1f-ff4b-4449-9ac2-cb53247062c7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 210 time: 0.0278409 Dec 10 18:37:54.818059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b9d60e9b-dbec-4110-ab7e-557542418304 None None] Provisioning complete for port 8beaffa1-3b65-4f01-957c-37ac579149f6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:54.818426 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b9d60e9b-dbec-4110-ab7e-557542418304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.844159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71044cd-43f5-4a7b-acff-1560073ee27c None None] Routers {'d4f16f74-0704-4262-9d91-9bd1fa525634'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:54.844787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b71044cd-43f5-4a7b-acff-1560073ee27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d4f16f74-0704-4262-9d91-9bd1fa525634'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:54.887127 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b71044cd-43f5-4a7b-acff-1560073ee27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:54.887826 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71044cd-43f5-4a7b-acff-1560073ee27c None None] The sync data for ids ['d4f16f74-0704-4262-9d91-9bd1fa525634'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:54.896986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b9d60e9b-dbec-4110-ab7e-557542418304 None None] Port 8beaffa1-3b65-4f01-957c-37ac579149f6 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:54.908386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port c40210b6-0427-495d-9cd1-850dae9d375c triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:54.908750 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.951343 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e2cef2e6-7cc8-432a-9c2f-cf30b75977e3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.014072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0bb0b44a-4fbb-4815-ba19-b8604d79a3c5 None None] Provisioning complete for port 8beaffa1-3b65-4f01-957c-37ac579149f6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:55.014722 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b44a-4fbb-4815-ba19-b8604d79a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.053380 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-0bb0b44a-4fbb-4815-ba19-b8604d79a3c5 None None] Port 8beaffa1-3b65-4f01-957c-37ac579149f6 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:55.196084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e2cef2e6-7cc8-432a-9c2f-cf30b75977e3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port 8beaffa1-3b65-4f01-957c-37ac579149f6 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:55.196425 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e2cef2e6-7cc8-432a-9c2f-cf30b75977e3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.279832 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e2cef2e6-7cc8-432a-9c2f-cf30b75977e3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.292081 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e2cef2e6-7cc8-432a-9c2f-cf30b75977e3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for 8beaffa1-3b65-4f01-957c-37ac579149f6 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:55.499024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37156) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:55.855807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e2cef2e6-7cc8-432a-9c2f-cf30b75977e3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.875413 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cb05d329-a3c3-40cf-9fb6-8191f3335d6f req-ec6280ee-91c0-44cc-bf9d-9e0634b28044 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 210 time: 0.0274186 Dec 10 18:37:55.893186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cef2e6-7cc8-432a-9c2f-cf30b75977e3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=8beaffa1-3b65-4f01-957c-37ac579149f6,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:55.922464 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f0161df2-c360-4198-b842-95792995bda8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/8c2b4447-35e4-4577-b29e-b4b14e9ca4c9 HTTP/1.1" status: 200 len: 993 time: 0.4223397 Dec 10 18:37:56.054525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e2cef2e6-7cc8-432a-9c2f-cf30b75977e3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.215274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cef2e6-7cc8-432a-9c2f-cf30b75977e3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router d4f16f74-0704-4262-9d91-9bd1fa525634 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:56.223062 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37166) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:56.292948 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cef2e6-7cc8-432a-9c2f-cf30b75977e3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:56.300807 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e2cef2e6-7cc8-432a-9c2f-cf30b75977e3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/d4f16f74-0704-4262-9d91-9bd1fa525634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6914318 Dec 10 18:37:56.300807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37168) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:56.308065 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cfb2ea-261f-4ca7-ba44-84a82e2bda53 None None] Sync routers for ids ['d4f16f74-0704-4262-9d91-9bd1fa525634'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:56.321031 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cfb2ea-261f-4ca7-ba44-84a82e2bda53 None None] Routers {'d4f16f74-0704-4262-9d91-9bd1fa525634'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:56.322225 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-61cfb2ea-261f-4ca7-ba44-84a82e2bda53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d4f16f74-0704-4262-9d91-9bd1fa525634'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:56.333419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37170) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:56.334037 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-08189573-5252-4c13-a70d-2a8c051ac95e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f16f74-0704-4262-9d91-9bd1fa525634 HTTP/1.1" status: 200 len: 205 time: 0.0321400 Dec 10 18:37:56.357215 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-61cfb2ea-261f-4ca7-ba44-84a82e2bda53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:56.365997 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cfb2ea-261f-4ca7-ba44-84a82e2bda53 None None] Routers {'d4f16f74-0704-4262-9d91-9bd1fa525634'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:56.366707 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-61cfb2ea-261f-4ca7-ba44-84a82e2bda53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d4f16f74-0704-4262-9d91-9bd1fa525634'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:56.402365 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-61cfb2ea-261f-4ca7-ba44-84a82e2bda53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:56.403140 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cfb2ea-261f-4ca7-ba44-84a82e2bda53 None None] The sync data for ids ['d4f16f74-0704-4262-9d91-9bd1fa525634'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:56.415881 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86bdfc00-0718-405f-94ab-982deb8f024e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.513533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-b9e9deca-bb9d-4efe-95fc-0554cb8f264b tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:56.515129 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-b9e9deca-bb9d-4efe-95fc-0554cb8f264b tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 812 time: 0.1044426 Dec 10 18:37:56.591047 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-4aed3e85-a477-4dde-ae6f-7c0f36bdca18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd525ba53d94408afbd68f89c13ea18 HTTP/1.1" status: 200 len: 379 time: 0.0606625 Dec 10 18:37:56.597242 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86bdfc00-0718-405f-94ab-982deb8f024e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.600850 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86bdfc00-0718-405f-94ab-982deb8f024e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.601194 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-129a2aa4-d44e-4607-8408-e083151308a7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Request body: {'port': {'device_id': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'admin_state_up': True, 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'security_groups': ['96b82cf4-021d-456a-916a-2957311fd74b']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:56.611809 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 6ab87690-6232-4cf6-9503-bdb2a558732e {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:56.612172 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.719828 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.720152 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.732835 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 6ab87690-6232-4cf6-9503-bdb2a558732e owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:56.800638 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86bdfc00-0718-405f-94ab-982deb8f024e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.801206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bdfc00-0718-405f-94ab-982deb8f024e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Fanout notify agent at l3_agent the message router_deleted on router d4f16f74-0704-4262-9d91-9bd1fa525634 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:37:56.810310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-129a2aa4-d44e-4607-8408-e083151308a7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Made reservation on behalf of 1fd525ba53d94408afbd68f89c13ea18 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:56.813974 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-129a2aa4-d44e-4607-8408-e083151308a7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.814970 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86bdfc00-0718-405f-94ab-982deb8f024e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.816533 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-86bdfc00-0718-405f-94ab-982deb8f024e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/routers/d4f16f74-0704-4262-9d91-9bd1fa525634 HTTP/1.1" status: 204 len: 168 time: 0.4821620 Dec 10 18:37:56.819332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37172) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:56.940305 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ff356b-4601-4910-8bd7-cf79e00d7a48 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting subnet 79af6330-e6b3-4af1-a563-fef8e7418cb0 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:56.946912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-01ff356b-4601-4910-8bd7-cf79e00d7a48 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.021875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-01ff356b-4601-4910-8bd7-cf79e00d7a48 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.092414 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-129a2aa4-d44e-4607-8408-e083151308a7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Allocated IP 172.20.0.5 (a648c046-7b98-4168-8c91-4d4b8f654cd1/51fc4861-73a5-449e-b426-24d2c2d2a954/a890f448-374f-4c82-a871-c393108b3bb1) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:57.162280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-01ff356b-4601-4910-8bd7-cf79e00d7a48 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.315540 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5c82f004-82f3-4464-a33b-ab91b9d89556 req-5274a681-8af5-4d82-8884-fbdbf45f1367 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 210 time: 0.3674395 Dec 10 18:37:57.316350 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.317602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-129a2aa4-d44e-4607-8408-e083151308a7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.351323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=6ab87690-6232-4cf6-9503-bdb2a558732e,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:57.361361 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:57.361743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:57.362095 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:57.362438 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:57.362890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:57.363232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:57.363567 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:57.363902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:57.364237 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:57.364922 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:57.364922 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:57.365187 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:57.365515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:57.376718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-01ff356b-4601-4910-8bd7-cf79e00d7a48 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.402497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff356b-4601-4910-8bd7-cf79e00d7a48 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Subnet': ['ID=79af6330-e6b3-4af1-a563-fef8e7418cb0,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:57.408171 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-01ff356b-4601-4910-8bd7-cf79e00d7a48 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.412128 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-01ff356b-4601-4910-8bd7-cf79e00d7a48 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/79af6330-e6b3-4af1-a563-fef8e7418cb0 HTTP/1.1" status: 204 len: 168 time: 0.5914576 Dec 10 18:37:57.415058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37180) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:57.416441 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d65fee-e00b-4202-a854-424cc139ff04 None None] Network 074a0fbe-6d36-44ae-9992-31d4137eb98f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:57.435199 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.435974 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP 8c2b4447-35e4-4577-b29e-b4b14e9ca4c9 disassociated (deleted). External IP: 172.26.5.125, port: 57df12cd-5997-4680-8dda-e93a6694e723. Dec 10 18:37:57.439096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-129a2aa4-d44e-4607-8408-e083151308a7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.567202 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-129a2aa4-d44e-4607-8408-e083151308a7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Network a648c046-7b98-4168-8c91-4d4b8f654cd1 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:57.573979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-129a2aa4-d44e-4607-8408-e083151308a7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:57.577299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a2aa4-d44e-4607-8408-e083151308a7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'Port': ['ID=a890f448-374f-4c82-a871-c393108b3bb1,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:57.580445 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-129a2aa4-d44e-4607-8408-e083151308a7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:57.586990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.654037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279f30ea-f1d0-4393-8919-f76890464401 None None] DHCP port deletion for 074a0fbe-6d36-44ae-9992-31d4137eb98f request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:57.693022 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-129a2aa4-d44e-4607-8408-e083151308a7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:57.693802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-129a2aa4-d44e-4607-8408-e083151308a7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.723920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port c40210b6-0427-495d-9cd1-850dae9d375c {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:57.724711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.756849 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-279f30ea-f1d0-4393-8919-f76890464401 None None] Deleting port c40210b6-0427-495d-9cd1-850dae9d375c {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:57.759667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-279f30ea-f1d0-4393-8919-f76890464401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.767092 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:57.819068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] For port c40210b6-0427-495d-9cd1-850dae9d375c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c40210b6-0427-495d-9cd1-850dae9d375c,segment=NetworkSegment(8418175a-3e7f-46e9-aa4e-af8d7a727491),segment_id=8418175a-3e7f-46e9-aa4e-af8d7a727491)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:57.820307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.846161 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for c40210b6-0427-495d-9cd1-850dae9d375c owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:57.855713 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-279f30ea-f1d0-4393-8919-f76890464401 None None] For port c40210b6-0427-495d-9cd1-850dae9d375c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c40210b6-0427-495d-9cd1-850dae9d375c,segment=NetworkSegment(8418175a-3e7f-46e9-aa4e-af8d7a727491),segment_id=8418175a-3e7f-46e9-aa4e-af8d7a727491)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:57.856505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-279f30ea-f1d0-4393-8919-f76890464401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.876829 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-279f30ea-f1d0-4393-8919-f76890464401 None None] Calling delete_port for c40210b6-0427-495d-9cd1-850dae9d375c owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:57.933575 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-129a2aa4-d44e-4607-8408-e083151308a7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3365500 Dec 10 18:37:57.937155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:57.944470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.951553 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fcf0e6-372b-4af4-a714-7e4b91a472e6 None None] Sync routers for ids ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:57.955012 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Request body: {'port': {'device_id': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:57.977458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fcf0e6-372b-4af4-a714-7e4b91a472e6 None None] Routers {'d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:57.978501 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e5fcf0e6-372b-4af4-a714-7e4b91a472e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:57.991992 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-218392fe-f34b-4e39-8160-f068ecf315e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/floatingips/8c2b4447-35e4-4577-b29e-b4b14e9ca4c9 HTTP/1.1" status: 204 len: 168 time: 1.7678056 Dec 10 18:37:57.993100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'tag': '57df12cd-5997-4680-8dda-e93a6694e723'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:57.996665 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520a45f4-126d-4246-99a3-7964b9c8d351" -d '{"events": [{"name": "network-changed", "server_uuid": "612fef95-f03d-4f04-9945-b8e8ce59db87", "tag": "57df12cd-5997-4680-8dda-e93a6694e723"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:58.069051 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a90d408-c7be-46fc-90e7-3f2ccca793d0 x-openstack-request-id: req-6a90d408-c7be-46fc-90e7-3f2ccca793d0 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:58.069363 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612fef95-f03d-4f04-9945-b8e8ce59db87", "tag": "57df12cd-5997-4680-8dda-e93a6694e723", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:58.070118 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a90d408-c7be-46fc-90e7-3f2ccca793d0 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:58.070534 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'tag': '57df12cd-5997-4680-8dda-e93a6694e723', 'status': 'completed', 'code': 200} Dec 10 18:37:58.081854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.085949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-40142d39-7293-4aac-8d7d-7558af731912 None None] Provisioning complete for port a890f448-374f-4c82-a871-c393108b3bb1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:58.086331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-40142d39-7293-4aac-8d7d-7558af731912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.127011 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-279f30ea-f1d0-4393-8919-f76890464401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.169094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.174038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f30ea-f1d0-4393-8919-f76890464401 None None] Pushing event deleted for resources: {'Port': ['ID=c40210b6-0427-495d-9cd1-850dae9d375c,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:58.179993 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f30ea-f1d0-4393-8919-f76890464401 None None] No DVR routers for this DVR port c40210b6-0427-495d-9cd1-850dae9d375c on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:58.191649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-40142d39-7293-4aac-8d7d-7558af731912 None None] Port a890f448-374f-4c82-a871-c393108b3bb1 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:58.215177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-e5fcf0e6-372b-4af4-a714-7e4b91a472e6 None None] Set router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:58.232779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No DVR routers for this DVR port c40210b6-0427-495d-9cd1-850dae9d375c on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:58.241720 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=c40210b6-0427-495d-9cd1-850dae9d375c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:58.318500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a45f4-126d-4246-99a3-7964b9c8d351 req-2b0de6e3-2484-4f8d-81c3-8cb05ea9176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:58.321101 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-520a45f4-126d-4246-99a3-7964b9c8d351 req-2b0de6e3-2484-4f8d-81c3-8cb05ea9176d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 1098 time: 0.2188506 Dec 10 18:37:58.453311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.466170 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46447a-b41f-4f1e-99d3-560176873033 req-10731251-8507-4fb4-8a0b-e377c76723c5 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:58.469470 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0d46447a-b41f-4f1e-99d3-560176873033 req-10731251-8507-4fb4-8a0b-e377c76723c5 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 931 time: 0.0652547 Dec 10 18:37:58.536856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e5fcf0e6-372b-4af4-a714-7e4b91a472e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:36:47Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:39Z', 'updated_at': '2021-12-10T18:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d', 'name': '', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:64:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '82000478-3526-4f86-a55c-aa43380b66cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:45Z', 'updated_at': '2021-12-10T18:36:54Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '82000478-3526-4f86-a55c-aa43380b66cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:58.558381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074a0fbe-6d36-44ae-9992-31d4137eb98f']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:58.573804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fcf0e6-372b-4af4-a714-7e4b91a472e6 None None] Checking router: d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:58.583829 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fcf0e6-372b-4af4-a714-7e4b91a472e6 None None] Routers {'d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:58.584686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e5fcf0e6-372b-4af4-a714-7e4b91a472e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:58.594011 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0d46447a-b41f-4f1e-99d3-560176873033 req-5fae4e17-3a1b-49e5-9dae-af666ea5b92b tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120441 Dec 10 18:37:58.616179 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a45f4-126d-4246-99a3-7964b9c8d351 req-d5ef5776-1b54-40eb-ae8a-99e82dc0925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:58.617968 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-520a45f4-126d-4246-99a3-7964b9c8d351 req-d5ef5776-1b54-40eb-ae8a-99e82dc0925a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2048deae-ae64-45bf-a0c0-b352a9b309db HTTP/1.1" status: 200 len: 897 time: 0.2773123 Dec 10 18:37:58.631061 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8418175a-3e7f-46e9-aa4e-af8d7a727491') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:58.631348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3588398-d2b2-48cf-90b1-e6c6b6639c94 req-a2bc74b7-550d-4e88-a734-d51d8a65a472 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:58.631592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8418175a-3e7f-46e9-aa4e-af8d7a727491') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:58.639367 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c3588398-d2b2-48cf-90b1-e6c6b6639c94 req-a2bc74b7-550d-4e88-a734-d51d8a65a472 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 945 time: 0.0988758 Dec 10 18:37:58.649239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.667039 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.674686 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:58.675207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.704711 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c3588398-d2b2-48cf-90b1-e6c6b6639c94 req-819c0ffd-74ac-4f28-b697-d5eaa8c579ea tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdb76553-5083-45e8-b375-634af7195e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642712 Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: self.session.flush() Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:58.722312 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:58.727711 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-e5fcf0e6-372b-4af4-a714-7e4b91a472e6 None None] Set router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:58.730845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c40210b6-0427-495d-9cd1-850dae9d375c no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:58.782409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: c40210b6-0427-495d-9cd1-850dae9d375c {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:58.782791 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c40210b6-0427-495d-9cd1-850dae9d375c not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:58.791508 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-520a45f4-126d-4246-99a3-7964b9c8d351 req-62886ded-0661-4016-8638-cb170f1632e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57df12cd-5997-4680-8dda-e93a6694e723 HTTP/1.1" status: 200 len: 217 time: 0.0633299 Dec 10 18:37:58.892428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.898623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a45f4-126d-4246-99a3-7964b9c8d351 req-adde3206-c7e1-4dcc-ba08-a87a2c3ff0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:58.898623 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-520a45f4-126d-4246-99a3-7964b9c8d351 req-adde3206-c7e1-4dcc-ba08-a87a2c3ff0ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82000478-3526-4f86-a55c-aa43380b66cc HTTP/1.1" status: 200 len: 835 time: 0.0880797 Dec 10 18:37:58.919570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.926346 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/networks/074a0fbe-6d36-44ae-9992-31d4137eb98f HTTP/1.1" status: 204 len: 168 time: 1.5069158 Dec 10 18:37:58.927515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37190) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:58.931543 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-633786490', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:58.938270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2dbd4-a6db-40eb-a13b-21ffe4d14114 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Network': ['ID=074a0fbe-6d36-44ae-9992-31d4137eb98f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:58.956557 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a890f448-374f-4c82-a871-c393108b3bb1 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:58.968008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.985684 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e5fcf0e6-372b-4af4-a714-7e4b91a472e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:36:47Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:39Z', 'updated_at': '2021-12-10T18:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d', 'name': '', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:64:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '82000478-3526-4f86-a55c-aa43380b66cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:45Z', 'updated_at': '2021-12-10T18:36:54Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '82000478-3526-4f86-a55c-aa43380b66cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:58.985976 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Transition to ACTIVE for port object a890f448-374f-4c82-a871-c393108b3bb1 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:37:58.992329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a45f4-126d-4246-99a3-7964b9c8d351 req-b5f99dfe-bb2a-4c04-8497-ef6953093581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:58.993900 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-520a45f4-126d-4246-99a3-7964b9c8d351 req-b5f99dfe-bb2a-4c04-8497-ef6953093581 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2048deae-ae64-45bf-a0c0-b352a9b309db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697298 Dec 10 18:37:59.013387 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fcf0e6-372b-4af4-a714-7e4b91a472e6 None None] The sync data for ids ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'] in dv-neutron-821434-1-hyperv is: [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:36:47Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:39Z', 'updated_at': '2021-12-10T18:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d', 'name': '', 'network_id': '2048deae-ae64-45bf-a0c0-b352a9b309db', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:64:3f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '82000478-3526-4f86-a55c-aa43380b66cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:45Z', 'updated_at': '2021-12-10T18:36:54Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '82000478-3526-4f86-a55c-aa43380b66cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:59.023538 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.024953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.055685 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.099768 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.136922 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=a890f448-374f-4c82-a871-c393108b3bb1,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:59.173224 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-520a45f4-126d-4246-99a3-7964b9c8d351 req-db6e0ab9-8245-4af4-a650-a1dc36fdbfef service neutron] 10.222.0.21 "GET /v2.0/networks/2048deae-ae64-45bf-a0c0-b352a9b309db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713214 Dec 10 18:37:59.314963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Attempting to bind port a890f448-374f-4c82-a871-c393108b3bb1 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:59.315313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Attempting to bind port a890f448-374f-4c82-a871-c393108b3bb1 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:59.315649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Attempting to bind port a890f448-374f-4c82-a871-c393108b3bb1 on network a648c046-7b98-4168-8c91-4d4b8f654cd1 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:59.328665 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Port a890f448-374f-4c82-a871-c393108b3bb1 on network a648c046-7b98-4168-8c91-4d4b8f654cd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:37:59.329004 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Attempting to bind port a890f448-374f-4c82-a871-c393108b3bb1 on network a648c046-7b98-4168-8c91-4d4b8f654cd1 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:59.343982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:59.344358 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Checking segment: {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:59.344705 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Bound using segment: {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:59.345146 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Bound port: a890f448-374f-4c82-a871-c393108b3bb1, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:59.345508 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.351466 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-520a45f4-126d-4246-99a3-7964b9c8d351 req-f0e1da30-b9c5-4d2a-a492-1cfbd20072c9 service neutron] 10.222.0.21 "GET /v2.0/networks/2048deae-ae64-45bf-a0c0-b352a9b309db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526728 Dec 10 18:37:59.368014 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.388019 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a7a60-1bff-4916-a697-8d9396b4d9e6 None None] New status for floating IP 8c2b4447-35e4-4577-b29e-b4b14e9ca4c9: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:37:59.422410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] For port a890f448-374f-4c82-a871-c393108b3bb1, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:59.425976 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] For port a890f448-374f-4c82-a871-c393108b3bb1, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a890f448-374f-4c82-a871-c393108b3bb1,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:59.491463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.543928 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:59.544639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.546122 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] 10.222.0.21 "PUT /v2.0/ports/a890f448-374f-4c82-a871-c393108b3bb1 HTTP/1.1" status: 200 len: 1093 time: 1.5962162 Dec 10 18:37:59.546584 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'tag': 'a890f448-374f-4c82-a871-c393108b3bb1'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:59.548903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bc1edc-fd57-46b7-b013-84659a4e522b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4d1f47-a82b-426a-a563-38b5bdc5e2ee", "tag": "a890f448-374f-4c82-a871-c393108b3bb1"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:59.593217 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df91c29-7eb1-47c7-a480-39f8e89f1ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=a890f448-374f-4c82-a871-c393108b3bb1,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:59.599576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e74323-88eb-47f4-a6e2-19fb4dbf17b6 x-openstack-request-id: req-09e74323-88eb-47f4-a6e2-19fb4dbf17b6 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:59.599810 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4d1f47-a82b-426a-a563-38b5bdc5e2ee", "tag": "a890f448-374f-4c82-a871-c393108b3bb1", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:59.600075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09e74323-88eb-47f4-a6e2-19fb4dbf17b6 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:59.600487 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'tag': 'a890f448-374f-4c82-a871-c393108b3bb1', 'status': 'completed', 'code': 200} Dec 10 18:37:59.694421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc1edc-fd57-46b7-b013-84659a4e522b req-5373e330-343c-4721-914d-af8a371fabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:59.696254 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-69bc1edc-fd57-46b7-b013-84659a4e522b req-5373e330-343c-4721-914d-af8a371fabcc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 1096 time: 0.0706172 Dec 10 18:37:59.814406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc1edc-fd57-46b7-b013-84659a4e522b req-e7c8c082-f75f-4ed3-8308-13292bce86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:59.816093 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-69bc1edc-fd57-46b7-b013-84659a4e522b req-e7c8c082-f75f-4ed3-8308-13292bce86d1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1fd525ba53d94408afbd68f89c13ea18&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1099951 Dec 10 18:37:59.816434 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.853339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.861671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3942aae-b4aa-419c-b156-a7233e94445a req-f455c482-23e7-4b6d-92e0-ab90a0587c82 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:59.863372 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b3942aae-b4aa-419c-b156-a7233e94445a req-f455c482-23e7-4b6d-92e0-ab90a0587c82 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 943 time: 0.1582301 Dec 10 18:37:59.952131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc1edc-fd57-46b7-b013-84659a4e522b req-784682aa-4a75-4b25-925e-202742e15507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:59.953979 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-69bc1edc-fd57-46b7-b013-84659a4e522b req-784682aa-4a75-4b25-925e-202742e15507 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275792 Dec 10 18:37:59.993104 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cedf47-9b22-4c5f-85ca-b12093fcdafa req-8231e217-fab2-4126-8773-4ba70ed96439 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:59.994789 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-69cedf47-9b22-4c5f-85ca-b12093fcdafa req-8231e217-fab2-4126-8773-4ba70ed96439 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 945 time: 0.1547284 Dec 10 18:38:00.023689 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b3942aae-b4aa-419c-b156-a7233e94445a req-6f0b048b-dd89-4cf5-8bbe-05bfacd97caf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385365 Dec 10 18:38:00.093655 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-69cedf47-9b22-4c5f-85ca-b12093fcdafa req-a1b3d8f6-944b-4f2f-9b87-0ab83d0adfd1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdb76553-5083-45e8-b375-634af7195e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916700 Dec 10 18:38:00.094899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Allocated IP 172.26.5.59 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/5c065489-724f-4c94-b3c8-fae17c9ff7d4) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:00.095063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-b9add68c-9b7c-4309-b922-580b27d5fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:00.096740 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-b9add68c-9b7c-4309-b922-580b27d5fc97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 1096 time: 0.0918386 Dec 10 18:38:00.104498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bee73b-1b24-4920-904a-32f644965461 req-3e68a505-74ab-4ab8-bbb8-b69c213caff7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:00.105963 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-88bee73b-1b24-4920-904a-32f644965461 req-3e68a505-74ab-4ab8-bbb8-b69c213caff7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 945 time: 0.0992615 Dec 10 18:38:00.162770 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-13492152-4f25-4cb8-8995-af6daa003e72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a890f448-374f-4c82-a871-c393108b3bb1 HTTP/1.1" status: 200 len: 217 time: 0.0445886 Dec 10 18:38:00.209670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.257291 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-da31102a-f0f7-45e6-afdf-12b78286f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:00.258775 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-da31102a-f0f7-45e6-afdf-12b78286f355 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 200 len: 851 time: 0.0802097 Dec 10 18:38:00.305856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-88bee73b-1b24-4920-904a-32f644965461 req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 57df12cd-5997-4680-8dda-e93a6694e723 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:00.306201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-88bee73b-1b24-4920-904a-32f644965461 req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.317737 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.357920 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:00.360853 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:00.364931 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:00.366409 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-131b0fe2-a15f-4a7d-a0fc-6fb0692f5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:00.367928 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-131b0fe2-a15f-4a7d-a0fc-6fb0692f5d00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a648c046-7b98-4168-8c91-4d4b8f654cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0982163 Dec 10 18:38:00.375706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0bb2e2-bc58-435b-b369-d319f4979b52 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:00.391286 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=5c065489-724f-4c94-b3c8-fae17c9ff7d4,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:00.510434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0b209e58-c4a4-461f-ba1d-9d4965f39df6 None None] Provisioning complete for port 5c065489-724f-4c94-b3c8-fae17c9ff7d4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:00.510434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0b209e58-c4a4-461f-ba1d-9d4965f39df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.566955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-0b209e58-c4a4-461f-ba1d-9d4965f39df6 None None] Port 5c065489-724f-4c94-b3c8-fae17c9ff7d4 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:00.729635 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.804811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-88bee73b-1b24-4920-904a-32f644965461 req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 57df12cd-5997-4680-8dda-e93a6694e723, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=57df12cd-5997-4680-8dda-e93a6694e723,segment=NetworkSegment(abb44871-e5ef-48e9-a9f6-bed16a4a20cc),segment_id=abb44871-e5ef-48e9-a9f6-bed16a4a20cc)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:00.805446 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-88bee73b-1b24-4920-904a-32f644965461 req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.831288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-88bee73b-1b24-4920-904a-32f644965461 req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 57df12cd-5997-4680-8dda-e93a6694e723 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:00.914152 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-0bdb8e12-3000-4fc9-b5fe-62949a1d189d service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336368 Dec 10 18:38:00.950956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.058610 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e8f26cb-069d-4dbc-8d60-3bcdcb31c451 req-cdb9fef6-45c2-49e8-86ef-c93d55af1b06 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297336 Dec 10 18:38:01.151394 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6ea54-c668-477e-b358-44fc812b8035 req-fddcc76f-89c6-4cc0-b527-fa5a6d5c3a6c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:01.154449 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bda6ea54-c668-477e-b358-44fc812b8035 req-fddcc76f-89c6-4cc0-b527-fa5a6d5c3a6c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 943 time: 0.0503347 Dec 10 18:38:01.165657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-88bee73b-1b24-4920-904a-32f644965461 req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.175590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 6df0641c-226e-4f53-b406-34ca064ad3e3 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:38:01.217969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=57df12cd-5997-4680-8dda-e93a6694e723,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:01.237252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:01.237252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:01.237564 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:01.237981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:01.240165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:01.240165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:01.240165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:01.240165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:01.240872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:01.241303 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:01.242001 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:01.246214 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:01.246790 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:01.282742 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9bb91bbc-8492-4c79-bda6-6f51fece877b req-592b4606-f1a5-492d-86f7-f0b818243e8a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=612fef95-f03d-4f04-9945-b8e8ce59db87 HTTP/1.1" status: 200 len: 210 time: 0.0881796 Dec 10 18:38:01.291687 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bee73b-1b24-4920-904a-32f644965461 req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] No DVR routers for this DVR port 57df12cd-5997-4680-8dda-e93a6694e723 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:01.296644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-88bee73b-1b24-4920-904a-32f644965461 req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.302850 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-88bee73b-1b24-4920-904a-32f644965461 req-89e58e8f-bb0b-4edb-b63f-07979e4b1fa9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "DELETE /v2.0/ports/57df12cd-5997-4680-8dda-e93a6694e723 HTTP/1.1" status: 204 len: 173 time: 1.1779368 Dec 10 18:38:01.319189 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bda6ea54-c668-477e-b358-44fc812b8035 req-b6f6fad0-3786-4fc7-813e-f5f6ba37e674 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590519 Dec 10 18:38:01.357350 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:01.368902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f94e92-dbfa-400a-b324-29a6d17ab381 None None] Sync routers for ids ['6df0641c-226e-4f53-b406-34ca064ad3e3'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:01.384636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f94e92-dbfa-400a-b324-29a6d17ab381 None None] Routers {'6df0641c-226e-4f53-b406-34ca064ad3e3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:01.385371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e8f94e92-dbfa-400a-b324-29a6d17ab381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['6df0641c-226e-4f53-b406-34ca064ad3e3'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:01.422921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e8f94e92-dbfa-400a-b324-29a6d17ab381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:01.432589 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f94e92-dbfa-400a-b324-29a6d17ab381 None None] Routers {'6df0641c-226e-4f53-b406-34ca064ad3e3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:01.433286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e8f94e92-dbfa-400a-b324-29a6d17ab381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['6df0641c-226e-4f53-b406-34ca064ad3e3'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:01.463735 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.468021 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0b492004-67cd-470f-9232-ef31527caab2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.5369439 Dec 10 18:38:01.468176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37204) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:01.468975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e8f94e92-dbfa-400a-b324-29a6d17ab381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:01.469649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f94e92-dbfa-400a-b324-29a6d17ab381 None None] The sync data for ids ['6df0641c-226e-4f53-b406-34ca064ad3e3'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:01.596549 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-49c03868-5be0-46d3-9396-1bca368c38e7 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/routers/6df0641c-226e-4f53-b406-34ca064ad3e3 HTTP/1.1" status: 200 len: 879 time: 0.1273046 Dec 10 18:38:01.599893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37206) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:01.606078 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'name': 'network-vif-deleted', 'tag': '57df12cd-5997-4680-8dda-e93a6694e723'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:01.608890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c25c2db-de5d-449a-8bfd-84393ff4200a" -d '{"events": [{"server_uuid": "612fef95-f03d-4f04-9945-b8e8ce59db87", "name": "network-vif-deleted", "tag": "57df12cd-5997-4680-8dda-e93a6694e723"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:01.690189 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de61758-f4cc-47de-a4be-16bc3db8d2fb x-openstack-request-id: req-2de61758-f4cc-47de-a4be-16bc3db8d2fb {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:01.690764 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612fef95-f03d-4f04-9945-b8e8ce59db87", "name": "network-vif-deleted", "tag": "57df12cd-5997-4680-8dda-e93a6694e723", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:01.690894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2de61758-f4cc-47de-a4be-16bc3db8d2fb {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:01.691350 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612fef95-f03d-4f04-9945-b8e8ce59db87', 'name': 'network-vif-deleted', 'tag': '57df12cd-5997-4680-8dda-e93a6694e723', 'status': 'completed', 'code': 200} Dec 10 18:38:01.870617 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2ae92355-0233-4027-a92a-2671199f0d6d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2693350 Dec 10 18:38:01.872916 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37210) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:01.877636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-cb2d522b-441c-410a-8198-6328f704f5e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-633786490'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:02.189855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb2d522b-441c-410a-8198-6328f704f5e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.260518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb2d522b-441c-410a-8198-6328f704f5e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.347423 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37216) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:02.383377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2d522b-441c-410a-8198-6328f704f5e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 6df0641c-226e-4f53-b406-34ca064ad3e3 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:02.429562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5a039-180e-4e64-aff5-7273e77c1f39 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.467513 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5a039-180e-4e64-aff5-7273e77c1f39 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.482310 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b773793-8068-4b03-9799-d90d2f613ada req-e0382aa5-d07a-45a9-9ec6-964b432da9f8 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:02.493492 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0b773793-8068-4b03-9799-d90d2f613ada req-e0382aa5-d07a-45a9-9ec6-964b432da9f8 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 943 time: 0.0926890 Dec 10 18:38:02.505299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2d522b-441c-410a-8198-6328f704f5e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:02.512821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cb2d522b-441c-410a-8198-6328f704f5e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.514926 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cb2d522b-441c-410a-8198-6328f704f5e2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/6df0641c-226e-4f53-b406-34ca064ad3e3 HTTP/1.1" status: 200 len: 886 time: 0.6407189 Dec 10 18:38:02.527469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37218) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:02.527594 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33353536-42c7-46c0-bc94-fd9d3c4f9392 None None] Sync routers for ids ['6df0641c-226e-4f53-b406-34ca064ad3e3'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:02.532356 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33353536-42c7-46c0-bc94-fd9d3c4f9392 None None] Routers {'6df0641c-226e-4f53-b406-34ca064ad3e3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:02.532969 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-33353536-42c7-46c0-bc94-fd9d3c4f9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['6df0641c-226e-4f53-b406-34ca064ad3e3'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:02.562415 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0b773793-8068-4b03-9799-d90d2f613ada req-08628049-faba-42cf-9247-64e908a9b461 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633075 Dec 10 18:38:02.568245 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-33353536-42c7-46c0-bc94-fd9d3c4f9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:02.577065 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33353536-42c7-46c0-bc94-fd9d3c4f9392 None None] Routers {'6df0641c-226e-4f53-b406-34ca064ad3e3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:02.577654 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-33353536-42c7-46c0-bc94-fd9d3c4f9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['6df0641c-226e-4f53-b406-34ca064ad3e3'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:02.619730 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-33353536-42c7-46c0-bc94-fd9d3c4f9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:02.620379 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33353536-42c7-46c0-bc94-fd9d3c4f9392 None None] The sync data for ids ['6df0641c-226e-4f53-b406-34ca064ad3e3'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:02.645611 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-01c33fe8-99a3-44bd-ab17-3dd7026cf03e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/routers/6df0641c-226e-4f53-b406-34ca064ad3e3 HTTP/1.1" status: 200 len: 886 time: 0.1260509 Dec 10 18:38:02.651621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37220) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:02.667268 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5a039-180e-4e64-aff5-7273e77c1f39 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.670007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5a039-180e-4e64-aff5-7273e77c1f39 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.671153 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-64c5a039-180e-4e64-aff5-7273e77c1f39 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/security-groups/bdb76553-5083-45e8-b375-634af7195e74 HTTP/1.1" status: 204 len: 168 time: 0.3226705 Dec 10 18:38:02.678942 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8cc5b3c9-c420-4f4a-904f-5614cd7b093e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports?device_id=6df0641c-226e-4f53-b406-34ca064ad3e3 HTTP/1.1" status: 200 len: 205 time: 0.0291104 Dec 10 18:38:02.682481 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5a039-180e-4e64-aff5-7273e77c1f39 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb76553-5083-45e8-b375-634af7195e74,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:02.684440 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37224) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:02.771098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37226) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:02.793643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.896834 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.016140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port 5c065489-724f-4c94-b3c8-fae17c9ff7d4 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:03.016708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.106539 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.119091 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for 5c065489-724f-4c94-b3c8-fae17c9ff7d4 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:03.144533 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5bae633d-78c8-4bbe-9a29-3dc7f19ec737 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.340441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.371898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=5c065489-724f-4c94-b3c8-fae17c9ff7d4,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:03.385851 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db3413b-4a78-45f7-9a8d-4635cd134697 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:03.419936 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-5bae633d-78c8-4bbe-9a29-3dc7f19ec737 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:03.420516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5bae633d-78c8-4bbe-9a29-3dc7f19ec737 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.437925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.514549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-5bae633d-78c8-4bbe-9a29-3dc7f19ec737 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d,segment=NetworkSegment(abb44871-e5ef-48e9-a9f6-bed16a4a20cc),segment_id=abb44871-e5ef-48e9-a9f6-bed16a4a20cc)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:03.514921 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5bae633d-78c8-4bbe-9a29-3dc7f19ec737 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.528164 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-5bae633d-78c8-4bbe-9a29-3dc7f19ec737 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:03.529178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.531326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.633743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.634761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Fanout notify agent at l3_agent the message router_deleted on router 6df0641c-226e-4f53-b406-34ca064ad3e3 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:38:03.654726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.654726 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9e963511-64d4-47a6-91c3-a1ba875182a3 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/routers/6df0641c-226e-4f53-b406-34ca064ad3e3 HTTP/1.1" status: 204 len: 168 time: 0.9631221 Dec 10 18:38:03.654726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37230) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:03.661885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-9e25d462-5324-4517-9645-aac26f2b3a36 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'network': {'name': 'tempest-RoutersTest-43732323'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:03.738539 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0b435-097f-4bfe-a127-c53101948da3 req-5882da3f-2a86-4800-b37b-6af48e3e03b7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:03.740076 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-52a0b435-097f-4bfe-a127-c53101948da3 req-5882da3f-2a86-4800-b37b-6af48e3e03b7 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 943 time: 0.0767384 Dec 10 18:38:03.786218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e25d462-5324-4517-9645-aac26f2b3a36 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:03.789867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e25d462-5324-4517-9645-aac26f2b3a36 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.861528 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e25d462-5324-4517-9645-aac26f2b3a36 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:03.871238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e25d462-5324-4517-9645-aac26f2b3a36 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.871588 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-9e25d462-5324-4517-9645-aac26f2b3a36 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Added segment c0e992a0-51a0-4071-acf6-6f85a0e62d70 of type vlan for network 248b43ab-f7b2-48da-ade4-8cf311c35492 Dec 10 18:38:03.919031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e25d462-5324-4517-9645-aac26f2b3a36 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.021355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e25d462-5324-4517-9645-aac26f2b3a36 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.027104 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e25d462-5324-4517-9645-aac26f2b3a36 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:04.030898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e25d462-5324-4517-9645-aac26f2b3a36 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.093448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25d462-5324-4517-9645-aac26f2b3a36 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Network': ['ID=248b43ab-f7b2-48da-ade4-8cf311c35492,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:04.103829 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 248b43ab-f7b2-48da-ade4-8cf311c35492 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:04.134123 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9e25d462-5324-4517-9645-aac26f2b3a36 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4781280 Dec 10 18:38:04.135769 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5bae633d-78c8-4bbe-9a29-3dc7f19ec737 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.136590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37232) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:04.141672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-9ee998d3-eebf-4759-a29e-a0369587c95a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'subnet': {'network_id': '248b43ab-f7b2-48da-ade4-8cf311c35492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:04.163937 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-52a0b435-097f-4bfe-a127-c53101948da3 req-91034d61-3652-4bce-b137-5bdd70f72e18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173431 Dec 10 18:38:04.166885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae633d-78c8-4bbe-9a29-3dc7f19ec737 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:04.307575 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee998d3-eebf-4759-a29e-a0369587c95a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:04.311328 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ee998d3-eebf-4759-a29e-a0369587c95a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.346958 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5bae633d-78c8-4bbe-9a29-3dc7f19ec737 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.570211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ee998d3-eebf-4759-a29e-a0369587c95a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.573391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bae633d-78c8-4bbe-9a29-3dc7f19ec737 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:04.632829 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee998d3-eebf-4759-a29e-a0369587c95a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Subnet': ['ID=7ccd9564-1259-4a12-b631-6ff31e50e7ac,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:04.640095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee998d3-eebf-4759-a29e-a0369587c95a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Checking segment: {'id': 'c0e992a0-51a0-4071-acf6-6f85a0e62d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '248b43ab-f7b2-48da-ade4-8cf311c35492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:04.640465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee998d3-eebf-4759-a29e-a0369587c95a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network hostable DHCP agents. Network: 248b43ab-f7b2-48da-ade4-8cf311c35492, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:04.683283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bae633d-78c8-4bbe-9a29-3dc7f19ec737 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:04.688884 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5bae633d-78c8-4bbe-9a29-3dc7f19ec737 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9166622 Dec 10 18:38:04.691808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37234) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:04.696827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cef008-5622-43ee-9cce-86c095ee7404 None None] Sync routers for ids ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:04.700579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 57df12cd-5997-4680-8dda-e93a6694e723 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:04.717415 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee998d3-eebf-4759-a29e-a0369587c95a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 248b43ab-f7b2-48da-ade4-8cf311c35492 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:04.729022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 57df12cd-5997-4680-8dda-e93a6694e723 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:04.729370 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 57df12cd-5997-4680-8dda-e93a6694e723 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:04.733307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cef008-5622-43ee-9cce-86c095ee7404 None None] Routers {'d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:04.734045 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-87cef008-5622-43ee-9cce-86c095ee7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:04.744666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-5364d9e2-4fdf-4a59-9765-8a5d556c5581 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting subnet 82000478-3526-4f86-a55c-aa43380b66cc {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:38:04.747875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5364d9e2-4fdf-4a59-9765-8a5d556c5581 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.787616 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5364d9e2-4fdf-4a59-9765-8a5d556c5581 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.808870 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-9ee998d3-eebf-4759-a29e-a0369587c95a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 248b43ab-f7b2-48da-ade4-8cf311c35492) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:04.814229 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee998d3-eebf-4759-a29e-a0369587c95a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:04.815529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ee998d3-eebf-4759-a29e-a0369587c95a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.885893 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5364d9e2-4fdf-4a59-9765-8a5d556c5581 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.897813 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9ee998d3-eebf-4759-a29e-a0369587c95a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7599194 Dec 10 18:38:04.900509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37236) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:04.905936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-b58f25cc-ad16-4ae6-85eb-d4fe5e980076 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-161094942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:04.948040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecf435a-de6e-4e07-a775-48ef83936f01 None None] Network 248b43ab-f7b2-48da-ade4-8cf311c35492 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:05.003423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b58f25cc-ad16-4ae6-85eb-d4fe5e980076 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.004788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b58f25cc-ad16-4ae6-85eb-d4fe5e980076 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.032257 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5364d9e2-4fdf-4a59-9765-8a5d556c5581 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.046593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-87cef008-5622-43ee-9cce-86c095ee7404 None None] Set router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:05.061317 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364d9e2-4fdf-4a59-9765-8a5d556c5581 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Subnet': ['ID=82000478-3526-4f86-a55c-aa43380b66cc,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:05.066238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5364d9e2-4fdf-4a59-9765-8a5d556c5581 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.073414 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5364d9e2-4fdf-4a59-9765-8a5d556c5581 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/subnets/82000478-3526-4f86-a55c-aa43380b66cc HTTP/1.1" status: 204 len: 168 time: 0.3784916 Dec 10 18:38:05.073901 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37238) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:05.099830 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b58f25cc-ad16-4ae6-85eb-d4fe5e980076 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.114582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca930c82-4c83-49e9-98e3-060ff4bda341 None None] Network 2048deae-ae64-45bf-a0c0-b352a9b309db requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:05.119906 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-248b43ab-f7b2-48da-ade4-8cf311c35492', 'network_id': '248b43ab-f7b2-48da-ade4-8cf311c35492', 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'fixed_ips': [{'subnet_id': '7ccd9564-1259-4a12-b631-6ff31e50e7ac'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:05.121152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.163628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b58f25cc-ad16-4ae6-85eb-d4fe5e980076 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.195476 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.279647 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b58f25cc-ad16-4ae6-85eb-d4fe5e980076 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.281564 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b58f25cc-ad16-4ae6-85eb-d4fe5e980076 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3791287 Dec 10 18:38:05.284098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37242) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:05.336812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c7a2a-2e3d-4ec8-a94a-53e06d781362 req-62ca0c71-6af9-4013-8db8-77cb5524f1ff tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:05.339284 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-145c7a2a-2e3d-4ec8-a94a-53e06d781362 req-62ca0c71-6af9-4013-8db8-77cb5524f1ff tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 943 time: 0.0720041 Dec 10 18:38:05.362873 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.435052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Allocated IP 172.20.0.2 (248b43ab-f7b2-48da-ade4-8cf311c35492/7ccd9564-1259-4a12-b631-6ff31e50e7ac/42f7dcf9-b62b-4cd9-ac74-a7c269f867de) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:05.442171 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-145c7a2a-2e3d-4ec8-a94a-53e06d781362 req-a0466e74-b28b-4de8-9e67-719083b46059 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676119 Dec 10 18:38:05.455068 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f932ed5-3c37-4041-a76d-59f8a4b3d9ad None None] DHCP port deletion for 2048deae-ae64-45bf-a0c0-b352a9b309db request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:05.515763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 6819a4b6-24d4-4efa-b992-2e63c8d804b5 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:05.516135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.556352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-87cef008-5622-43ee-9cce-86c095ee7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:38:03Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '6819a4b6-24d4-4efa-b992-2e63c8d804b5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:39Z', 'updated_at': '2021-12-10T18:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:05.591604 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cef008-5622-43ee-9cce-86c095ee7404 None None] Checking router: d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:05.599711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.604143 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 6819a4b6-24d4-4efa-b992-2e63c8d804b5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6819a4b6-24d4-4efa-b992-2e63c8d804b5,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:05.604648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.618020 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 6819a4b6-24d4-4efa-b992-2e63c8d804b5 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:05.632197 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cef008-5622-43ee-9cce-86c095ee7404 None None] Routers {'d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:05.634155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-87cef008-5622-43ee-9cce-86c095ee7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:05.676592 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6f932ed5-3c37-4041-a76d-59f8a4b3d9ad None None] Deleting port 3d68c024-2a6c-4907-af1b-a0a4d0069812 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:05.676959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6f932ed5-3c37-4041-a76d-59f8a4b3d9ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.813773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-87cef008-5622-43ee-9cce-86c095ee7404 None None] Set router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:05.838870 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.844491 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.869517 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=6819a4b6-24d4-4efa-b992-2e63c8d804b5,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:05.878457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6f932ed5-3c37-4041-a76d-59f8a4b3d9ad None None] For port 3d68c024-2a6c-4907-af1b-a0a4d0069812, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3d68c024-2a6c-4907-af1b-a0a4d0069812,segment=NetworkSegment(abb44871-e5ef-48e9-a9f6-bed16a4a20cc),segment_id=abb44871-e5ef-48e9-a9f6-bed16a4a20cc)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:05.886275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6f932ed5-3c37-4041-a76d-59f8a4b3d9ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.886275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-87cef008-5622-43ee-9cce-86c095ee7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:38:05Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:05.890693 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5137a5ce-25d9-430f-9266-81611daf5e2c None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:05.923681 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6f932ed5-3c37-4041-a76d-59f8a4b3d9ad None None] Calling delete_port for 3d68c024-2a6c-4907-af1b-a0a4d0069812 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:05.926513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cef008-5622-43ee-9cce-86c095ee7404 None None] The sync data for ids ['d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470'] in dv-neutron-821434-1-hyperv is: [{'id': 'd0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470', 'name': 'tempest-TestNetworkBasicOps-router-1288803814', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:38Z', 'updated_at': '2021-12-10T18:38:05Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port_host': None}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:05.936849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.942003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.013066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Allocated IP 172.20.0.1 (248b43ab-f7b2-48da-ade4-8cf311c35492/7ccd9564-1259-4a12-b631-6ff31e50e7ac/a6fe15c9-3f97-442a-a7e4-d56e26d28516) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:06.038735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Network 248b43ab-f7b2-48da-ade4-8cf311c35492 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:06.048267 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:06.052180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:06.054168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Pushing event updated for resources: {'Port': ['ID=42f7dcf9-b62b-4cd9-ac74-a7c269f867de,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:06.077597 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.079942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.122316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Attempting to bind port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:06.122615 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Attempting to bind port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'c0e992a0-51a0-4071-acf6-6f85a0e62d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '248b43ab-f7b2-48da-ade4-8cf311c35492'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:06.122973 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Attempting to bind port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de on network 248b43ab-f7b2-48da-ade4-8cf311c35492 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:06.128243 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:06.128621 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Checking segment: {'id': 'c0e992a0-51a0-4071-acf6-6f85a0e62d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '248b43ab-f7b2-48da-ade4-8cf311c35492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:06.129085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.129432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Bound using segment: {'id': 'c0e992a0-51a0-4071-acf6-6f85a0e62d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '248b43ab-f7b2-48da-ade4-8cf311c35492'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:06.129946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Bound port: 42f7dcf9-b62b-4cd9-ac74-a7c269f867de, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e992a0-51a0-4071-acf6-6f85a0e62d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '248b43ab-f7b2-48da-ade4-8cf311c35492'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:06.130327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.143281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6f932ed5-3c37-4041-a76d-59f8a4b3d9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.188969 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f932ed5-3c37-4041-a76d-59f8a4b3d9ad None None] Pushing event deleted for resources: {'Port': ['ID=3d68c024-2a6c-4907-af1b-a0a4d0069812,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:06.195323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f932ed5-3c37-4041-a76d-59f8a4b3d9ad None None] No DVR routers for this DVR port 3d68c024-2a6c-4907-af1b-a0a4d0069812 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:06.209214 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.209789 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Fanout notify agent at l3_agent the message router_deleted on router d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:38:06.226531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.229584 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dfaa89bd-902e-470a-897c-2641b3232b64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/routers/d0d6b27b-e87f-4d6f-92fe-8bfaaa7bf470 HTTP/1.1" status: 204 len: 168 time: 1.1528568 Dec 10 18:38:06.230747 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37244) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:06.235026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] For port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:06.239914 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] For port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=42f7dcf9-b62b-4cd9-ac74-a7c269f867de,segment=NetworkSegment(c0e992a0-51a0-4071-acf6-6f85a0e62d70),segment_id=c0e992a0-51a0-4071-acf6-6f85a0e62d70)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:06.306419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.326526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6fe73cc-6fd2-4055-a386-e00f047eed4e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.413709 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd157f4-1ddf-4a39-8cd4-96da720d0f09 None None] Pushing event updated for resources: {'Port': ['ID=42f7dcf9-b62b-4cd9-ac74-a7c269f867de,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:06.459696 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6fe73cc-6fd2-4055-a386-e00f047eed4e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.476539 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.502560 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-c6fe73cc-6fd2-4055-a386-e00f047eed4e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2048deae-ae64-45bf-a0c0-b352a9b309db']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:06.512870 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-c6fe73cc-6fd2-4055-a386-e00f047eed4e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:06.513189 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-c6fe73cc-6fd2-4055-a386-e00f047eed4e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb44871-e5ef-48e9-a9f6-bed16a4a20cc') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:06.527440 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6fe73cc-6fd2-4055-a386-e00f047eed4e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.561070 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6fe73cc-6fd2-4055-a386-e00f047eed4e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.569827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fe73cc-6fd2-4055-a386-e00f047eed4e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6fe73cc-6fd2-4055-a386-e00f047eed4e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:06.573721 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:06.615285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 248b43ab-f7b2-48da-ade4-8cf311c35492 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:06.618591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:06.622514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:06.628624 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eb5ef-e900-420b-b77d-7bb3ecb07181 req-9b19d312-2cac-4cea-82ac-2a6ef8725f05 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:06.629188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=a6fe15c9-3f97-442a-a7e4-d56e26d28516,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:06.630146 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ea1eb5ef-e900-420b-b77d-7bb3ecb07181 req-9b19d312-2cac-4cea-82ac-2a6ef8725f05 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 943 time: 0.0995491 Dec 10 18:38:06.670039 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.689893 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ea1eb5ef-e900-420b-b77d-7bb3ecb07181 req-41e8a87c-93ac-47f0-97a6-996da77da6ef tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507941 Dec 10 18:38:06.747624 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6fe73cc-6fd2-4055-a386-e00f047eed4e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.752285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6fe73cc-6fd2-4055-a386-e00f047eed4e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.756475 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c6fe73cc-6fd2-4055-a386-e00f047eed4e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/networks/2048deae-ae64-45bf-a0c0-b352a9b309db HTTP/1.1" status: 204 len: 168 time: 0.5247197 Dec 10 18:38:06.771595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe73cc-6fd2-4055-a386-e00f047eed4e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Network': ['ID=2048deae-ae64-45bf-a0c0-b352a9b309db,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:06.772625 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37248) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:06.778928 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-1fc97983-7021-4dac-b091-72455f725ccb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'network': {'name': 'tempest-network-smoke--1471425313', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'port_security_enabled': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:06.880896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.890381 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc97983-7021-4dac-b091-72455f725ccb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:06.893992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1fc97983-7021-4dac-b091-72455f725ccb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.901668 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3d68c024-2a6c-4907-af1b-a0a4d0069812 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:06.920279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc97983-7021-4dac-b091-72455f725ccb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:06.925738 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 3d68c024-2a6c-4907-af1b-a0a4d0069812 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:06.926282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3d68c024-2a6c-4907-af1b-a0a4d0069812 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:06.926803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6819a4b6-24d4-4efa-b992-2e63c8d804b5 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:06.939162 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1fc97983-7021-4dac-b091-72455f725ccb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.942269 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-1fc97983-7021-4dac-b091-72455f725ccb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Added segment 552758ee-4413-45a9-b81e-e812fcf4d9a0 of type vlan for network d046cd38-36d6-45d4-8cf2-3b0f76f675df Dec 10 18:38:06.954813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 6819a4b6-24d4-4efa-b992-2e63c8d804b5 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:06.955301 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6819a4b6-24d4-4efa-b992-2e63c8d804b5 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:06.955822 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:06.989934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:06.990547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5cb0c8a3-bf8d-4c58-b8c2-c1e6aa622b1d not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:07.008946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1fc97983-7021-4dac-b091-72455f725ccb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.078586 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1fc97983-7021-4dac-b091-72455f725ccb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.084197 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc97983-7021-4dac-b091-72455f725ccb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:07.084785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1fc97983-7021-4dac-b091-72455f725ccb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.153724 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc97983-7021-4dac-b091-72455f725ccb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Network': ['ID=d046cd38-36d6-45d4-8cf2-3b0f76f675df,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:07.165314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network d046cd38-36d6-45d4-8cf2-3b0f76f675df details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:07.182432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.197231 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1fc97983-7021-4dac-b091-72455f725ccb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4224019 Dec 10 18:38:07.199518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37250) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:07.204030 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-993359017', 'admin_state_up': True, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:07.239417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.295996 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.297105 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.314449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.317680 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=a6fe15c9-3f97-442a-a7e4-d56e26d28516,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:07.353345 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.411826 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 248b43ab-f7b2-48da-ade4-8cf311c35492 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:07.413328 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:07.573633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.608842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 66f759d6-b46b-406a-b9af-863acfd4740a is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:38:07.716299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:07.723779 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d4d29949-618c-42ce-9317-e43235d763ef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/66f759d6-b46b-406a-b9af-863acfd4740a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4386261 Dec 10 18:38:07.726508 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37254) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:07.733211 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0561b-9921-4a73-a8be-1b239f2ca3e9 None None] Sync routers for ids ['66f759d6-b46b-406a-b9af-863acfd4740a'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:07.747541 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0561b-9921-4a73-a8be-1b239f2ca3e9 None None] Routers {'66f759d6-b46b-406a-b9af-863acfd4740a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:07.747769 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b4d0561b-9921-4a73-a8be-1b239f2ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['66f759d6-b46b-406a-b9af-863acfd4740a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:07.773156 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e35c651-e1f6-4041-abd0-740542548958 None None] Network 248b43ab-f7b2-48da-ade4-8cf311c35492 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:07.784208 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b4d0561b-9921-4a73-a8be-1b239f2ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:07.788653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4338a169-d13c-4f81-ba75-7dc7c3fe4afa tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:07.792634 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4338a169-d13c-4f81-ba75-7dc7c3fe4afa tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports/a6fe15c9-3f97-442a-a7e4-d56e26d28516 HTTP/1.1" status: 200 len: 910 time: 0.0625162 Dec 10 18:38:07.792955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37256) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:07.798495 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3e6fe3c1-a0b0-4e63-857f-c25ac49f568b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ccd9564-1259-4a12-b631-6ff31e50e7ac'}]}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:07.802653 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0561b-9921-4a73-a8be-1b239f2ca3e9 None None] Routers {'66f759d6-b46b-406a-b9af-863acfd4740a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:07.803368 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b4d0561b-9921-4a73-a8be-1b239f2ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['66f759d6-b46b-406a-b9af-863acfd4740a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:07.842752 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882b8ae-7f90-40f9-88e0-f922ada14eec req-7b1ec931-b90d-45f1-a7a6-9ae46a97eec8 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:07.844448 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c882b8ae-7f90-40f9-88e0-f922ada14eec req-7b1ec931-b90d-45f1-a7a6-9ae46a97eec8 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 943 time: 0.0761840 Dec 10 18:38:07.861415 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b4d0561b-9921-4a73-a8be-1b239f2ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:07.862807 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0561b-9921-4a73-a8be-1b239f2ca3e9 None None] The sync data for ids ['66f759d6-b46b-406a-b9af-863acfd4740a'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:07.894921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-246658a6-60b0-40a4-800b-5bf420d68380 None None] Provisioning complete for port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:07.895299 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-246658a6-60b0-40a4-800b-5bf420d68380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.963190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.970578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e6fe3c1-a0b0-4e63-857f-c25ac49f568b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.990277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.001888 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c882b8ae-7f90-40f9-88e0-f922ada14eec req-ce09834d-2f1d-4711-8b84-d750ca60c5d6 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192935 Dec 10 18:38:08.009653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-246658a6-60b0-40a4-800b-5bf420d68380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.063371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-246658a6-60b0-40a4-800b-5bf420d68380 None None] For port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=42f7dcf9-b62b-4cd9-ac74-a7c269f867de,segment=NetworkSegment(c0e992a0-51a0-4071-acf6-6f85a0e62d70),segment_id=c0e992a0-51a0-4071-acf6-6f85a0e62d70)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:08.128788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.253 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/c83418fd-3fb5-4bc7-b628-a3c04ca22206) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:08.135964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-246658a6-60b0-40a4-800b-5bf420d68380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.195612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246658a6-60b0-40a4-800b-5bf420d68380 None None] Pushing event updated for resources: {'Port': ['ID=42f7dcf9-b62b-4cd9-ac74-a7c269f867de,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:08.269731 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-51df6435-4f04-4e90-8a46-4509edd4113f None None] Provisioning complete for port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:08.270539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51df6435-4f04-4e90-8a46-4509edd4113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.290081 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.399451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.501869 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=c83418fd-3fb5-4bc7-b628-a3c04ca22206,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:08.510457 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e6fe3c1-a0b0-4e63-857f-c25ac49f568b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.552361 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:08.562313 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:08.566401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:08.571587 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-51df6435-4f04-4e90-8a46-4509edd4113f None None] Provisioning complete for port a6fe15c9-3f97-442a-a7e4-d56e26d28516 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:08.572070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51df6435-4f04-4e90-8a46-4509edd4113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.580270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e6fe3c1-a0b0-4e63-857f-c25ac49f568b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.615383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811f5cc7-eada-43fc-88f9-82dc7ba53b99 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:08.632278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-51df6435-4f04-4e90-8a46-4509edd4113f None None] Port a6fe15c9-3f97-442a-a7e4-d56e26d28516 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:08.698175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 42f7dcf9-b62b-4cd9-ac74-a7c269f867de up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:08.710459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6fe3c1-a0b0-4e63-857f-c25ac49f568b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:08.711136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e6fe3c1-a0b0-4e63-857f-c25ac49f568b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.712642 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3e6fe3c1-a0b0-4e63-857f-c25ac49f568b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/ports/a6fe15c9-3f97-442a-a7e4-d56e26d28516 HTTP/1.1" status: 200 len: 910 time: 0.9184234 Dec 10 18:38:08.713424 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fe3c1-a0b0-4e63-857f-c25ac49f568b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=a6fe15c9-3f97-442a-a7e4-d56e26d28516,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:08.716468 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37258) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:08.782233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-986e0f70-1668-4d94-93a1-66e9dc8b0331 None None] Provisioning complete for port a6fe15c9-3f97-442a-a7e4-d56e26d28516 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:08.785863 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-986e0f70-1668-4d94-93a1-66e9dc8b0331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.847346 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-986e0f70-1668-4d94-93a1-66e9dc8b0331 None None] Port a6fe15c9-3f97-442a-a7e4-d56e26d28516 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:08.862558 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:08.862934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.865172 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-986e0f70-1668-4d94-93a1-66e9dc8b0331 None None] Provisioning complete for port c83418fd-3fb5-4bc7-b628-a3c04ca22206 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:08.865459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-986e0f70-1668-4d94-93a1-66e9dc8b0331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.931912 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-986e0f70-1668-4d94-93a1-66e9dc8b0331 None None] Port c83418fd-3fb5-4bc7-b628-a3c04ca22206 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:09.054072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-bc13890d-68f1-41f2-a869-58195f954fdf None None] Provisioning complete for port a6fe15c9-3f97-442a-a7e4-d56e26d28516 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:09.054657 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bc13890d-68f1-41f2-a869-58195f954fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.058947 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.094841 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-bc13890d-68f1-41f2-a869-58195f954fdf None None] Port a6fe15c9-3f97-442a-a7e4-d56e26d28516 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:09.158988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6717843b-3700-4850-aade-7927f2f41f1e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.203221 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da006c2-8105-4c18-bb5b-0a71b6733870 req-dee0193b-ce76-46c0-87e1-95c4ee307192 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:09.204707 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2da006c2-8105-4c18-bb5b-0a71b6733870 req-dee0193b-ce76-46c0-87e1-95c4ee307192 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 943 time: 0.0939837 Dec 10 18:38:09.426523 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6717843b-3700-4850-aade-7927f2f41f1e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port a6fe15c9-3f97-442a-a7e4-d56e26d28516 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:09.426983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6717843b-3700-4850-aade-7927f2f41f1e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.521943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6717843b-3700-4850-aade-7927f2f41f1e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.534352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6717843b-3700-4850-aade-7927f2f41f1e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for a6fe15c9-3f97-442a-a7e4-d56e26d28516 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:09.654283 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2da006c2-8105-4c18-bb5b-0a71b6733870 req-cb7f6d70-5939-435b-88c8-871ed9ebe7b2 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4399288 Dec 10 18:38:09.679064 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.814779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6717843b-3700-4850-aade-7927f2f41f1e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.842237 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717843b-3700-4850-aade-7927f2f41f1e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=a6fe15c9-3f97-442a-a7e4-d56e26d28516,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:09.888938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 0b7d6751-b83c-452f-b73c-c823e2943678 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:38:09.982370 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6717843b-3700-4850-aade-7927f2f41f1e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.002523 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:10.013608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Sync routers for ids ['0b7d6751-b83c-452f-b73c-c823e2943678'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:10.027304 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Routers {'0b7d6751-b83c-452f-b73c-c823e2943678'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:10.028204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['0b7d6751-b83c-452f-b73c-c823e2943678'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:10.075397 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.080173 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dce57244-9489-4285-8814-c00f7cba473f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8766737 Dec 10 18:38:10.080418 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37262) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:10.109036 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b3d03aa7-1c73-4b29-9306-a441855e1c3d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d8d709b5542940cd80a96d0fc97864e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275259 Dec 10 18:38:10.111577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37264) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:10.140596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6717843b-3700-4850-aade-7927f2f41f1e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 66f759d6-b46b-406a-b9af-863acfd4740a has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:10.141773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Set router 0b7d6751-b83c-452f-b73c-c823e2943678 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:10.199947 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0cbafb-21eb-4534-b1bc-9cd1293bcfb2 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:10.201394 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8d0cbafb-21eb-4534-b1bc-9cd1293bcfb2 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888314 Dec 10 18:38:10.204493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37266) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:10.218765 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6717843b-3700-4850-aade-7927f2f41f1e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:10.223798 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6717843b-3700-4850-aade-7927f2f41f1e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/66f759d6-b46b-406a-b9af-863acfd4740a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5060849 Dec 10 18:38:10.226496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37268) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:10.230714 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c7e5a-290d-4621-b81a-9e23bb2058b4 None None] Sync routers for ids ['66f759d6-b46b-406a-b9af-863acfd4740a'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:10.245275 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c7e5a-290d-4621-b81a-9e23bb2058b4 None None] Routers {'66f759d6-b46b-406a-b9af-863acfd4740a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:10.246312 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-297c7e5a-290d-4621-b81a-9e23bb2058b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['66f759d6-b46b-406a-b9af-863acfd4740a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:10.252985 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-94ef252a-249b-4ba0-a81b-a867292bd27c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f759d6-b46b-406a-b9af-863acfd4740a HTTP/1.1" status: 200 len: 205 time: 0.0252910 Dec 10 18:38:10.253868 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ee332e29-15b9-456f-86f3-0b8cf2185714 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482249 Dec 10 18:38:10.256072 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37270) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:10.256399 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37272) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:10.264246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-6df6f468-d1e0-457d-a09d-be7a61914e17 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1562518750', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:10.284501 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-297c7e5a-290d-4621-b81a-9e23bb2058b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:10.294310 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c7e5a-290d-4621-b81a-9e23bb2058b4 None None] Routers {'66f759d6-b46b-406a-b9af-863acfd4740a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:10.294911 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-297c7e5a-290d-4621-b81a-9e23bb2058b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['66f759d6-b46b-406a-b9af-863acfd4740a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:10.327164 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-297c7e5a-290d-4621-b81a-9e23bb2058b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:10.327822 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c7e5a-290d-4621-b81a-9e23bb2058b4 None None] The sync data for ids ['66f759d6-b46b-406a-b9af-863acfd4740a'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:10.339375 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:08Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:10.366612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Checking router: 0b7d6751-b83c-452f-b73c-c823e2943678 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:10.366969 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Updating router 0b7d6751-b83c-452f-b73c-c823e2943678 port c83418fd-3fb5-4bc7-b628-a3c04ca22206 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:38:10.381761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59bc3b5d-fe97-42a6-a24e-9a0d85fa5ad8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.391945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.558104 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59bc3b5d-fe97-42a6-a24e-9a0d85fa5ad8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.560381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59bc3b5d-fe97-42a6-a24e-9a0d85fa5ad8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.615548 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df6f468-d1e0-457d-a09d-be7a61914e17 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:10.619140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6df6f468-d1e0-457d-a09d-be7a61914e17 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.651726 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.682156 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59bc3b5d-fe97-42a6-a24e-9a0d85fa5ad8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.682679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bc3b5d-fe97-42a6-a24e-9a0d85fa5ad8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Fanout notify agent at l3_agent the message router_deleted on router 66f759d6-b46b-406a-b9af-863acfd4740a {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:38:10.692638 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59bc3b5d-fe97-42a6-a24e-9a0d85fa5ad8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.693654 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-59bc3b5d-fe97-42a6-a24e-9a0d85fa5ad8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/routers/66f759d6-b46b-406a-b9af-863acfd4740a HTTP/1.1" status: 204 len: 168 time: 0.4343014 Dec 10 18:38:10.696619 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37276) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:10.707115 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.723147 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a890f448-374f-4c82-a871-c393108b3bb1 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:38:10.785759 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-56896ed4-ac9b-472c-9fa4-4c24309f03dd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting subnet 7ccd9564-1259-4a12-b631-6ff31e50e7ac {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:38:10.789493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-56896ed4-ac9b-472c-9fa4-4c24309f03dd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.795979 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f09e85-fc9a-4c0c-90c7-30936c17c017 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:10.806521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Attempting to bind port c83418fd-3fb5-4bc7-b628-a3c04ca22206 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:10.807020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Attempting to bind port c83418fd-3fb5-4bc7-b628-a3c04ca22206 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:10.807414 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Attempting to bind port c83418fd-3fb5-4bc7-b628-a3c04ca22206 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:10.818744 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Pushing event updated for resources: {'Port': ['ID=c83418fd-3fb5-4bc7-b628-a3c04ca22206,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:10.843016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3ae9e-4a79-4d0b-8b13-66df5ddf1989 req-f6fa72d4-f7a3-478e-b062-fdf3622fe725 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:10.844671 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7ff3ae9e-4a79-4d0b-8b13-66df5ddf1989 req-f6fa72d4-f7a3-478e-b062-fdf3622fe725 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 943 time: 0.1108949 Dec 10 18:38:10.846879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-56896ed4-ac9b-472c-9fa4-4c24309f03dd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.856340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:10.856728 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:10.857113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.857514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:10.858023 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Bound port: c83418fd-3fb5-4bc7-b628-a3c04ca22206, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:10.858400 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.863895 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:10.864242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:10.864583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:10.864920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:10.865252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:10.865582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:10.865942 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:10.869676 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:10.869676 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:10.869676 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:10.869676 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:10.869676 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:10.869676 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:10.923354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6df6f468-d1e0-457d-a09d-be7a61914e17 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.935086 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7ff3ae9e-4a79-4d0b-8b13-66df5ddf1989 req-8efac972-696e-4461-9e70-1a336c69768b tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627198 Dec 10 18:38:10.968683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] For port c83418fd-3fb5-4bc7-b628-a3c04ca22206, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:10.974084 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port a890f448-374f-4c82-a871-c393108b3bb1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a890f448-374f-4c82-a871-c393108b3bb1,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:10.977416 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] For port c83418fd-3fb5-4bc7-b628-a3c04ca22206, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c83418fd-3fb5-4bc7-b628-a3c04ca22206,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:10.984895 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b3de64b9-4bda-4fb8-ade5-3db636feb070 None None] Provisioning complete for port c83418fd-3fb5-4bc7-b628-a3c04ca22206 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:10.985345 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b3de64b9-4bda-4fb8-ade5-3db636feb070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.990307 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-56896ed4-ac9b-472c-9fa4-4c24309f03dd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.994063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6f468-d1e0-457d-a09d-be7a61914e17 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Subnet': ['ID=3ca60a03-c763-42af-ba5b-ecd87d8f27a6,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:11.002936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6f468-d1e0-457d-a09d-be7a61914e17 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Checking segment: {'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:11.003460 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df6f468-d1e0-457d-a09d-be7a61914e17 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network hostable DHCP agents. Network: d046cd38-36d6-45d4-8cf2-3b0f76f675df, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:11.011764 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'a890f448-374f-4c82-a871-c393108b3bb1', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'port_id': 'a890f448-374f-4c82-a871-c393108b3bb1', 'mac_address': 'fa:16:3e:0d:6b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:38:11.047198 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b3de64b9-4bda-4fb8-ade5-3db636feb070 None None] Port c83418fd-3fb5-4bc7-b628-a3c04ca22206 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:11.057267 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.070619 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.078202 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a890f448-374f-4c82-a871-c393108b3bb1 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:11.087170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df6f468-d1e0-457d-a09d-be7a61914e17 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network d046cd38-36d6-45d4-8cf2-3b0f76f675df is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:11.107889 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-56896ed4-ac9b-472c-9fa4-4c24309f03dd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.138649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56896ed4-ac9b-472c-9fa4-4c24309f03dd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Subnet': ['ID=7ccd9564-1259-4a12-b631-6ff31e50e7ac,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:11.140724 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-56896ed4-ac9b-472c-9fa4-4c24309f03dd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.143356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c8adb6-9793-452c-8940-45d7e5e46aeb None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:11.147667 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37278) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:11.148564 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-56896ed4-ac9b-472c-9fa4-4c24309f03dd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/7ccd9564-1259-4a12-b631-6ff31e50e7ac HTTP/1.1" status: 204 len: 168 time: 0.4500370 Dec 10 18:38:11.150869 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3558d4b5-4e30-4129-ad7c-4f7e5479c07d None None] Network 248b43ab-f7b2-48da-ade4-8cf311c35492 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:11.159065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port a890f448-374f-4c82-a871-c393108b3bb1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a890f448-374f-4c82-a871-c393108b3bb1,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:11.169881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-6df6f468-d1e0-457d-a09d-be7a61914e17 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, d046cd38-36d6-45d4-8cf2-3b0f76f675df) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:11.199137 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df6f468-d1e0-457d-a09d-be7a61914e17 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:11.200058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6df6f468-d1e0-457d-a09d-be7a61914e17 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.208175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bedf6b-808c-4a1a-bf1b-96166c00c6c0 None None] Network d046cd38-36d6-45d4-8cf2-3b0f76f675df requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:11.216216 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Routers {'0b7d6751-b83c-452f-b73c-c823e2943678'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:11.217113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['0b7d6751-b83c-452f-b73c-c823e2943678'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:11.240727 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.292051 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6df6f468-d1e0-457d-a09d-be7a61914e17 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0341454 Dec 10 18:38:11.294771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37280) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:11.302842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.303077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:11.303396 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.304467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f93b9a-1c56-4d96-b60d-81bc67ba7d6b None None] Pushing event updated for resources: {'Port': ['ID=c83418fd-3fb5-4bc7-b628-a3c04ca22206,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:11.433201 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-73e9f3b9-4a9d-4b5a-9fa0-1cadb8109fd4 None None] Provisioning complete for port c83418fd-3fb5-4bc7-b628-a3c04ca22206 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:11.433567 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-73e9f3b9-4a9d-4b5a-9fa0-1cadb8109fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.497278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=a890f448-374f-4c82-a871-c393108b3bb1,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:11.539193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] Set router 0b7d6751-b83c-452f-b73c-c823e2943678 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:11.601737 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-d046cd38-36d6-45d4-8cf2-3b0f76f675df', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:11.602617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.604788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['a890f448-374f-4c82-a871-c393108b3bb1'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:11.611860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc689ef6-40ff-4c1c-8562-deee591a3007 None None] DHCP port deletion for 248b43ab-f7b2-48da-ade4-8cf311c35492 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:11.779399 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] For port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=42f7dcf9-b62b-4cd9-ac74-a7c269f867de,segment=NetworkSegment(c0e992a0-51a0-4071-acf6-6f85a0e62d70),segment_id=c0e992a0-51a0-4071-acf6-6f85a0e62d70)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:11.779764 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.799282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for 42f7dcf9-b62b-4cd9-ac74-a7c269f867de owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:12.040399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-73e9f3b9-4a9d-4b5a-9fa0-1cadb8109fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.061669 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.073430 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05943348-478b-4f79-ba3d-7317c9fcff0d req-4704cd96-edd0-49c5-8ffb-25bebf4e7584 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:12.075021 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-05943348-478b-4f79-ba3d-7317c9fcff0d req-4704cd96-edd0-49c5-8ffb-25bebf4e7584 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 944 time: 0.0592904 Dec 10 18:38:12.103647 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=42f7dcf9-b62b-4cd9-ac74-a7c269f867de,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:12.105900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No DVR routers for this DVR port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:12.132839 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-73e9f3b9-4a9d-4b5a-9fa0-1cadb8109fd4 None None] For port c83418fd-3fb5-4bc7-b628-a3c04ca22206, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c83418fd-3fb5-4bc7-b628-a3c04ca22206,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:12.134377 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-05943348-478b-4f79-ba3d-7317c9fcff0d req-9326b65a-432d-4093-90ca-e3f94a31c71e tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506439 Dec 10 18:38:12.147864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-cc689ef6-40ff-4c1c-8562-deee591a3007 None None] Deleting port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:12.148444 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cc689ef6-40ff-4c1c-8562-deee591a3007 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.178843 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Allocated IP 172.20.0.2 (d046cd38-36d6-45d4-8cf2-3b0f76f675df/3ca60a03-c763-42af-ba5b-ecd87d8f27a6/4aaaf073-1509-4b50-b212-336b3a188b24) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:12.215755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-73e9f3b9-4a9d-4b5a-9fa0-1cadb8109fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.227971 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.271165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248b43ab-f7b2-48da-ade4-8cf311c35492']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:12.283839 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e992a0-51a0-4071-acf6-6f85a0e62d70') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:12.284136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e992a0-51a0-4071-acf6-6f85a0e62d70') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:12.300404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.330210 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-cc689ef6-40ff-4c1c-8562-deee591a3007 None None] For port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de, host dv-neutron-821434-1-hyperv, got binding levels [] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:12.330604 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cc689ef6-40ff-4c1c-8562-deee591a3007 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.336433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.346921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:12.347304 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:12.350871 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:12.353423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.358242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-cc689ef6-40ff-4c1c-8562-deee591a3007 None None] Calling delete_port for 42f7dcf9-b62b-4cd9-ac74-a7c269f867de owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:12.372034 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.ipam_backend_mixin [None req-cc689ef6-40ff-4c1c-8562-deee591a3007 None None] Port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de was not found and therefore no delete operation was performed {{(pid=103595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:38:12.386006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cc689ef6-40ff-4c1c-8562-deee591a3007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.398767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9f3b9-4a9d-4b5a-9fa0-1cadb8109fd4 None None] Pushing event updated for resources: {'Port': ['ID=c83418fd-3fb5-4bc7-b628-a3c04ca22206,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:12.402015 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:08Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:12.476149 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fbe8d1-0f20-4ed7-b40d-ac708d9568b6 None None] The sync data for ids ['0b7d6751-b83c-452f-b73c-c823e2943678'] in dv-neutron-821434-1-hyperv is: [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:08Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:12.477827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc689ef6-40ff-4c1c-8562-deee591a3007 None None] No DVR routers for this DVR port 42f7dcf9-b62b-4cd9-ac74-a7c269f867de on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:12.487366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc689ef6-40ff-4c1c-8562-deee591a3007 None None] Pushing event deleted for resources: {'Port': ['ID=42f7dcf9-b62b-4cd9-ac74-a7c269f867de,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:12.581512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.587928 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.591393 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.592083 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/networks/248b43ab-f7b2-48da-ade4-8cf311c35492 HTTP/1.1" status: 204 len: 168 time: 1.4428871 Dec 10 18:38:12.595725 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37284) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:12.601152 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2501f4f6-1fe1-4010-a421-22ad7cde3dd5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2019493669', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:12.614015 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 42f7dcf9-b62b-4cd9-ac74-a7c269f867de no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:12.624690 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38388ac3-e32b-4b50-aac2-cef1103b15f4 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Network': ['ID=248b43ab-f7b2-48da-ade4-8cf311c35492,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:12.640455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 42f7dcf9-b62b-4cd9-ac74-a7c269f867de {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:12.643634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 42f7dcf9-b62b-4cd9-ac74-a7c269f867de not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:12.684482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.730214 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2501f4f6-1fe1-4010-a421-22ad7cde3dd5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.734709 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2501f4f6-1fe1-4010-a421-22ad7cde3dd5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.734872 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Network d046cd38-36d6-45d4-8cf2-3b0f76f675df is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:12.737140 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:12.741669 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:12.745230 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Pushing event updated for resources: {'Port': ['ID=4aaaf073-1509-4b50-b212-336b3a188b24,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:12.806112 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.1 (d046cd38-36d6-45d4-8cf2-3b0f76f675df/3ca60a03-c763-42af-ba5b-ecd87d8f27a6/3c5d3538-618a-4d0c-8c83-e4e19edf339d) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:12.826200 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:38:12.843763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Attempting to bind port 4aaaf073-1509-4b50-b212-336b3a188b24 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:12.844154 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Attempting to bind port 4aaaf073-1509-4b50-b212-336b3a188b24 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:12.844532 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Attempting to bind port 4aaaf073-1509-4b50-b212-336b3a188b24 on network d046cd38-36d6-45d4-8cf2-3b0f76f675df {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:12.847434 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2501f4f6-1fe1-4010-a421-22ad7cde3dd5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.849968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:12.850354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Checking segment: {'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:12.850760 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.851157 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Bound using segment: {'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:12.851633 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Bound port: 4aaaf073-1509-4b50-b212-336b3a188b24, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:12.852040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.913517 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2501f4f6-1fe1-4010-a421-22ad7cde3dd5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.917660 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] For port 4aaaf073-1509-4b50-b212-336b3a188b24, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:12.924831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] For port 4aaaf073-1509-4b50-b212-336b3a188b24, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4aaaf073-1509-4b50-b212-336b3a188b24,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:12.943181 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.970688 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.989325 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2501f4f6-1fe1-4010-a421-22ad7cde3dd5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.990960 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2501f4f6-1fe1-4010-a421-22ad7cde3dd5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3938999 Dec 10 18:38:12.995634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37286) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:13.000785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-976328bf-bd34-47af-b7d1-cb03c6064080 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'network': {'name': 'tempest-RoutersTest-1796857693'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:13.035310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.038562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835a19f-69a5-493b-9033-f9429d171f37 None None] Pushing event updated for resources: {'Port': ['ID=4aaaf073-1509-4b50-b212-336b3a188b24,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:13.100276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network d046cd38-36d6-45d4-8cf2-3b0f76f675df is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:13.100744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976328bf-bd34-47af-b7d1-cb03c6064080 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:13.103806 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-976328bf-bd34-47af-b7d1-cb03c6064080 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.104284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=3c5d3538-618a-4d0c-8c83-e4e19edf339d,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:13.107117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:13.109294 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:13.147066 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976328bf-bd34-47af-b7d1-cb03c6064080 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:13.159618 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.190796 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-976328bf-bd34-47af-b7d1-cb03c6064080 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.199683 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-976328bf-bd34-47af-b7d1-cb03c6064080 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Added segment 3b29defc-e5d9-4f5d-a75e-7bf013fcea87 of type vlan for network 3bc9ab9c-e506-4da4-9493-31eca04c014a Dec 10 18:38:13.273000 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-976328bf-bd34-47af-b7d1-cb03c6064080 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.346985 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841e8dd-4ec7-42e4-9f40-241f64d74914 req-5d1016bc-2f0d-4a6e-9288-33a2ad96dc72 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:13.351798 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a841e8dd-4ec7-42e4-9f40-241f64d74914 req-5d1016bc-2f0d-4a6e-9288-33a2ad96dc72 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 944 time: 0.0612683 Dec 10 18:38:13.394358 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-976328bf-bd34-47af-b7d1-cb03c6064080 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.400258 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976328bf-bd34-47af-b7d1-cb03c6064080 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:13.400962 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-976328bf-bd34-47af-b7d1-cb03c6064080 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.419935 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.429874 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a841e8dd-4ec7-42e4-9f40-241f64d74914 req-79b2765c-6702-4ec5-b4e2-08a4ba8088d4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744028 Dec 10 18:38:13.482448 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976328bf-bd34-47af-b7d1-cb03c6064080 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Network': ['ID=3bc9ab9c-e506-4da4-9493-31eca04c014a,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:13.493740 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 3bc9ab9c-e506-4da4-9493-31eca04c014a details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:13.523872 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-976328bf-bd34-47af-b7d1-cb03c6064080 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5244281 Dec 10 18:38:13.524150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37290) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:13.531112 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-352e9aaf-0c14-4616-9c97-441488a7a09a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'subnet': {'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:13.690348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352e9aaf-0c14-4616-9c97-441488a7a09a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:13.694950 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-352e9aaf-0c14-4616-9c97-441488a7a09a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.773045 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.838912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.919206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.921207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=3c5d3538-618a-4d0c-8c83-e4e19edf339d,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:13.953489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-352e9aaf-0c14-4616-9c97-441488a7a09a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.020251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e9aaf-0c14-4616-9c97-441488a7a09a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Subnet': ['ID=74a46a8a-8517-4057-9d46-23eff0d7ff5d,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:14.025070 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network d046cd38-36d6-45d4-8cf2-3b0f76f675df is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:14.026543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:14.034085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352e9aaf-0c14-4616-9c97-441488a7a09a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Checking segment: {'id': '3b29defc-e5d9-4f5d-a75e-7bf013fcea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:14.034328 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352e9aaf-0c14-4616-9c97-441488a7a09a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network hostable DHCP agents. Network: 3bc9ab9c-e506-4da4-9493-31eca04c014a, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:14.092465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd4c87-e84f-4851-bcdd-18c24b79df37 None None] Network d046cd38-36d6-45d4-8cf2-3b0f76f675df requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:14.124452 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352e9aaf-0c14-4616-9c97-441488a7a09a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 3bc9ab9c-e506-4da4-9493-31eca04c014a is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:14.147603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 0b7d6751-b83c-452f-b73c-c823e2943678 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:14.158946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0f6f6c1c-7a80-41a3-9888-c63cfbdcdce0 None None] Provisioning complete for port 4aaaf073-1509-4b50-b212-336b3a188b24 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:14.159321 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6c1c-7a80-41a3-9888-c63cfbdcdce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.215574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-352e9aaf-0c14-4616-9c97-441488a7a09a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 3bc9ab9c-e506-4da4-9493-31eca04c014a) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:14.220920 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352e9aaf-0c14-4616-9c97-441488a7a09a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.221545 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-352e9aaf-0c14-4616-9c97-441488a7a09a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.233759 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dd94ea-f3c8-4945-8d23-88c02ba53a02 None None] Network 3bc9ab9c-e506-4da4-9493-31eca04c014a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:14.261355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:14.269007 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0b8e5445-f3ae-40a6-b424-5bdae3827850 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/0b7d6751-b83c-452f-b73c-c823e2943678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9707603 Dec 10 18:38:14.269201 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37292) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:14.338671 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-352e9aaf-0c14-4616-9c97-441488a7a09a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8102515 Dec 10 18:38:14.339139 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37294) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:14.353204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6c1c-7a80-41a3-9888-c63cfbdcdce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.397461 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-3bc9ab9c-e506-4da4-9493-31eca04c014a', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:14.398463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.432060 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-0f6f6c1c-7a80-41a3-9888-c63cfbdcdce0 None None] For port 4aaaf073-1509-4b50-b212-336b3a188b24, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4aaaf073-1509-4b50-b212-336b3a188b24,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:14.506503 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6c1c-7a80-41a3-9888-c63cfbdcdce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.606737 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2093d58-4518-4299-8de5-d0eb9291ed6d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.607213 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2093d58-4518-4299-8de5-d0eb9291ed6d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.607679 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2093d58-4518-4299-8de5-d0eb9291ed6d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.608133 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2093d58-4518-4299-8de5-d0eb9291ed6d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.608596 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2093d58-4518-4299-8de5-d0eb9291ed6d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.609055 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2093d58-4518-4299-8de5-d0eb9291ed6d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.609924 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2093d58-4518-4299-8de5-d0eb9291ed6d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.611418 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d2093d58-4518-4299-8de5-d0eb9291ed6d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.3401976 Dec 10 18:38:14.614906 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37298) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:14.626418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f6c1c-7a80-41a3-9888-c63cfbdcdce0 None None] Pushing event updated for resources: {'Port': ['ID=4aaaf073-1509-4b50-b212-336b3a188b24,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:14.643588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Allocated IP 172.20.0.2 (3bc9ab9c-e506-4da4-9493-31eca04c014a/74a46a8a-8517-4057-9d46-23eff0d7ff5d/784b8bfc-a4e6-49ae-9271-1069c2be0463) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:14.657209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-01c62ad4-df0f-4e81-aef9-def3e61dd125 None None] Provisioning complete for port 4aaaf073-1509-4b50-b212-336b3a188b24 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:14.659706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-01c62ad4-df0f-4e81-aef9-def3e61dd125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.734830 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484ba78-323e-4e01-9f19-d47b0f60234c req-e71fb3db-3d19-4ef1-9030-881cf7883a53 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.736960 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0484ba78-323e-4e01-9f19-d47b0f60234c req-e71fb3db-3d19-4ef1-9030-881cf7883a53 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 944 time: 0.1845553 Dec 10 18:38:14.748957 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a890f448-374f-4c82-a871-c393108b3bb1 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:14.763871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e77d7-9654-4a7d-b7ed-47f61578b5de tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.764608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e77d7-9654-4a7d-b7ed-47f61578b5de tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.765228 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e77d7-9654-4a7d-b7ed-47f61578b5de tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.765953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e77d7-9654-4a7d-b7ed-47f61578b5de tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.766568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e77d7-9654-4a7d-b7ed-47f61578b5de tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.767243 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e77d7-9654-4a7d-b7ed-47f61578b5de tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.768049 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e77d7-9654-4a7d-b7ed-47f61578b5de tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.770194 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1b5e77d7-9654-4a7d-b7ed-47f61578b5de tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4598 time: 0.1534765 Dec 10 18:38:14.772873 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37300) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:14.794374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4aaaf073-1509-4b50-b212-336b3a188b24 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:14.834671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.858529 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0484ba78-323e-4e01-9f19-d47b0f60234c req-c86c781d-de94-4c3d-a311-817904ead0e4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957990 Dec 10 18:38:14.897745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Sync routers for ids ['0b7d6751-b83c-452f-b73c-c823e2943678'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:14.946481 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Routers {'0b7d6751-b83c-452f-b73c-c823e2943678'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:14.947110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['0b7d6751-b83c-452f-b73c-c823e2943678'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:14.948962 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-34d94530-1eee-4023-affc-b516b875626d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3572 time: 0.1746411 Dec 10 18:38:15.223303 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port a890f448-374f-4c82-a871-c393108b3bb1 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:38:15.238949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port a890f448-374f-4c82-a871-c393108b3bb1 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:15.239351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.244211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37304) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:15.248923 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-251e27d4-f7a6-49c1-80ed-aaeabd66ae2d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161301244', 'description': 'tempest-secgroup-smoke-161301244 description', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:15.282056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 4aaaf073-1509-4b50-b212-336b3a188b24 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:15.282350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.320172 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.341437 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-251e27d4-f7a6-49c1-80ed-aaeabd66ae2d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.349230 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-01c62ad4-df0f-4e81-aef9-def3e61dd125 None None] Provisioning complete for port 3c5d3538-618a-4d0c-8c83-e4e19edf339d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:15.349597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-01c62ad4-df0f-4e81-aef9-def3e61dd125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.387926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Set router 0b7d6751-b83c-452f-b73c-c823e2943678 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:15.413014 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-251e27d4-f7a6-49c1-80ed-aaeabd66ae2d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.429518 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.445935 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Allocated IP 172.20.0.1 (3bc9ab9c-e506-4da4-9493-31eca04c014a/74a46a8a-8517-4057-9d46-23eff0d7ff5d/34d1e126-2f20-4a74-925e-634c960fff22) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:15.473517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-01c62ad4-df0f-4e81-aef9-def3e61dd125 None None] Port 3c5d3538-618a-4d0c-8c83-e4e19edf339d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:15.484620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-251e27d4-f7a6-49c1-80ed-aaeabd66ae2d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.519230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e27d4-f7a6-49c1-80ed-aaeabd66ae2d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9759e1-1865-473e-a303-23a1feb0daa6,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:15.545277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Network 3bc9ab9c-e506-4da4-9493-31eca04c014a is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:15.559734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.576884 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:15.583969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-251e27d4-f7a6-49c1-80ed-aaeabd66ae2d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.585346 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-251e27d4-f7a6-49c1-80ed-aaeabd66ae2d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3399274 Dec 10 18:38:15.592144 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37306) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:15.593223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ba394b3b-1d86-46da-b7f7-891627619cd3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'ee9759e1-1865-473e-a303-23a1feb0daa6', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:15.620347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:15.642912 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.646800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Pushing event updated for resources: {'Port': ['ID=784b8bfc-a4e6-49ae-9271-1069c2be0463,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:15.667837 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c83418fd-3fb5-4bc7-b628-a3c04ca22206 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:15.668784 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.715225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 3bc9ab9c-e506-4da4-9493-31eca04c014a is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:15.718951 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:15.721384 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:15.724216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba394b3b-1d86-46da-b7f7-891627619cd3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.745016 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a0236c3f-0397-4fbd-87ae-19bcf49a9722 None None] Provisioning complete for port 3c5d3538-618a-4d0c-8c83-e4e19edf339d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:15.745382 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a0236c3f-0397-4fbd-87ae-19bcf49a9722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.761647 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=34d1e126-2f20-4a74-925e-634c960fff22,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:15.767421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a890f448-374f-4c82-a871-c393108b3bb1'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:15.770273 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd79efe6-36f4-45c6-9130-45c8906ad9de" -d '{"events": [{"server_uuid": "1c4d1f47-a82b-426a-a563-38b5bdc5e2ee", "name": "network-vif-plugged", "status": "completed", "tag": "a890f448-374f-4c82-a871-c393108b3bb1"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:15.779913 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.789997 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba394b3b-1d86-46da-b7f7-891627619cd3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.827122 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6095ffd9-8f7e-4e17-9f34-cea01d65d4f1 x-openstack-request-id: req-6095ffd9-8f7e-4e17-9f34-cea01d65d4f1 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:15.827445 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4d1f47-a82b-426a-a563-38b5bdc5e2ee", "name": "network-vif-plugged", "status": "completed", "tag": "a890f448-374f-4c82-a871-c393108b3bb1", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:15.827785 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6095ffd9-8f7e-4e17-9f34-cea01d65d4f1 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:15.828092 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a890f448-374f-4c82-a871-c393108b3bb1', 'code': 200} Dec 10 18:38:15.834965 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port a890f448-374f-4c82-a871-c393108b3bb1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a890f448-374f-4c82-a871-c393108b3bb1,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:15.837719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Attempting to bind port 784b8bfc-a4e6-49ae-9271-1069c2be0463 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:15.839337 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Attempting to bind port 784b8bfc-a4e6-49ae-9271-1069c2be0463 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '3b29defc-e5d9-4f5d-a75e-7bf013fcea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:15.839337 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Attempting to bind port 784b8bfc-a4e6-49ae-9271-1069c2be0463 on network 3bc9ab9c-e506-4da4-9493-31eca04c014a {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:15.847639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:15.848013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Checking segment: {'id': '3b29defc-e5d9-4f5d-a75e-7bf013fcea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:15.848816 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.849218 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Bound using segment: {'id': '3b29defc-e5d9-4f5d-a75e-7bf013fcea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:15.849733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Bound port: 784b8bfc-a4e6-49ae-9271-1069c2be0463, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b29defc-e5d9-4f5d-a75e-7bf013fcea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:15.850105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.856023 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba394b3b-1d86-46da-b7f7-891627619cd3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.874274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba394b3b-1d86-46da-b7f7-891627619cd3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b2bfea-440f-4fd8-a5e3-2fd185500ed1,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:15.901252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a0236c3f-0397-4fbd-87ae-19bcf49a9722 None None] Port 3c5d3538-618a-4d0c-8c83-e4e19edf339d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:15.911176 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.938894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba394b3b-1d86-46da-b7f7-891627619cd3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.943568 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ba394b3b-1d86-46da-b7f7-891627619cd3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3513710 Dec 10 18:38:15.943707 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37312) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:15.949118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-572c8499-1452-4671-ab15-8b81c148e3da tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'ee9759e1-1865-473e-a303-23a1feb0daa6', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:15.993035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port c83418fd-3fb5-4bc7-b628-a3c04ca22206 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:15.993432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.001224 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.041893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=a890f448-374f-4c82-a871-c393108b3bb1,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:16.045290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-572c8499-1452-4671-ab15-8b81c148e3da tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.053745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] For port 784b8bfc-a4e6-49ae-9271-1069c2be0463, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:16.059935 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] For port 784b8bfc-a4e6-49ae-9271-1069c2be0463, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=784b8bfc-a4e6-49ae-9271-1069c2be0463,segment=NetworkSegment(3b29defc-e5d9-4f5d-a75e-7bf013fcea87),segment_id=3b29defc-e5d9-4f5d-a75e-7bf013fcea87)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:16.060152 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8d423-60c7-4583-9172-b112cb045437 req-ce70da65-89c5-4b54-81ed-85aed62e5220 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:16.061665 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5cd8d423-60c7-4583-9172-b112cb045437 req-ce70da65-89c5-4b54-81ed-85aed62e5220 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 945 time: 0.0953491 Dec 10 18:38:16.073409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:16.102727 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Checking router: 0b7d6751-b83c-452f-b73c-c823e2943678 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:16.103080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Updating router 0b7d6751-b83c-452f-b73c-c823e2943678 port 3c5d3538-618a-4d0c-8c83-e4e19edf339d binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:38:16.123607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.155467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-572c8499-1452-4671-ab15-8b81c148e3da tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.161070 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38587edd-cb51-4884-b93b-1c8f4bd41c63 req-ea8e3de9-6a89-4193-a4a0-9ee846c29d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:16.162759 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-38587edd-cb51-4884-b93b-1c8f4bd41c63 req-ea8e3de9-6a89-4193-a4a0-9ee846c29d1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 1098 time: 0.0659919 Dec 10 18:38:16.176957 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.192949 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5cd8d423-60c7-4583-9172-b112cb045437 req-87a718ee-8313-448a-a977-2ed46a057a25 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200736 Dec 10 18:38:16.242013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-572c8499-1452-4671-ab15-8b81c148e3da tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.256750 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57afd6-1758-47d1-8518-08092a9c628b None None] Pushing event updated for resources: {'Port': ['ID=784b8bfc-a4e6-49ae-9271-1069c2be0463,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:16.281789 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-38587edd-cb51-4884-b93b-1c8f4bd41c63 req-2bf230e8-2622-4602-a5ec-5d69aa04b8ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067984 Dec 10 18:38:16.290346 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c8499-1452-4671-ab15-8b81c148e3da tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f314d46d-f04c-40be-88e3-76f906d1be5e,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:16.361814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-572c8499-1452-4671-ab15-8b81c148e3da tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.362753 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.364334 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-572c8499-1452-4671-ab15-8b81c148e3da tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4194641 Dec 10 18:38:16.366962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37314) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:16.372008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2218d3a6-0d43-4722-a29f-219fd3eda66e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'ee9759e1-1865-473e-a303-23a1feb0daa6', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:16.452303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.491169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2218d3a6-0d43-4722-a29f-219fd3eda66e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.546465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f3254d9d-01b4-4f00-8a48-974172541784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.571346 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.577977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.581112 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2218d3a6-0d43-4722-a29f-219fd3eda66e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.594266 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=34d1e126-2f20-4a74-925e-634c960fff22,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:16.643611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.659846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2218d3a6-0d43-4722-a29f-219fd3eda66e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.680182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218d3a6-0d43-4722-a29f-219fd3eda66e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5227540d-e9d3-482c-873d-a0c4f8059d8d,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:16.693076 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 3bc9ab9c-e506-4da4-9493-31eca04c014a is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:16.703671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:16.722014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83d03e-58de-49df-98cf-d4e43b9d8b8f None None] Pushing event updated for resources: {'Port': ['ID=3c5d3538-618a-4d0c-8c83-e4e19edf339d,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:16.752630 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4aaaf073-1509-4b50-b212-336b3a188b24 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:16.831786 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Attempting to bind port 3c5d3538-618a-4d0c-8c83-e4e19edf339d on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:16.833044 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Attempting to bind port 3c5d3538-618a-4d0c-8c83-e4e19edf339d by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:16.833674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Attempting to bind port 3c5d3538-618a-4d0c-8c83-e4e19edf339d on network d046cd38-36d6-45d4-8cf2-3b0f76f675df {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:16.845257 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:16.845703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Checking segment: {'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:16.846094 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.846492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Bound using segment: {'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:16.847074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Bound port: 3c5d3538-618a-4d0c-8c83-e4e19edf339d, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:16.847562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.895798 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 4d626100-995d-4c8b-b031-99ec5e1e6bfb is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:38:16.904798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 4aaaf073-1509-4b50-b212-336b3a188b24 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:16.905180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.927289 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2218d3a6-0d43-4722-a29f-219fd3eda66e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.928702 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2218d3a6-0d43-4722-a29f-219fd3eda66e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5605295 Dec 10 18:38:16.931511 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37316) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:16.935926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c9f4e19d-9cf8-4dba-aad3-75192c1b3687 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'ee9759e1-1865-473e-a303-23a1feb0daa6', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:16.964804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] For port 3c5d3538-618a-4d0c-8c83-e4e19edf339d, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:16.981045 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] For port 3c5d3538-618a-4d0c-8c83-e4e19edf339d, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3c5d3538-618a-4d0c-8c83-e4e19edf339d,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:17.013283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:17.019859 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-83ff9f7d-02a6-4fe4-86d9-8ffff17cc8bb tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6794832 Dec 10 18:38:17.022561 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37318) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:17.025065 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Sync routers for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:17.029110 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-981c77d5-a35c-4652-871d-2deb30a54d34 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'network': {'name': 'tempest-RoutersTest-68474067'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:17.030662 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 784b8bfc-a4e6-49ae-9271-1069c2be0463 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:17.037849 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:17.038940 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:17.049840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e19d-9cf8-4dba-aad3-75192c1b3687 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.065130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.100229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2036b324-7594-42e5-9809-1324cde0a697 None None] Provisioning complete for port 3c5d3538-618a-4d0c-8c83-e4e19edf339d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:17.100601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2036b324-7594-42e5-9809-1324cde0a697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.135673 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981c77d5-a35c-4652-871d-2deb30a54d34 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:17.139929 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-981c77d5-a35c-4652-871d-2deb30a54d34 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.141223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e19d-9cf8-4dba-aad3-75192c1b3687 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.165779 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:17.192497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981c77d5-a35c-4652-871d-2deb30a54d34 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:17.203571 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-981c77d5-a35c-4652-871d-2deb30a54d34 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.204011 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-981c77d5-a35c-4652-871d-2deb30a54d34 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Added segment 57861945-6d7b-454b-b8f5-131f9a46a7ec of type vlan for network 5f375b30-f491-4fab-be7e-bc745572ceff Dec 10 18:38:17.217174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e19d-9cf8-4dba-aad3-75192c1b3687 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.254558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4e19d-9cf8-4dba-aad3-75192c1b3687 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ccaeb8-c977-4520-a6dd-2ec3b52ef1fa,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:17.301779 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-981c77d5-a35c-4652-871d-2deb30a54d34 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.339189 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e19d-9cf8-4dba-aad3-75192c1b3687 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.354967 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c9f4e19d-9cf8-4dba-aad3-75192c1b3687 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4195819 Dec 10 18:38:17.358025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37322) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:17.365536 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Routers {'0b7d6751-b83c-452f-b73c-c823e2943678'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:17.366192 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['0b7d6751-b83c-452f-b73c-c823e2943678'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:17.370369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83d03e-58de-49df-98cf-d4e43b9d8b8f None None] Pushing event updated for resources: {'Port': ['ID=3c5d3538-618a-4d0c-8c83-e4e19edf339d,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:17.372116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0d63296e-2762-424d-a741-a9d056d5a7ea tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'ee9759e1-1865-473e-a303-23a1feb0daa6', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:17.438849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abf708-805b-4cf8-9d10-13f3bfbba669 req-22d7a9bb-7090-4837-8a3f-53f98fe9ae18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:17.440559 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b7abf708-805b-4cf8-9d10-13f3bfbba669 req-22d7a9bb-7090-4837-8a3f-53f98fe9ae18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 945 time: 0.1183658 Dec 10 18:38:17.457989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 784b8bfc-a4e6-49ae-9271-1069c2be0463 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:17.458372 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.469435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-981c77d5-a35c-4652-871d-2deb30a54d34 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.477053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c77d5-a35c-4652-871d-2deb30a54d34 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:17.477797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-981c77d5-a35c-4652-871d-2deb30a54d34 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.542000 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-0d63296e-2762-424d-a741-a9d056d5a7ea tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:38:17.548408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d63296e-2762-424d-a741-a9d056d5a7ea tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.568385 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2036b324-7594-42e5-9809-1324cde0a697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.598178 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] Set router 0b7d6751-b83c-452f-b73c-c823e2943678 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:17.616658 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b7abf708-805b-4cf8-9d10-13f3bfbba669 req-8f9e8268-1171-4db0-936c-548acd21777a tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675601 Dec 10 18:38:17.626818 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c77d5-a35c-4652-871d-2deb30a54d34 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Network': ['ID=5f375b30-f491-4fab-be7e-bc745572ceff,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:17.662344 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-981c77d5-a35c-4652-871d-2deb30a54d34 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6386883 Dec 10 18:38:17.663309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37324) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:17.668502 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a2c7f6a3-987b-4b11-ae4e-f0f502c1a427 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'subnet': {'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:17.676459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d63296e-2762-424d-a741-a9d056d5a7ea tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.678529 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f86bf0-03bc-485b-b1f0-8911ed48c5cb None None] Network 3bc9ab9c-e506-4da4-9493-31eca04c014a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:17.680474 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 5f375b30-f491-4fab-be7e-bc745572ceff details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:17.699171 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:15Z', 'revision_number': 2, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:16Z', 'revision_number': 2, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:17.744313 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Checking router: 4d626100-995d-4c8b-b031-99ec5e1e6bfb for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:17.745561 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Updating router 4d626100-995d-4c8b-b031-99ec5e1e6bfb port 34d1e126-2f20-4a74-925e-634c960fff22 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:38:17.746125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d63296e-2762-424d-a741-a9d056d5a7ea tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.762994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63296e-2762-424d-a741-a9d056d5a7ea tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f529d1ec-a19a-4c3b-a8ce-6acb0ad326cf,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:17.803273 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.858372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0d63296e-2762-424d-a741-a9d056d5a7ea tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.860256 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0d63296e-2762-424d-a741-a9d056d5a7ea tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5001757 Dec 10 18:38:17.862926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37326) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:17.868542 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-aee7ba47-d23c-45d8-8b43-7826f1f42d0a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'ee9759e1-1865-473e-a303-23a1feb0daa6', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:17.901474 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-2036b324-7594-42e5-9809-1324cde0a697 None None] For port 3c5d3538-618a-4d0c-8c83-e4e19edf339d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3c5d3538-618a-4d0c-8c83-e4e19edf339d,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:17.935548 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c7f6a3-987b-4b11-ae4e-f0f502c1a427 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:17.939712 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2c7f6a3-987b-4b11-ae4e-f0f502c1a427 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.989444 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2036b324-7594-42e5-9809-1324cde0a697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.031839 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-aee7ba47-d23c-45d8-8b43-7826f1f42d0a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:38:18.043085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-aee7ba47-d23c-45d8-8b43-7826f1f42d0a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.060001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.068212 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.117667 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-aee7ba47-d23c-45d8-8b43-7826f1f42d0a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.130084 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.153208 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036b324-7594-42e5-9809-1324cde0a697 None None] Pushing event updated for resources: {'Port': ['ID=3c5d3538-618a-4d0c-8c83-e4e19edf339d,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:18.174841 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Pushing event updated for resources: {'Port': ['ID=34d1e126-2f20-4a74-925e-634c960fff22,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:18.186974 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:18.187858 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:18.188142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-aee7ba47-d23c-45d8-8b43-7826f1f42d0a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.188849 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:18.190106 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:18.190604 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:18.191094 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:18.191873 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:18.192369 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:18.192879 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:18.193391 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:18.193917 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:18.194400 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:18.194881 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:18.202369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 784b8bfc-a4e6-49ae-9271-1069c2be0463, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=784b8bfc-a4e6-49ae-9271-1069c2be0463,segment=NetworkSegment(3b29defc-e5d9-4f5d-a75e-7bf013fcea87),segment_id=3b29defc-e5d9-4f5d-a75e-7bf013fcea87)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:18.211183 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-31214238-961b-46fd-aaa0-64c06df3bf0d None None] Provisioning complete for port 784b8bfc-a4e6-49ae-9271-1069c2be0463 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:18.212078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-31214238-961b-46fd-aaa0-64c06df3bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.216575 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7ba47-d23c-45d8-8b43-7826f1f42d0a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a2a082-37a3-4301-91bf-0910045c2356,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:18.221949 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2c7f6a3-987b-4b11-ae4e-f0f502c1a427 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.286805 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Attempting to bind port 34d1e126-2f20-4a74-925e-634c960fff22 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:18.288317 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Attempting to bind port 34d1e126-2f20-4a74-925e-634c960fff22 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '3b29defc-e5d9-4f5d-a75e-7bf013fcea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:18.289019 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Attempting to bind port 34d1e126-2f20-4a74-925e-634c960fff22 on network 3bc9ab9c-e506-4da4-9493-31eca04c014a {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:18.292283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7f6a3-987b-4b11-ae4e-f0f502c1a427 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Subnet': ['ID=15213e90-10e3-4f15-a5eb-201b7be80542,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:18.296916 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:18.297455 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Checking segment: {'id': '3b29defc-e5d9-4f5d-a75e-7bf013fcea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:18.297993 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.298816 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Bound using segment: {'id': '3b29defc-e5d9-4f5d-a75e-7bf013fcea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:18.299756 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Bound port: 34d1e126-2f20-4a74-925e-634c960fff22, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b29defc-e5d9-4f5d-a75e-7bf013fcea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:18.300376 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.304666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-aee7ba47-d23c-45d8-8b43-7826f1f42d0a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.306196 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-aee7ba47-d23c-45d8-8b43-7826f1f42d0a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4414639 Dec 10 18:38:18.311312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7f6a3-987b-4b11-ae4e-f0f502c1a427 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Checking segment: {'id': '57861945-6d7b-454b-b8f5-131f9a46a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:18.311312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c7f6a3-987b-4b11-ae4e-f0f502c1a427 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network hostable DHCP agents. Network: 5f375b30-f491-4fab-be7e-bc745572ceff, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:18.311554 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.386096 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=784b8bfc-a4e6-49ae-9271-1069c2be0463,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:18.390272 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] For port 34d1e126-2f20-4a74-925e-634c960fff22, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:18.396493 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] For port 34d1e126-2f20-4a74-925e-634c960fff22, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=34d1e126-2f20-4a74-925e-634c960fff22,segment=NetworkSegment(3b29defc-e5d9-4f5d-a75e-7bf013fcea87),segment_id=3b29defc-e5d9-4f5d-a75e-7bf013fcea87)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:18.421459 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c7f6a3-987b-4b11-ae4e-f0f502c1a427 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 5f375b30-f491-4fab-be7e-bc745572ceff is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:18.429811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:16Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:18.462994 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.463830 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d1fb2-a69b-4356-acac-34b9fc2485eb None None] The sync data for ids ['0b7d6751-b83c-452f-b73c-c823e2943678'] in dv-neutron-821434-1-hyperv is: [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:16Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:18.483926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-31214238-961b-46fd-aaa0-64c06df3bf0d None None] Provisioning complete for port 3c5d3538-618a-4d0c-8c83-e4e19edf339d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:18.484303 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-31214238-961b-46fd-aaa0-64c06df3bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.511582 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.562524 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-565dcd2e-baa0-4414-9688-83a971d99c80 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161301244&fields=id&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 267 time: 0.0573244 Dec 10 18:38:18.564536 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a2c7f6a3-987b-4b11-ae4e-f0f502c1a427 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 5f375b30-f491-4fab-be7e-bc745572ceff) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:18.580479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c7f6a3-987b-4b11-ae4e-f0f502c1a427 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:18.580811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c7f8a4-aee1-44c1-ba9e-402dd88d95f8 None None] Network 5f375b30-f491-4fab-be7e-bc745572ceff requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:18.581453 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a2c7f6a3-987b-4b11-ae4e-f0f502c1a427 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.663955 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:18.664601 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:37:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:18.679460 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20bef3-868b-4034-a346-d88f77b47728 None None] Pushing event updated for resources: {'Port': ['ID=34d1e126-2f20-4a74-925e-634c960fff22,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:18.720775 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a2c7f6a3-987b-4b11-ae4e-f0f502c1a427 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0561030 Dec 10 18:38:18.724464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37346) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:18.892019 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:18.896602 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3c5d3538-618a-4d0c-8c83-e4e19edf339d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:18.908133 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0fdd2f58-725e-461e-97fa-c1d55b82e3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.943536 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734cf3-7de4-4d21-8e2b-e8483cbdcc4f req-433401a9-d0a2-4578-81c3-25e8c7383cee tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:18.945392 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-db734cf3-7de4-4d21-8e2b-e8483cbdcc4f req-433401a9-d0a2-4578-81c3-25e8c7383cee tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 945 time: 0.1889949 Dec 10 18:38:18.946622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-5f375b30-f491-4fab-be7e-bc745572ceff', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:18.948748 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.968401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-f5b32197-2ab3-4f6d-8a1e-74a7f6e1ddaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:18.973545 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-f5b32197-2ab3-4f6d-8a1e-74a7f6e1ddaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/networks?id=d046cd38-36d6-45d4-8cf2-3b0f76f675df HTTP/1.1" status: 200 len: 797 time: 0.4046659 Dec 10 18:38:19.006654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-84614d18-ab42-4773-b5d8-7f957c1a6add None None] Provisioning complete for port 34d1e126-2f20-4a74-925e-634c960fff22 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:19.007417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84614d18-ab42-4773-b5d8-7f957c1a6add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.036453 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-490f5e38-c3c9-4fa3-b8ad-c89629daac42 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/quotas/d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 375 time: 0.0437379 Dec 10 18:38:19.166779 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-db734cf3-7de4-4d21-8e2b-e8483cbdcc4f req-a58752bb-f74f-430e-8d73-0d2606af79e8 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921334 Dec 10 18:38:19.202444 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-45834387-fd47-4a51-aa37-cef9e59f18ab tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295774 Dec 10 18:38:19.214305 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 3c5d3538-618a-4d0c-8c83-e4e19edf339d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:19.214684 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.261894 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:15Z', 'revision_number': 2, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:18Z', 'revision_number': 4, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:19.298544 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1aa08b-0f5e-4396-8696-99989866c236 None None] The sync data for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv is: [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:15Z', 'revision_number': 2, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:18Z', 'revision_number': 4, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:19.341020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Allocated IP 172.21.0.2 (5f375b30-f491-4fab-be7e-bc745572ceff/15213e90-10e3-4f15-a5eb-201b7be80542/b7255a85-a08e-4fb8-8e30-d1d7382caddb) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:19.412409 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b7d22-b3e0-42e5-8dc5-16a9b4aaf110 req-6f6b7756-2a25-4d53-b036-0ba516be2d12 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:19.420514 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d71b7d22-b3e0-42e5-8dc5-16a9b4aaf110 req-6f6b7756-2a25-4d53-b036-0ba516be2d12 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 945 time: 0.1059732 Dec 10 18:38:19.469927 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.478139 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-3aa17a25-cf73-4324-9add-074734bedcf4 service neutron] 10.222.0.60 "GET /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530189 Dec 10 18:38:19.529568 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d71b7d22-b3e0-42e5-8dc5-16a9b4aaf110 req-220ae4a5-2b6d-4c0e-9323-f6fade9d8196 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081572 Dec 10 18:38:19.555566 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37350) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:19.614191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84614d18-ab42-4773-b5d8-7f957c1a6add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.647960 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404de3a-9510-4f4c-b551-b6b2350a0bd6 tempest-TestVolumeBootPattern-1291581853 tempest-TestVolumeBootPattern-1291581853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:19.654185 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7404de3a-9510-4f4c-b551-b6b2350a0bd6 tempest-TestVolumeBootPattern-1291581853 tempest-TestVolumeBootPattern-1291581853-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 1093 time: 0.0972281 Dec 10 18:38:19.654674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37352) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:19.662554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'a890f448-374f-4c82-a871-c393108b3bb1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:19.753473 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-2df03c54-25c1-4a8d-a172-7c30005074ec service neutron] 10.222.0.60 "GET /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645252 Dec 10 18:38:19.861783 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.122679 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.144679 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-84614d18-ab42-4773-b5d8-7f957c1a6add None None] For port 34d1e126-2f20-4a74-925e-634c960fff22, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=34d1e126-2f20-4a74-925e-634c960fff22,segment=NetworkSegment(3b29defc-e5d9-4f5d-a75e-7bf013fcea87),segment_id=3b29defc-e5d9-4f5d-a75e-7bf013fcea87)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:20.148555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 784b8bfc-a4e6-49ae-9271-1069c2be0463 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:20.192988 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.215438 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 784b8bfc-a4e6-49ae-9271-1069c2be0463 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:20.217169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.289454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.291634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84614d18-ab42-4773-b5d8-7f957c1a6add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.389223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Network 5f375b30-f491-4fab-be7e-bc745572ceff is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:20.418366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-84614d18-ab42-4773-b5d8-7f957c1a6add None None] Provisioning complete for port 784b8bfc-a4e6-49ae-9271-1069c2be0463 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:20.418747 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84614d18-ab42-4773-b5d8-7f957c1a6add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.446150 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:20.450359 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:20.499824 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Pushing event updated for resources: {'Port': ['ID=b7255a85-a08e-4fb8-8e30-d1d7382caddb,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:20.505474 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bd207396-986f-4251-a9ce-1b4401fa06a1 req-21b58944-abc7-45b6-8efc-4e2756d7ded5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 210 time: 0.0369298 Dec 10 18:38:20.636488 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Attempting to bind port b7255a85-a08e-4fb8-8e30-d1d7382caddb on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:20.637161 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Attempting to bind port b7255a85-a08e-4fb8-8e30-d1d7382caddb by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '57861945-6d7b-454b-b8f5-131f9a46a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:20.637290 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Attempting to bind port b7255a85-a08e-4fb8-8e30-d1d7382caddb on network 5f375b30-f491-4fab-be7e-bc745572ceff {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:20.663402 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.684150 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:20.684573 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Checking segment: {'id': '57861945-6d7b-454b-b8f5-131f9a46a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:20.684933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.685331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Bound using segment: {'id': '57861945-6d7b-454b-b8f5-131f9a46a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:20.685832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Bound port: b7255a85-a08e-4fb8-8e30-d1d7382caddb, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57861945-6d7b-454b-b8f5-131f9a46a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:20.686206 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.694286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84614d18-ab42-4773-b5d8-7f957c1a6add None None] Pushing event updated for resources: {'Port': ['ID=34d1e126-2f20-4a74-925e-634c960fff22,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:20.714095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 34d1e126-2f20-4a74-925e-634c960fff22 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:20.804061 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Allocated IP 172.21.0.1 (5f375b30-f491-4fab-be7e-bc745572ceff/15213e90-10e3-4f15-a5eb-201b7be80542/6c3ff545-884f-4669-b081-92ec46427ef6) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:20.814950 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] For port b7255a85-a08e-4fb8-8e30-d1d7382caddb, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:20.818249 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Allocated IP 172.26.5.139 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/591ada8b-c55f-46de-8295-6180b90896a9) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:20.819325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] For port b7255a85-a08e-4fb8-8e30-d1d7382caddb, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b7255a85-a08e-4fb8-8e30-d1d7382caddb,segment=NetworkSegment(57861945-6d7b-454b-b8f5-131f9a46a7ec),segment_id=57861945-6d7b-454b-b8f5-131f9a46a7ec)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:20.821034 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 34d1e126-2f20-4a74-925e-634c960fff22 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:20.824012 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.907109 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-88fc1cea-316f-4c95-943c-a6be8bc03c96 None None] Provisioning complete for port 34d1e126-2f20-4a74-925e-634c960fff22 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:20.907478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-88fc1cea-316f-4c95-943c-a6be8bc03c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.940800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.961261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:20.964494 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.014934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4091a-23a3-4305-8ec8-49505b62a640 None None] Pushing event updated for resources: {'Port': ['ID=b7255a85-a08e-4fb8-8e30-d1d7382caddb,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:21.084641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.101441 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.132912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 5f375b30-f491-4fab-be7e-bc745572ceff is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:21.136386 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:21.140021 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:21.150379 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:21.157377 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:21.157377 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:21.173751 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=6c3ff545-884f-4669-b081-92ec46427ef6,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:21.190937 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'Port': ['ID=591ada8b-c55f-46de-8295-6180b90896a9,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:21.220157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.292841 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.457940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.638177 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.642019 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-38940d34-6c03-40ad-9023-8e22ba7e8a9a req-5c22dff4-7484-46eb-9a6a-a73d02f75510 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 210 time: 0.0382957 Dec 10 18:38:21.774085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.781588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.838808 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.913934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:21.915905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=6c3ff545-884f-4669-b081-92ec46427ef6,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:21.953806 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.015682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.027967 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 5f375b30-f491-4fab-be7e-bc745572ceff is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:22.029556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:22.106898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'Port': ['ID=591ada8b-c55f-46de-8295-6180b90896a9,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:22.117325 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.160101 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 4d626100-995d-4c8b-b031-99ec5e1e6bfb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:22.238983 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Floating IP 1c9ffe4c-25c7-4b51-ae86-4ece947db802 associated. External IP: 172.26.5.139, port: a890f448-374f-4c82-a871-c393108b3bb1. Dec 10 18:38:22.296749 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:22.305336 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c1aebbaf-4809-41a6-b873-64757774c15c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5749736 Dec 10 18:38:22.305485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37368) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:22.314597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-9a6f82b8-e52a-41f2-aa99-e3c1a19ac16c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'network': {'name': 'tempest-RoutersTest-1681603579'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:22.314728 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Sync routers for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:22.322989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:22.324208 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:22.443629 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-da4cd111-24a2-4cc9-9d73-06bf7df7b8a4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:22.445192 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-da4cd111-24a2-4cc9-9d73-06bf7df7b8a4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/networks?id=d046cd38-36d6-45d4-8cf2-3b0f76f675df HTTP/1.1" status: 200 len: 797 time: 0.1580584 Dec 10 18:38:22.455602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6f82b8-e52a-41f2-aa99-e3c1a19ac16c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:22.459081 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c7c453-0854-4c25-b089-d9630a7c8815 None None] Network 5f375b30-f491-4fab-be7e-bc745572ceff requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:22.459403 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9a6f82b8-e52a-41f2-aa99-e3c1a19ac16c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.521926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.542657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Router 7ca16e6b-2980-4508-82df-6c267b899077 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:22.542900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:22.553187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6f82b8-e52a-41f2-aa99-e3c1a19ac16c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:22.587391 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-692061cc-fdd9-4902-9fe9-06c0ade64708 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 379 time: 0.1234019 Dec 10 18:38:22.597311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9a6f82b8-e52a-41f2-aa99-e3c1a19ac16c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.597877 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-9a6f82b8-e52a-41f2-aa99-e3c1a19ac16c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Added segment 7a46de3c-863a-4d0b-b43b-668ee874ef31 of type vlan for network 6ee417a4-bd23-4dd3-add3-d9a0ba8ded49 Dec 10 18:38:22.606595 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-2080922b-91a2-4e04-bb54-9ef853a9b1c5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'port': {'device_id': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'admin_state_up': True, 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'security_groups': ['ee9759e1-1865-473e-a303-23a1feb0daa6']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:22.620140 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8878a154-4505-4f25-8ce7-b290cf37c6b2 None None] Provisioning complete for port b7255a85-a08e-4fb8-8e30-d1d7382caddb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:22.620506 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8878a154-4505-4f25-8ce7-b290cf37c6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.731187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9a6f82b8-e52a-41f2-aa99-e3c1a19ac16c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.774325 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e907dfe-6174-447b-9671-13d4d02d3779 req-07628ba0-11ad-402e-b331-50e8104847c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1861358 Dec 10 18:38:22.804746 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2bd6b849-31e4-4828-ab13-d376c7cada5e req-58f60853-f1d2-43f6-a3fa-3a230bd780ba tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 210 time: 0.0394101 Dec 10 18:38:22.810987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:22.825990 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87988e-d278-4229-b9e4-07b81a87b1b1 None None] Sync routers for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:22.842155 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87988e-d278-4229-b9e4-07b81a87b1b1 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:22.843595 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-5f87988e-d278-4229-b9e4-07b81a87b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:22.866039 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 34d1e126-2f20-4a74-925e-634c960fff22 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:22.927049 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.961000 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8878a154-4505-4f25-8ce7-b290cf37c6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.978922 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-5f87988e-d278-4229-b9e4-07b81a87b1b1 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:22.983061 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-34412d54-ff9b-4086-862e-bb5c8ab23499 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3249781 Dec 10 18:38:22.983661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'tag': 'a890f448-374f-4c82-a871-c393108b3bb1'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:22.989050 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c01e74-3346-413f-a108-c291dee8d50b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4d1f47-a82b-426a-a563-38b5bdc5e2ee", "tag": "a890f448-374f-4c82-a871-c393108b3bb1"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:22.991355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9a6f82b8-e52a-41f2-aa99-e3c1a19ac16c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.001272 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f82b8-e52a-41f2-aa99-e3c1a19ac16c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.001972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9a6f82b8-e52a-41f2-aa99-e3c1a19ac16c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.010459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907dfe-6174-447b-9671-13d4d02d3779 req-c88a1877-eb5c-4394-9231-9107d0c0753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.011951 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e907dfe-6174-447b-9671-13d4d02d3779 req-c88a1877-eb5c-4394-9231-9107d0c0753b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 1098 time: 0.1241386 Dec 10 18:38:23.064243 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e945471-7cd5-40f4-b4c1-dd5ba78a56e5 x-openstack-request-id: req-0e945471-7cd5-40f4-b4c1-dd5ba78a56e5 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:23.064540 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4d1f47-a82b-426a-a563-38b5bdc5e2ee", "tag": "a890f448-374f-4c82-a871-c393108b3bb1", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:23.064801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e945471-7cd5-40f4-b4c1-dd5ba78a56e5 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:23.065215 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'tag': 'a890f448-374f-4c82-a871-c393108b3bb1', 'status': 'completed', 'code': 200} Dec 10 18:38:23.070394 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8878a154-4505-4f25-8ce7-b290cf37c6b2 None None] For port b7255a85-a08e-4fb8-8e30-d1d7382caddb, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b7255a85-a08e-4fb8-8e30-d1d7382caddb,segment=NetworkSegment(57861945-6d7b-454b-b8f5-131f9a46a7ec),segment_id=57861945-6d7b-454b-b8f5-131f9a46a7ec)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:23.080419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-2080922b-91a2-4e04-bb54-9ef853a9b1c5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:23.084098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-2080922b-91a2-4e04-bb54-9ef853a9b1c5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.105732 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 34d1e126-2f20-4a74-925e-634c960fff22 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:23.106389 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.143865 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8878a154-4505-4f25-8ce7-b290cf37c6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.175259 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f82b8-e52a-41f2-aa99-e3c1a19ac16c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Network': ['ID=6ee417a4-bd23-4dd3-add3-d9a0ba8ded49,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:23.185161 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9a6f82b8-e52a-41f2-aa99-e3c1a19ac16c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8762579 Dec 10 18:38:23.186823 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37380) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:23.186986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:21Z', 'revision_number': 3, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:21Z', 'revision_number': 2, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:23.191872 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c8d34cb9-e601-4896-be44-3cdd66342b51 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'subnet': {'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:23.225582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 6ee417a4-bd23-4dd3-add3-d9a0ba8ded49 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:23.233347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Checking router: 4d626100-995d-4c8b-b031-99ec5e1e6bfb for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:23.233728 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Updating router 4d626100-995d-4c8b-b031-99ec5e1e6bfb port 6c3ff545-884f-4669-b081-92ec46427ef6 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:38:23.297515 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-5f87988e-d278-4229-b9e4-07b81a87b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1c9ffe4c-25c7-4b51-ae86-4ece947db802', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': 'a890f448-374f-4c82-a871-c393108b3bb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:0d:6b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:21Z', 'updated_at': '2021-12-10T18:38:21Z', 'revision_number': 0, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:23.349887 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87988e-d278-4229-b9e4-07b81a87b1b1 None None] Checking router: 7ca16e6b-2980-4508-82df-6c267b899077 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:23.359602 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87988e-d278-4229-b9e4-07b81a87b1b1 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:23.360312 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-5f87988e-d278-4229-b9e4-07b81a87b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:23.362225 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907dfe-6174-447b-9671-13d4d02d3779 req-8d29478e-0636-4245-8cc7-8c3330a1ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.364664 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e907dfe-6174-447b-9671-13d4d02d3779 req-8d29478e-0636-4245-8cc7-8c3330a1ed6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 913 time: 0.2943792 Dec 10 18:38:23.440428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-2080922b-91a2-4e04-bb54-9ef853a9b1c5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.13 (d046cd38-36d6-45d4-8cf2-3b0f76f675df/3ca60a03-c763-42af-ba5b-ecd87d8f27a6/a8dfd6f4-5c9c-4258-997c-2d388178b79e) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:23.460813 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d34cb9-e601-4896-be44-3cdd66342b51 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:23.472099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c8d34cb9-e601-4896-be44-3cdd66342b51 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.477931 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e907dfe-6174-447b-9671-13d4d02d3779 req-5c362a57-1ac5-4df6-ae4c-8d98de2a531c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a890f448-374f-4c82-a871-c393108b3bb1 HTTP/1.1" status: 200 len: 999 time: 0.0983171 Dec 10 18:38:23.546186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878a154-4505-4f25-8ce7-b290cf37c6b2 None None] Pushing event updated for resources: {'Port': ['ID=b7255a85-a08e-4fb8-8e30-d1d7382caddb,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:23.549544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.579502 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-5f87988e-d278-4229-b9e4-07b81a87b1b1 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:23.601029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7194eb65-833a-4590-badd-87b05b6fc324 None None] Provisioning complete for port b7255a85-a08e-4fb8-8e30-d1d7382caddb triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:23.601396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7194eb65-833a-4590-badd-87b05b6fc324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.626966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907dfe-6174-447b-9671-13d4d02d3779 req-1a733ae1-d4fe-448f-a9d8-e29902b3ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.629570 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e907dfe-6174-447b-9671-13d4d02d3779 req-1a733ae1-d4fe-448f-a9d8-e29902b3ce8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 200 len: 851 time: 0.1258712 Dec 10 18:38:23.637018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b7255a85-a08e-4fb8-8e30-d1d7382caddb up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:23.765537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-2080922b-91a2-4e04-bb54-9ef853a9b1c5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.855036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907dfe-6174-447b-9671-13d4d02d3779 req-b15e44a1-6a06-49f7-9e41-393b3e36ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.857403 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e907dfe-6174-447b-9671-13d4d02d3779 req-b15e44a1-6a06-49f7-9e41-393b3e36ba36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a648c046-7b98-4168-8c91-4d4b8f654cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1248229 Dec 10 18:38:23.879739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port b7255a85-a08e-4fb8-8e30-d1d7382caddb triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:23.880131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.917848 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-5f87988e-d278-4229-b9e4-07b81a87b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1c9ffe4c-25c7-4b51-ae86-4ece947db802', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': 'a890f448-374f-4c82-a871-c393108b3bb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:0d:6b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:21Z', 'updated_at': '2021-12-10T18:38:21Z', 'revision_number': 0, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:23.957435 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fd25bfd0-50a0-485d-a2c6-0d80a0982587 req-80f8a9c3-906c-494b-8f18-b55dc98036aa tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 210 time: 0.0279734 Dec 10 18:38:23.958842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c8d34cb9-e601-4896-be44-3cdd66342b51 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.980821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-2080922b-91a2-4e04-bb54-9ef853a9b1c5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.987889 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87988e-d278-4229-b9e4-07b81a87b1b1 None None] The sync data for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv is: [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1c9ffe4c-25c7-4b51-ae86-4ece947db802', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': 'a890f448-374f-4c82-a871-c393108b3bb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:0d:6b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:21Z', 'updated_at': '2021-12-10T18:38:21Z', 'revision_number': 0, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:23.990240 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e907dfe-6174-447b-9671-13d4d02d3779 req-0b355a7f-d62a-4abb-a9a7-fc90656777b1 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145413 Dec 10 18:38:24.037104 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d34cb9-e601-4896-be44-3cdd66342b51 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Subnet': ['ID=96e51234-ef40-4086-b7de-a28124a6994e,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:24.057998 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d34cb9-e601-4896-be44-3cdd66342b51 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Checking segment: {'id': '7a46de3c-863a-4d0b-b43b-668ee874ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:24.058362 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d34cb9-e601-4896-be44-3cdd66342b51 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network hostable DHCP agents. Network: 6ee417a4-bd23-4dd3-add3-d9a0ba8ded49, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:24.090238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080922b-91a2-4e04-bb54-9ef853a9b1c5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=a8dfd6f4-5c9c-4258-997c-2d388178b79e,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:24.091129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7194eb65-833a-4590-badd-87b05b6fc324 None None] Provisioning complete for port 6c3ff545-884f-4669-b081-92ec46427ef6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:24.091848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7194eb65-833a-4590-badd-87b05b6fc324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.115518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-2080922b-91a2-4e04-bb54-9ef853a9b1c5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network d046cd38-36d6-45d4-8cf2-3b0f76f675df is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:24.118719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-2080922b-91a2-4e04-bb54-9ef853a9b1c5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:24.122181 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-2080922b-91a2-4e04-bb54-9ef853a9b1c5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:24.135844 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d34cb9-e601-4896-be44-3cdd66342b51 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 6ee417a4-bd23-4dd3-add3-d9a0ba8ded49 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:24.148463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7194eb65-833a-4590-badd-87b05b6fc324 None None] Port 6c3ff545-884f-4669-b081-92ec46427ef6 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:24.185505 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e907dfe-6174-447b-9671-13d4d02d3779 req-6438ac98-ef7b-46c8-bfa0-2af3e7bee27d service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400704 Dec 10 18:38:24.196152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.198763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-2080922b-91a2-4e04-bb54-9ef853a9b1c5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.199435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-2080922b-91a2-4e04-bb54-9ef853a9b1c5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.243388 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-c8d34cb9-e601-4896-be44-3cdd66342b51 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 6ee417a4-bd23-4dd3-add3-d9a0ba8ded49) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:24.247665 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d34cb9-e601-4896-be44-3cdd66342b51 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.248278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c8d34cb9-e601-4896-be44-3cdd66342b51 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.253351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b001c51-954c-48c2-ad32-383cab81841c None None] Network 6ee417a4-bd23-4dd3-add3-d9a0ba8ded49 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:24.303171 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cadead-db5c-404d-946e-b5627be626cd None None] New status for floating IP 1c9ffe4c-25c7-4b51-ae86-4ece947db802: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:38:24.338697 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c8d34cb9-e601-4896-be44-3cdd66342b51 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1519685 Dec 10 18:38:24.341485 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37384) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:24.348172 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-2080922b-91a2-4e04-bb54-9ef853a9b1c5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7467682 Dec 10 18:38:24.348875 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.376567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Request body: {'port': {'device_id': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:24.425087 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c01e74-3346-413f-a108-c291dee8d50b req-c4ddc6bd-d74a-4f56-9186-303ae6a2576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.426788 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-72c01e74-3346-413f-a108-c291dee8d50b req-c4ddc6bd-d74a-4f56-9186-303ae6a2576d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 1098 time: 0.0940390 Dec 10 18:38:24.442128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8c353795-dc04-430b-9531-17eafaffcc79 None None] Provisioning complete for port 6c3ff545-884f-4669-b081-92ec46427ef6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:24.442497 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8c353795-dc04-430b-9531-17eafaffcc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.499377 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b55871-d4f4-498f-9f10-ff4135236075 None None] Pushing event updated for resources: {'Port': ['ID=6c3ff545-884f-4669-b081-92ec46427ef6,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:24.523673 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.575568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'fixed_ips': [{'subnet_id': '96e51234-ef40-4086-b7de-a28124a6994e'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:24.576438 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.583896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8c353795-dc04-430b-9531-17eafaffcc79 None None] Port 6c3ff545-884f-4669-b081-92ec46427ef6 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:24.686781 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c01e74-3346-413f-a108-c291dee8d50b req-403af061-1728-4456-a53d-74eb443807fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.688395 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-72c01e74-3346-413f-a108-c291dee8d50b req-403af061-1728-4456-a53d-74eb443807fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 913 time: 0.2422936 Dec 10 18:38:24.712626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b7255a85-a08e-4fb8-8e30-d1d7382caddb up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:24.747617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Attempting to bind port 6c3ff545-884f-4669-b081-92ec46427ef6 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:24.747617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Attempting to bind port 6c3ff545-884f-4669-b081-92ec46427ef6 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '57861945-6d7b-454b-b8f5-131f9a46a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:24.747617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Attempting to bind port 6c3ff545-884f-4669-b081-92ec46427ef6 on network 5f375b30-f491-4fab-be7e-bc745572ceff {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:24.818402 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:24.818723 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Checking segment: {'id': '57861945-6d7b-454b-b8f5-131f9a46a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:24.819044 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.819444 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Bound using segment: {'id': '57861945-6d7b-454b-b8f5-131f9a46a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:24.820014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Bound port: 6c3ff545-884f-4669-b081-92ec46427ef6, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57861945-6d7b-454b-b8f5-131f9a46a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:24.820868 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.825333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7234ce76-5254-4057-805a-7445896c1fa4 None None] Provisioning complete for port a8dfd6f4-5c9c-4258-997c-2d388178b79e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:24.825723 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7234ce76-5254-4057-805a-7445896c1fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.849032 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.867092 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-72c01e74-3346-413f-a108-c291dee8d50b req-9d64d3ce-ff99-4ebb-901c-6325a3b6c43d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a890f448-374f-4c82-a871-c393108b3bb1 HTTP/1.1" status: 200 len: 999 time: 0.1286621 Dec 10 18:38:24.935996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c01e74-3346-413f-a108-c291dee8d50b req-373d5887-f944-478a-8140-2f4b59ea87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.937640 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-72c01e74-3346-413f-a108-c291dee8d50b req-373d5887-f944-478a-8140-2f4b59ea87a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 200 len: 851 time: 0.0637052 Dec 10 18:38:24.949641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7234ce76-5254-4057-805a-7445896c1fa4 None None] Port a8dfd6f4-5c9c-4258-997c-2d388178b79e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:24.973576 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Allocated IP 172.22.0.2 (6ee417a4-bd23-4dd3-add3-d9a0ba8ded49/96e51234-ef40-4086-b7de-a28124a6994e/e8d96aac-22e4-4d99-a72d-ced5db2beddc) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:24.977334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port b7255a85-a08e-4fb8-8e30-d1d7382caddb triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:24.977719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.984425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] For port 6c3ff545-884f-4669-b081-92ec46427ef6, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:24.988468 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] For port 6c3ff545-884f-4669-b081-92ec46427ef6, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6c3ff545-884f-4669-b081-92ec46427ef6,segment=NetworkSegment(57861945-6d7b-454b-b8f5-131f9a46a7ec),segment_id=57861945-6d7b-454b-b8f5-131f9a46a7ec)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:25.008574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c01e74-3346-413f-a108-c291dee8d50b req-22f2d239-3207-4c1a-97e9-7e7ad8b252ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:25.010235 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-72c01e74-3346-413f-a108-c291dee8d50b req-22f2d239-3207-4c1a-97e9-7e7ad8b252ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a648c046-7b98-4168-8c91-4d4b8f654cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0639060 Dec 10 18:38:25.072399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.100220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dfd6f4-5c9c-4258-997c-2d388178b79e {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:25.116608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.144201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Transition to ACTIVE for port object a8dfd6f4-5c9c-4258-997c-2d388178b79e will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:38:25.154756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6ea7b49e-4875-42d2-8193-3ed050cbeeab None None] Provisioning complete for port 6c3ff545-884f-4669-b081-92ec46427ef6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:25.155189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b49e-4875-42d2-8193-3ed050cbeeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.162917 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-72c01e74-3346-413f-a108-c291dee8d50b req-746190cd-ce39-4882-8146-327fd8a83078 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226194 Dec 10 18:38:25.180725 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18796ae6-7efd-4738-9faa-a28c79a9fca8 req-41db3266-0098-4abd-89cd-8041d6ab1d5a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:25.183101 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-18796ae6-7efd-4738-9faa-a28c79a9fca8 req-41db3266-0098-4abd-89cd-8041d6ab1d5a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 932 time: 0.1381860 Dec 10 18:38:25.212010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b55871-d4f4-498f-9f10-ff4135236075 None None] Pushing event updated for resources: {'Port': ['ID=6c3ff545-884f-4669-b081-92ec46427ef6,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:25.241145 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-18796ae6-7efd-4738-9faa-a28c79a9fca8 req-d95fe3ba-e57b-4812-8744-b46c4e153ea3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee9759e1-1865-473e-a303-23a1feb0daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519917 Dec 10 18:38:25.247173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.250340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:25.251403 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:25.344878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dfd6f4-5c9c-4258-997c-2d388178b79e,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:25.405280 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-72c01e74-3346-413f-a108-c291dee8d50b req-6b4b41a5-15a8-4ff0-b63d-f46fdc985006 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349849 Dec 10 18:38:25.447139 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Attempting to bind port a8dfd6f4-5c9c-4258-997c-2d388178b79e on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:25.447581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Attempting to bind port a8dfd6f4-5c9c-4258-997c-2d388178b79e by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:25.448018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Attempting to bind port a8dfd6f4-5c9c-4258-997c-2d388178b79e on network d046cd38-36d6-45d4-8cf2-3b0f76f675df {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:25.453532 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Port a8dfd6f4-5c9c-4258-997c-2d388178b79e on network d046cd38-36d6-45d4-8cf2-3b0f76f675df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:38:25.454166 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Attempting to bind port a8dfd6f4-5c9c-4258-997c-2d388178b79e on network d046cd38-36d6-45d4-8cf2-3b0f76f675df {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:25.460562 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:25.461046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Checking segment: {'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:25.461506 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Bound using segment: {'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:25.462056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Bound port: a8dfd6f4-5c9c-4258-997c-2d388178b79e, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:25.462526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.540786 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] For port a8dfd6f4-5c9c-4258-997c-2d388178b79e, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:25.544766 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] For port a8dfd6f4-5c9c-4258-997c-2d388178b79e, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a8dfd6f4-5c9c-4258-997c-2d388178b79e,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:25.547144 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.568971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:25.656268 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.656517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b49e-4875-42d2-8193-3ed050cbeeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.695076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:25.695076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.695076 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] 10.222.0.21 "PUT /v2.0/ports/a8dfd6f4-5c9c-4258-997c-2d388178b79e HTTP/1.1" status: 200 len: 1094 time: 1.3242784 Dec 10 18:38:25.697252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'tag': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:25.702055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e216f41-bd53-476f-b882-cc4cc9dca21a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c142b09-be48-42e1-a299-e1eefa5ed6e4", "tag": "a8dfd6f4-5c9c-4258-997c-2d388178b79e"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:25.709838 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.732071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927699b-2195-4a12-bc55-2606fec36194 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dfd6f4-5c9c-4258-997c-2d388178b79e,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:25.760270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c0b83e-9390-4583-95a2-37ed62ca9a76 x-openstack-request-id: req-b4c0b83e-9390-4583-95a2-37ed62ca9a76 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:25.762115 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c142b09-be48-42e1-a299-e1eefa5ed6e4", "tag": "a8dfd6f4-5c9c-4258-997c-2d388178b79e", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:25.762951 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4c0b83e-9390-4583-95a2-37ed62ca9a76 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:25.762951 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'tag': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e', 'status': 'completed', 'code': 200} Dec 10 18:38:25.781340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6ea7b49e-4875-42d2-8193-3ed050cbeeab None None] For port 6c3ff545-884f-4669-b081-92ec46427ef6, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6c3ff545-884f-4669-b081-92ec46427ef6,segment=NetworkSegment(57861945-6d7b-454b-b8f5-131f9a46a7ec),segment_id=57861945-6d7b-454b-b8f5-131f9a46a7ec)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:25.788962 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Allocated IP 172.22.0.1 (6ee417a4-bd23-4dd3-add3-d9a0ba8ded49/96e51234-ef40-4086-b7de-a28124a6994e/3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:25.804063 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Network 6ee417a4-bd23-4dd3-add3-d9a0ba8ded49 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:25.815443 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:25.822645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:25.831173 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Pushing event updated for resources: {'Port': ['ID=e8d96aac-22e4-4d99-a72d-ced5db2beddc,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:25.855971 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e216f41-bd53-476f-b882-cc4cc9dca21a req-336c30aa-4ba6-459c-9ed9-329a97169c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:25.861235 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9e216f41-bd53-476f-b882-cc4cc9dca21a req-336c30aa-4ba6-459c-9ed9-329a97169c11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 1097 time: 0.0642529 Dec 10 18:38:25.880654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b49e-4875-42d2-8193-3ed050cbeeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.946227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.954180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Attempting to bind port e8d96aac-22e4-4d99-a72d-ced5db2beddc on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:25.954551 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Attempting to bind port e8d96aac-22e4-4d99-a72d-ced5db2beddc by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7a46de3c-863a-4d0b-b43b-668ee874ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:25.954911 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Attempting to bind port e8d96aac-22e4-4d99-a72d-ced5db2beddc on network 6ee417a4-bd23-4dd3-add3-d9a0ba8ded49 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:25.971861 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7b49e-4875-42d2-8193-3ed050cbeeab None None] Pushing event updated for resources: {'Port': ['ID=6c3ff545-884f-4669-b081-92ec46427ef6,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:25.975797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:25.976125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Checking segment: {'id': '7a46de3c-863a-4d0b-b43b-668ee874ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:25.976464 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.976851 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Bound using segment: {'id': '7a46de3c-863a-4d0b-b43b-668ee874ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:25.977325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Bound port: e8d96aac-22e4-4d99-a72d-ced5db2beddc, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a46de3c-863a-4d0b-b43b-668ee874ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:25.977730 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.996479 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e216f41-bd53-476f-b882-cc4cc9dca21a req-0dff3d5f-fa8b-4af6-b079-72e9b0c9438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:25.998255 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9e216f41-bd53-476f-b882-cc4cc9dca21a req-0dff3d5f-fa8b-4af6-b079-72e9b0c9438f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d8d709b5542940cd80a96d0fc97864e7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1312761 Dec 10 18:38:26.032222 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:21Z', 'revision_number': 3, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:24Z', 'revision_number': 4, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:26.061751 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.066990 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84938544-0a17-41cc-a3f2-5d322a0130ee None None] The sync data for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv is: [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:21Z', 'revision_number': 3, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:24Z', 'revision_number': 4, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:26.094344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] For port e8d96aac-22e4-4d99-a72d-ced5db2beddc, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:26.097959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] For port e8d96aac-22e4-4d99-a72d-ced5db2beddc, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e8d96aac-22e4-4d99-a72d-ced5db2beddc,segment=NetworkSegment(7a46de3c-863a-4d0b-b43b-668ee874ef31),segment_id=7a46de3c-863a-4d0b-b43b-668ee874ef31)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:26.098944 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e2cc9384-5d5c-48ff-b177-057527b16c13 None None] Provisioning complete for port 6c3ff545-884f-4669-b081-92ec46427ef6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:26.099310 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9384-5d5c-48ff-b177-057527b16c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.129343 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 6ee417a4-bd23-4dd3-add3-d9a0ba8ded49 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:26.141984 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:26.153308 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e216f41-bd53-476f-b882-cc4cc9dca21a req-0c5885b6-5fcc-41be-8713-5f34feff88aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:26.156481 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:26.163559 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9e216f41-bd53-476f-b882-cc4cc9dca21a req-0c5885b6-5fcc-41be-8713-5f34feff88aa service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1546378 Dec 10 18:38:26.197825 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:26.198631 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.232891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.279420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273a70d-bcd1-49d6-90b3-784c4d406f8b None None] Pushing event updated for resources: {'Port': ['ID=e8d96aac-22e4-4d99-a72d-ced5db2beddc,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:26.291550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-7efb072b-b697-48da-8a7c-de49a985c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:26.293173 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-7efb072b-b697-48da-8a7c-de49a985c032 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 1097 time: 0.0851455 Dec 10 18:38:26.345302 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-957a6035-bfa1-4ba8-8072-698594a264ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8dfd6f4-5c9c-4258-997c-2d388178b79e HTTP/1.1" status: 200 len: 217 time: 0.0412447 Dec 10 18:38:26.418011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-ead2e115-6e31-4f10-a992-1405b63d3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:26.419511 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-ead2e115-6e31-4f10-a992-1405b63d3ce9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ca60a03-c763-42af-ba5b-ecd87d8f27a6 HTTP/1.1" status: 200 len: 835 time: 0.0637596 Dec 10 18:38:26.422121 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2495b2-05f2-4883-b196-b70cc80dca22 req-3a6d50aa-ce01-4581-9bf5-a7e005c9bb6d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:26.423815 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6a2495b2-05f2-4883-b196-b70cc80dca22 req-3a6d50aa-ce01-4581-9bf5-a7e005c9bb6d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 944 time: 0.0845068 Dec 10 18:38:26.478539 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-33cd01d6-dd02-40e6-9a48-74597e6d5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:26.484850 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-33cd01d6-dd02-40e6-9a48-74597e6d5a05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d046cd38-36d6-45d4-8cf2-3b0f76f675df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524197 Dec 10 18:38:26.514459 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6a2495b2-05f2-4883-b196-b70cc80dca22 req-8417f0ee-ece5-49be-b5f0-f33e5dc6fb77 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee9759e1-1865-473e-a303-23a1feb0daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825841 Dec 10 18:38:26.545653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.659160 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-54fc3fbd-8c26-4a17-a721-5947c6d2fda8 service neutron] 10.222.0.21 "GET /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540167 Dec 10 18:38:26.774619 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e8d96aac-22e4-4d99-a72d-ced5db2beddc up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:26.841923 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port e8d96aac-22e4-4d99-a72d-ced5db2beddc triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:26.842700 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.946595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.965747 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.999975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port e8d96aac-22e4-4d99-a72d-ced5db2beddc, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e8d96aac-22e4-4d99-a72d-ced5db2beddc,segment=NetworkSegment(7a46de3c-863a-4d0b-b43b-668ee874ef31),segment_id=7a46de3c-863a-4d0b-b43b-668ee874ef31)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:27.010177 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.090918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.092281 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:27.093135 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6c3ff545-884f-4669-b081-92ec46427ef6 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:27.095789 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.182869 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-23841583-2339-41a7-98cc-cd3bcb7f57e6 req-29c4d275-121a-4726-beac-02b77e37740e service neutron] 10.222.0.21 "GET /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134857 Dec 10 18:38:27.198075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=e8d96aac-22e4-4d99-a72d-ced5db2beddc,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:27.222433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 6c3ff545-884f-4669-b081-92ec46427ef6 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:27.222734 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.226994 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 6ee417a4-bd23-4dd3-add3-d9a0ba8ded49 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:27.228836 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:27.333793 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 4d626100-995d-4c8b-b031-99ec5e1e6bfb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:27.426910 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:27.435022 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e064cf03-b68a-4f00-aad9-eb121635283f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0919435 Dec 10 18:38:27.435588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37392) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:27.437279 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Sync routers for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:27.442413 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f3104898-73f4-4a77-8ab0-3f246332d053 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'network': {'name': 'tempest-RoutersTest-575734976'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:27.449670 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:27.450400 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:27.474302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7565b9-0aff-41d8-a336-a70b11e15904 None None] Network 6ee417a4-bd23-4dd3-add3-d9a0ba8ded49 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:27.538750 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:27.546815 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3104898-73f4-4a77-8ab0-3f246332d053 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:27.550990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3104898-73f4-4a77-8ab0-3f246332d053 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.574784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3104898-73f4-4a77-8ab0-3f246332d053 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:27.583985 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3104898-73f4-4a77-8ab0-3f246332d053 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.584328 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-f3104898-73f4-4a77-8ab0-3f246332d053 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Added segment db925ee1-7c3d-4899-83b9-845df2c193e4 of type vlan for network 71411d65-5a55-4bfd-b4bf-06bf0a86f2fe Dec 10 18:38:27.609914 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-43443b0e-d95a-455b-afda-90ca0791bb5a None None] Provisioning complete for port e8d96aac-22e4-4d99-a72d-ced5db2beddc triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:27.610290 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-43443b0e-d95a-455b-afda-90ca0791bb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.647540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3104898-73f4-4a77-8ab0-3f246332d053 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.671866 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dd08f-baf0-42b9-8cd9-c873fc3e5614 req-d45d3be9-2570-423f-8e75-1da97a6aa907 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:27.682040 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-052dd08f-baf0-42b9-8cd9-c873fc3e5614 req-d45d3be9-2570-423f-8e75-1da97a6aa907 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 944 time: 0.0741556 Dec 10 18:38:27.756843 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-052dd08f-baf0-42b9-8cd9-c873fc3e5614 req-c496b6c3-3323-4645-a1be-973e0e71bea1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee9759e1-1865-473e-a303-23a1feb0daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649774 Dec 10 18:38:27.787232 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:26Z', 'revision_number': 4, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac', 'name': '', 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:35:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '96e51234-ef40-4086-b7de-a28124a6994e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:24Z', 'updated_at': '2021-12-10T18:38:26Z', 'revision_number': 2, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '96e51234-ef40-4086-b7de-a28124a6994e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:27.806610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3104898-73f4-4a77-8ab0-3f246332d053 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.812554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3104898-73f4-4a77-8ab0-3f246332d053 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:27.813755 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3104898-73f4-4a77-8ab0-3f246332d053 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.815228 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Checking router: 4d626100-995d-4c8b-b031-99ec5e1e6bfb for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:27.815589 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Updating router 4d626100-995d-4c8b-b031-99ec5e1e6bfb port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:38:27.847709 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.895165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3104898-73f4-4a77-8ab0-3f246332d053 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Network': ['ID=71411d65-5a55-4bfd-b4bf-06bf0a86f2fe,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:27.906328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 71411d65-5a55-4bfd-b4bf-06bf0a86f2fe details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:27.962944 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37396) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:27.963777 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f3104898-73f4-4a77-8ab0-3f246332d053 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5262785 Dec 10 18:38:27.969065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-abf7ade9-e313-49f1-b88a-ae89f5cca20d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'subnet': {'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:27.987310 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-00bae3af-da6e-4a20-afd5-a1776c9ee633 None None] Provisioning complete for port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:27.987634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-00bae3af-da6e-4a20-afd5-a1776c9ee633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.029030 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-00bae3af-da6e-4a20-afd5-a1776c9ee633 None None] Port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:28.040125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-00bae3af-da6e-4a20-afd5-a1776c9ee633 None None] Provisioning complete for port e8d96aac-22e4-4d99-a72d-ced5db2beddc triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:28.040766 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-00bae3af-da6e-4a20-afd5-a1776c9ee633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.163245 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf7ade9-e313-49f1-b88a-ae89f5cca20d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Made reservation on behalf of 1a79c0bb260940a5b6d69360e238f457 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:28.166965 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-abf7ade9-e313-49f1-b88a-ae89f5cca20d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.180816 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.250735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-27d8e894-28fa-4058-8f6a-ff903835c34b None None] Provisioning complete for port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:28.251341 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-27d8e894-28fa-4058-8f6a-ff903835c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.261981 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.288739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-27d8e894-28fa-4058-8f6a-ff903835c34b None None] Port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:28.318117 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f10a94-6b05-4e8e-af62-376c8ca1fe32 None None] Pushing event updated for resources: {'Port': ['ID=3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:28.383504 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Attempting to bind port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:28.383932 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Attempting to bind port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '7a46de3c-863a-4d0b-b43b-668ee874ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:28.384252 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Attempting to bind port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac on network 6ee417a4-bd23-4dd3-add3-d9a0ba8ded49 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:28.389681 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:28.390082 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Checking segment: {'id': '7a46de3c-863a-4d0b-b43b-668ee874ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:28.390482 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.390871 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Bound using segment: {'id': '7a46de3c-863a-4d0b-b43b-668ee874ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:28.391395 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Bound port: 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a46de3c-863a-4d0b-b43b-668ee874ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:28.391775 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.416525 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4c036d0b-6bc4-4ce2-8f65-3d87132c78fa None None] Provisioning complete for port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:28.420852 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4c036d0b-6bc4-4ce2-8f65-3d87132c78fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.433769 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-abf7ade9-e313-49f1-b88a-ae89f5cca20d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.464922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-4c036d0b-6bc4-4ce2-8f65-3d87132c78fa None None] Port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:28.467663 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] For port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:28.471132 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] For port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac,segment=NetworkSegment(7a46de3c-863a-4d0b-b43b-668ee874ef31),segment_id=7a46de3c-863a-4d0b-b43b-668ee874ef31)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:28.509633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7ade9-e313-49f1-b88a-ae89f5cca20d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Subnet': ['ID=5df01fcf-f0f8-49cd-b73c-31c65a864def,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:28.518740 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7ade9-e313-49f1-b88a-ae89f5cca20d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Checking segment: {'id': 'db925ee1-7c3d-4899-83b9-845df2c193e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:28.523316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf7ade9-e313-49f1-b88a-ae89f5cca20d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network hostable DHCP agents. Network: 71411d65-5a55-4bfd-b4bf-06bf0a86f2fe, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:28.541730 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.597105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8ba66e23-f07b-4c24-a4ca-26124bed99d3 None None] Provisioning complete for port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:28.602754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8ba66e23-f07b-4c24-a4ca-26124bed99d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.603091 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:28.603091 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:28.607185 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f10a94-6b05-4e8e-af62-376c8ca1fe32 None None] Pushing event updated for resources: {'Port': ['ID=3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:28.621401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf7ade9-e313-49f1-b88a-ae89f5cca20d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 71411d65-5a55-4bfd-b4bf-06bf0a86f2fe is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:28.658275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e8d96aac-22e4-4d99-a72d-ced5db2beddc up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:28.701368 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-abf7ade9-e313-49f1-b88a-ae89f5cca20d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 71411d65-5a55-4bfd-b4bf-06bf0a86f2fe) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:28.706085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7ade9-e313-49f1-b88a-ae89f5cca20d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:28.706352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-abf7ade9-e313-49f1-b88a-ae89f5cca20d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.727265 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1162589e-ad12-4acd-9ab5-1904d27118c2 None None] Network 71411d65-5a55-4bfd-b4bf-06bf0a86f2fe requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:28.728145 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:28.822051 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-abf7ade9-e313-49f1-b88a-ae89f5cca20d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8552556 Dec 10 18:38:28.822396 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37400) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:28.854698 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8ba66e23-f07b-4c24-a4ca-26124bed99d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.859474 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port e8d96aac-22e4-4d99-a72d-ced5db2beddc triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:28.859955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.944878 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-71411d65-5a55-4bfd-b4bf-06bf0a86f2fe', 'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe', 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'fixed_ips': [{'subnet_id': '5df01fcf-f0f8-49cd-b73c-31c65a864def'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:28.945820 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.959085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97163ef-1a8a-4086-a246-11517ecae909 req-f2fd04ef-fa60-4e0a-9b80-5eef67381427 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:28.960945 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b97163ef-1a8a-4086-a246-11517ecae909 req-f2fd04ef-fa60-4e0a-9b80-5eef67381427 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 944 time: 0.1361098 Dec 10 18:38:28.971280 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8ba66e23-f07b-4c24-a4ca-26124bed99d3 None None] For port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac,segment=NetworkSegment(7a46de3c-863a-4d0b-b43b-668ee874ef31),segment_id=7a46de3c-863a-4d0b-b43b-668ee874ef31)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:28.983834 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:26Z', 'revision_number': 4, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac', 'name': '', 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:35:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '96e51234-ef40-4086-b7de-a28124a6994e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:24Z', 'updated_at': '2021-12-10T18:38:28Z', 'revision_number': 4, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '96e51234-ef40-4086-b7de-a28124a6994e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:29.013547 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b63e3b-c777-4202-ae1f-ad24444e7891 None None] The sync data for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv is: [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:26Z', 'revision_number': 4, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac', 'name': '', 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:35:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '96e51234-ef40-4086-b7de-a28124a6994e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:24Z', 'updated_at': '2021-12-10T18:38:28Z', 'revision_number': 4, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '96e51234-ef40-4086-b7de-a28124a6994e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:29.066801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8ba66e23-f07b-4c24-a4ca-26124bed99d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.189125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba66e23-f07b-4c24-a4ca-26124bed99d3 None None] Pushing event updated for resources: {'Port': ['ID=3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:29.211760 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Allocated IP 172.23.0.2 (71411d65-5a55-4bfd-b4bf-06bf0a86f2fe/5df01fcf-f0f8-49cd-b73c-31c65a864def/aed01e1b-167f-48c6-8f45-3b70a68d2d10) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:29.218631 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1c53cd11-cd5a-41ac-a545-38e5c3ed3ee6 None None] Provisioning complete for port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:29.218981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c53cd11-cd5a-41ac-a545-38e5c3ed3ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.426618 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.443053 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b97163ef-1a8a-4086-a246-11517ecae909 req-dcea4549-588c-43cf-9804-b5f4d7ad1f69 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee9759e1-1865-473e-a303-23a1feb0daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4702666 Dec 10 18:38:29.501929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.544125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Network 71411d65-5a55-4bfd-b4bf-06bf0a86f2fe is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:29.547072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:29.551964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:29.555043 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Pushing event updated for resources: {'Port': ['ID=aed01e1b-167f-48c6-8f45-3b70a68d2d10,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:29.611661 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Attempting to bind port aed01e1b-167f-48c6-8f45-3b70a68d2d10 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:29.612038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Attempting to bind port aed01e1b-167f-48c6-8f45-3b70a68d2d10 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'db925ee1-7c3d-4899-83b9-845df2c193e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:29.612407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Attempting to bind port aed01e1b-167f-48c6-8f45-3b70a68d2d10 on network 71411d65-5a55-4bfd-b4bf-06bf0a86f2fe {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:29.617803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:29.618352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Checking segment: {'id': 'db925ee1-7c3d-4899-83b9-845df2c193e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:29.618771 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.619170 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Bound using segment: {'id': 'db925ee1-7c3d-4899-83b9-845df2c193e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:29.619637 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Bound port: aed01e1b-167f-48c6-8f45-3b70a68d2d10, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db925ee1-7c3d-4899-83b9-845df2c193e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:29.620026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.642163 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.713366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] For port aed01e1b-167f-48c6-8f45-3b70a68d2d10, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:29.717336 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] For port aed01e1b-167f-48c6-8f45-3b70a68d2d10, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=aed01e1b-167f-48c6-8f45-3b70a68d2d10,segment=NetworkSegment(db925ee1-7c3d-4899-83b9-845df2c193e4),segment_id=db925ee1-7c3d-4899-83b9-845df2c193e4)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:29.799328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.890087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cfe64-0d82-4a13-8255-582f792e6fc9 None None] Pushing event updated for resources: {'Port': ['ID=aed01e1b-167f-48c6-8f45-3b70a68d2d10,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:29.944909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Allocated IP 172.23.0.1 (71411d65-5a55-4bfd-b4bf-06bf0a86f2fe/5df01fcf-f0f8-49cd-b73c-31c65a864def/d665c53a-a218-4234-9c4e-5dc9b9fd1ec0) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:30.122805 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.243601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.293223 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 71411d65-5a55-4bfd-b4bf-06bf0a86f2fe is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:30.296849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:30.301819 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:30.332136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=d665c53a-a218-4234-9c4e-5dc9b9fd1ec0,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:30.351318 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.568925 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.631024 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb934c9-d155-4c46-baaf-7fe6e540d558 req-263f97b4-8e8b-4a96-9d8a-963c7e081eba tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:30.632632 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dfb934c9-d155-4c46-baaf-7fe6e540d558 req-263f97b4-8e8b-4a96-9d8a-963c7e081eba tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 944 time: 0.1202865 Dec 10 18:38:30.742269 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:30.804266 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dfb934c9-d155-4c46-baaf-7fe6e540d558 req-4f4eac69-9a5b-4bde-b625-205fa53a07e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee9759e1-1865-473e-a303-23a1feb0daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638224 Dec 10 18:38:30.963203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a8dfd6f4-5c9c-4258-997c-2d388178b79e details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:38:30.973672 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.032908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.039041 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:31.039420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.083909 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e8c10f-f617-4d89-b040-c579e13f6839 None None] Network 71411d65-5a55-4bfd-b4bf-06bf0a86f2fe requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:31.116639 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.118619 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event updated for resources: {'Port': ['ID=d665c53a-a218-4234-9c4e-5dc9b9fd1ec0,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:31.189533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port a8dfd6f4-5c9c-4258-997c-2d388178b79e, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a8dfd6f4-5c9c-4258-997c-2d388178b79e,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:31.218599 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Network 71411d65-5a55-4bfd-b4bf-06bf0a86f2fe is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:31.219228 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9a96d784-17ef-42ed-bd89-8255654d2c6d None None] Provisioning complete for port aed01e1b-167f-48c6-8f45-3b70a68d2d10 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:31.219613 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9a96d784-17ef-42ed-bd89-8255654d2c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.220136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:31.221207 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'port_id': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e', 'mac_address': 'fa:16:3e:6e:7e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:38:31.337945 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 4d626100-995d-4c8b-b031-99ec5e1e6bfb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:31.342922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device aed01e1b-167f-48c6-8f45-3b70a68d2d10 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:31.370682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.398216 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dfd6f4-5c9c-4258-997c-2d388178b79e {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:31.439550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:31.447736 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7b931a86-90c5-4fd3-b5f6-3e8c6ed618b2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6240954 Dec 10 18:38:31.452095 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37410) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:31.455147 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port a8dfd6f4-5c9c-4258-997c-2d388178b79e, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a8dfd6f4-5c9c-4258-997c-2d388178b79e,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:31.458777 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2b9e7312-701e-42ba-be59-99a088a30f24 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:31.463562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Sync routers for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:31.473909 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9a96d784-17ef-42ed-bd89-8255654d2c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.500777 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port aed01e1b-167f-48c6-8f45-3b70a68d2d10 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:31.500777 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.500777 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:31.501597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:31.590058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.646455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9a96d784-17ef-42ed-bd89-8255654d2c6d None None] For port aed01e1b-167f-48c6-8f45-3b70a68d2d10, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=aed01e1b-167f-48c6-8f45-3b70a68d2d10,segment=NetworkSegment(db925ee1-7c3d-4899-83b9-845df2c193e4),segment_id=db925ee1-7c3d-4899-83b9-845df2c193e4)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:31.697340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:31.717231 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=a8dfd6f4-5c9c-4258-997c-2d388178b79e,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:31.823928 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.865519 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.extraroute_db [None req-2b9e7312-701e-42ba-be59-99a088a30f24 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:38:31.880627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.extraroute_db [None req-2b9e7312-701e-42ba-be59-99a088a30f24 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Removed routes are [] {{(pid=103594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:38:31.881926 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b9e7312-701e-42ba-be59-99a088a30f24 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.885751 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9a96d784-17ef-42ed-bd89-8255654d2c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.934395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['a8dfd6f4-5c9c-4258-997c-2d388178b79e'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:31.946696 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22ae2a-ee20-4be2-bbd8-7ca0b9a7be63 req-323c0ba7-c4bc-4739-8d35-8cbf2306e56b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:31.954646 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6e22ae2a-ee20-4be2-bbd8-7ca0b9a7be63 req-323c0ba7-c4bc-4739-8d35-8cbf2306e56b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 945 time: 0.0624118 Dec 10 18:38:32.053930 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:38:32.054276 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:38:32.064534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96d784-17ef-42ed-bd89-8255654d2c6d None None] Pushing event updated for resources: {'Port': ['ID=aed01e1b-167f-48c6-8f45-3b70a68d2d10,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:32.078295 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6e22ae2a-ee20-4be2-bbd8-7ca0b9a7be63 req-52bdc0f4-6348-44e3-a447-b5627df98553 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee9759e1-1865-473e-a303-23a1feb0daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226246 Dec 10 18:38:32.094019 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f6e7cd6d-d0a4-4e05-ad2b-2e70b17db364 None None] Provisioning complete for port aed01e1b-167f-48c6-8f45-3b70a68d2d10 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:32.094400 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f6e7cd6d-d0a4-4e05-ad2b-2e70b17db364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.198944 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b9e7312-701e-42ba-be59-99a088a30f24 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.202455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b9e7312-701e-42ba-be59-99a088a30f24 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.230478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:30Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac', 'name': '', 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:35:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '96e51234-ef40-4086-b7de-a28124a6994e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:24Z', 'updated_at': '2021-12-10T18:38:28Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '96e51234-ef40-4086-b7de-a28124a6994e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd665c53a-a218-4234-9c4e-5dc9b9fd1ec0', 'name': '', 'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:f7:3b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '5df01fcf-f0f8-49cd-b73c-31c65a864def', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:29Z', 'updated_at': '2021-12-10T18:38:30Z', 'revision_number': 2, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '5df01fcf-f0f8-49cd-b73c-31c65a864def', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:32.273259 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Checking router: 4d626100-995d-4c8b-b031-99ec5e1e6bfb for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:32.273533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Updating router 4d626100-995d-4c8b-b031-99ec5e1e6bfb port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:38:32.301563 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9e7312-701e-42ba-be59-99a088a30f24 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 4d626100-995d-4c8b-b031-99ec5e1e6bfb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:32.331632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.343780 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f6e7cd6d-d0a4-4e05-ad2b-2e70b17db364 None None] Provisioning complete for port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:32.344151 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f6e7cd6d-d0a4-4e05-ad2b-2e70b17db364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.396748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9e7312-701e-42ba-be59-99a088a30f24 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:32.404268 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b9e7312-701e-42ba-be59-99a088a30f24 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.405446 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2b9e7312-701e-42ba-be59-99a088a30f24 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb HTTP/1.1" status: 200 len: 934 time: 0.9523530 Dec 10 18:38:32.407971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37414) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:32.422182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7cd6d-d0a4-4e05-ad2b-2e70b17db364 None None] Port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:32.517635 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d6590fc4-5944-4cbb-8fe8-0eca996d9c23 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb HTTP/1.1" status: 200 len: 934 time: 0.1062725 Dec 10 18:38:32.517869 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37416) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:32.522263 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-cdd923ac-79e4-48a0-85d9-d273e5d1071c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'router': {'routes': None}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:32.799220 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d7d46ad7-499e-4228-9a4d-0c33e7b259fa None None] Provisioning complete for port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:32.799601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d7d46ad7-499e-4228-9a4d-0c33e7b259fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.852201 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d7d46ad7-499e-4228-9a4d-0c33e7b259fa None None] Port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:32.873416 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.extraroute_db [None req-cdd923ac-79e4-48a0-85d9-d273e5d1071c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Added routes are [] {{(pid=103594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:38:32.874306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.extraroute_db [None req-cdd923ac-79e4-48a0-85d9-d273e5d1071c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:38:32.920706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device aed01e1b-167f-48c6-8f45-3b70a68d2d10 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:32.924825 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cdd923ac-79e4-48a0-85d9-d273e5d1071c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.974078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.988844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port aed01e1b-167f-48c6-8f45-3b70a68d2d10 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:32.989232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.054568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.113484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fa3e4-fcfd-4cf8-885b-e4c3ccc2d6f6 None None] Pushing event updated for resources: {'Port': ['ID=d665c53a-a218-4234-9c4e-5dc9b9fd1ec0,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:33.184092 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Attempting to bind port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:33.184752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Attempting to bind port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'db925ee1-7c3d-4899-83b9-845df2c193e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:33.185320 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Attempting to bind port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 on network 71411d65-5a55-4bfd-b4bf-06bf0a86f2fe {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:33.192244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:33.192758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Checking segment: {'id': 'db925ee1-7c3d-4899-83b9-845df2c193e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:33.193168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.193566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Bound using segment: {'id': 'db925ee1-7c3d-4899-83b9-845df2c193e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:33.194192 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Bound port: d665c53a-a218-4234-9c4e-5dc9b9fd1ec0, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db925ee1-7c3d-4899-83b9-845df2c193e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:33.194583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.212366 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cdd923ac-79e4-48a0-85d9-d273e5d1071c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.219453 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cdd923ac-79e4-48a0-85d9-d273e5d1071c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.276933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] For port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:33.280483 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] For port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d665c53a-a218-4234-9c4e-5dc9b9fd1ec0,segment=NetworkSegment(db925ee1-7c3d-4899-83b9-845df2c193e4),segment_id=db925ee1-7c3d-4899-83b9-845df2c193e4)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:33.375492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3159f309-c645-42ea-a04b-a818b49ca0bc None None] Provisioning complete for port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:33.376105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3159f309-c645-42ea-a04b-a818b49ca0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.402324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.451917 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3159f309-c645-42ea-a04b-a818b49ca0bc None None] Port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:33.470456 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:33.471089 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:33.547895 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fa3e4-fcfd-4cf8-885b-e4c3ccc2d6f6 None None] Pushing event updated for resources: {'Port': ['ID=d665c53a-a218-4234-9c4e-5dc9b9fd1ec0,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:33.578123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:33.652648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af22f1-048b-4025-bd67-f2a604c478c4 req-6fad5b90-c45c-4ef1-941a-f3cda7b187c7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:33.654155 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-11af22f1-048b-4025-bd67-f2a604c478c4 req-6fad5b90-c45c-4ef1-941a-f3cda7b187c7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 945 time: 0.4858353 Dec 10 18:38:33.705365 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd923ac-79e4-48a0-85d9-d273e5d1071c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 4d626100-995d-4c8b-b031-99ec5e1e6bfb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:33.721650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-dc248992-f827-46ce-b362-11505aeeb1af None None] Provisioning complete for port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:33.722517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc248992-f827-46ce-b362-11505aeeb1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.727750 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-11af22f1-048b-4025-bd67-f2a604c478c4 req-95675502-e067-469a-b802-cb36295ac1bf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee9759e1-1865-473e-a303-23a1feb0daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657783 Dec 10 18:38:33.818317 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd923ac-79e4-48a0-85d9-d273e5d1071c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:33.825241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cdd923ac-79e4-48a0-85d9-d273e5d1071c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.828764 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cdd923ac-79e4-48a0-85d9-d273e5d1071c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb HTTP/1.1" status: 200 len: 700 time: 1.3098330 Dec 10 18:38:33.829330 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37420) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:33.834711 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc248992-f827-46ce-b362-11505aeeb1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.900519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dc248992-f827-46ce-b362-11505aeeb1af None None] For port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d665c53a-a218-4234-9c4e-5dc9b9fd1ec0,segment=NetworkSegment(db925ee1-7c3d-4899-83b9-845df2c193e4),segment_id=db925ee1-7c3d-4899-83b9-845df2c193e4)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:33.919806 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:32Z', 'revision_number': 7, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac', 'name': '', 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:35:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '96e51234-ef40-4086-b7de-a28124a6994e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:24Z', 'updated_at': '2021-12-10T18:38:28Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '96e51234-ef40-4086-b7de-a28124a6994e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd665c53a-a218-4234-9c4e-5dc9b9fd1ec0', 'name': '', 'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:f7:3b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '5df01fcf-f0f8-49cd-b73c-31c65a864def', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:29Z', 'updated_at': '2021-12-10T18:38:33Z', 'revision_number': 4, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '5df01fcf-f0f8-49cd-b73c-31c65a864def', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:33.929415 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-54392021-baa0-4f3f-97f5-8b301cfaa8cf tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb HTTP/1.1" status: 200 len: 700 time: 0.0963976 Dec 10 18:38:33.936700 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37422) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:33.946978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9952356-b3ed-416a-91b0-8c9026568d32 None None] The sync data for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv is: [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:32Z', 'revision_number': 7, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac', 'name': '', 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:35:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '96e51234-ef40-4086-b7de-a28124a6994e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:24Z', 'updated_at': '2021-12-10T18:38:28Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '96e51234-ef40-4086-b7de-a28124a6994e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd665c53a-a218-4234-9c4e-5dc9b9fd1ec0', 'name': '', 'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:f7:3b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '5df01fcf-f0f8-49cd-b73c-31c65a864def', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:29Z', 'updated_at': '2021-12-10T18:38:33Z', 'revision_number': 4, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '5df01fcf-f0f8-49cd-b73c-31c65a864def', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:33.975552 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dc248992-f827-46ce-b362-11505aeeb1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.044449 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc248992-f827-46ce-b362-11505aeeb1af None None] Pushing event updated for resources: {'Port': ['ID=d665c53a-a218-4234-9c4e-5dc9b9fd1ec0,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:34.283794 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-875100ad-8050-45d3-a110-23b6ff24e448 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.535496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-875100ad-8050-45d3-a110-23b6ff24e448 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:34.535834 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-875100ad-8050-45d3-a110-23b6ff24e448 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.588750 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce8996-1fa5-49b9-b4e9-ecf3c44443d5 None None] Sync routers for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:34.599319 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce8996-1fa5-49b9-b4e9-ecf3c44443d5 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:34.599914 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-4cce8996-1fa5-49b9-b4e9-ecf3c44443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:34.627290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-875100ad-8050-45d3-a110-23b6ff24e448 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] For port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d665c53a-a218-4234-9c4e-5dc9b9fd1ec0,segment=NetworkSegment(db925ee1-7c3d-4899-83b9-845df2c193e4),segment_id=db925ee1-7c3d-4899-83b9-845df2c193e4)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:34.627583 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-875100ad-8050-45d3-a110-23b6ff24e448 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.639937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-875100ad-8050-45d3-a110-23b6ff24e448 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:34.775028 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-4cce8996-1fa5-49b9-b4e9-ecf3c44443d5 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:34.852724 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b68ff-a3fb-45e5-8b53-0fc01232c440 req-3e508cb6-fec7-4704-8ea0-77cae0481b68 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:34.852724 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5a8b68ff-a3fb-45e5-8b53-0fc01232c440 req-3e508cb6-fec7-4704-8ea0-77cae0481b68 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 945 time: 0.0526063 Dec 10 18:38:34.888484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a8dfd6f4-5c9c-4258-997c-2d388178b79e up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:34.905607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-875100ad-8050-45d3-a110-23b6ff24e448 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.936465 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5a8b68ff-a3fb-45e5-8b53-0fc01232c440 req-0fb311e8-f55b-40bd-84d3-4af721c83062 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee9759e1-1865-473e-a303-23a1feb0daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797379 Dec 10 18:38:34.959319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875100ad-8050-45d3-a110-23b6ff24e448 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=d665c53a-a218-4234-9c4e-5dc9b9fd1ec0,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:34.981136 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:35.000392 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-4cce8996-1fa5-49b9-b4e9-ecf3c44443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:32Z', 'revision_number': 7, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac', 'name': '', 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:35:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '96e51234-ef40-4086-b7de-a28124a6994e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:24Z', 'updated_at': '2021-12-10T18:38:28Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '96e51234-ef40-4086-b7de-a28124a6994e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd665c53a-a218-4234-9c4e-5dc9b9fd1ec0', 'name': '', 'network_id': '71411d65-5a55-4bfd-b4bf-06bf0a86f2fe', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:f7:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '5df01fcf-f0f8-49cd-b73c-31c65a864def', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:29Z', 'updated_at': '2021-12-10T18:38:33Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '5df01fcf-f0f8-49cd-b73c-31c65a864def', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:35.016471 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:35.017148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 18:38:35.031506 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce8996-1fa5-49b9-b4e9-ecf3c44443d5 None None] Checking router: 4d626100-995d-4c8b-b031-99ec5e1e6bfb for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:35.041922 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce8996-1fa5-49b9-b4e9-ecf3c44443d5 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:35.042811 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-4cce8996-1fa5-49b9-b4e9-ecf3c44443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:35.051814 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port a8dfd6f4-5c9c-4258-997c-2d388178b79e completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:38:35.054484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Port d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 not found, will not notify nova. {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 18:38:35.059956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port a8dfd6f4-5c9c-4258-997c-2d388178b79e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:35.060334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.130200 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-875100ad-8050-45d3-a110-23b6ff24e448 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.135867 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-4cce8996-1fa5-49b9-b4e9-ecf3c44443d5 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:35.177458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.220757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port a8dfd6f4-5c9c-4258-997c-2d388178b79e, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a8dfd6f4-5c9c-4258-997c-2d388178b79e,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:35.223940 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:35.225217 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab368358-28b6-4e96-aa19-94f64fc738bb" -d '{"events": [{"server_uuid": "1c142b09-be48-42e1-a299-e1eefa5ed6e4", "name": "network-vif-plugged", "status": "completed", "tag": "a8dfd6f4-5c9c-4258-997c-2d388178b79e"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:35.271906 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b05b125-f1c4-4c48-8a3a-fa7d3ac07649 x-openstack-request-id: req-4b05b125-f1c4-4c48-8a3a-fa7d3ac07649 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:35.272349 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c142b09-be48-42e1-a299-e1eefa5ed6e4", "name": "network-vif-plugged", "status": "completed", "tag": "a8dfd6f4-5c9c-4258-997c-2d388178b79e", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:35.272699 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b05b125-f1c4-4c48-8a3a-fa7d3ac07649 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:35.273245 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e', 'code': 200} Dec 10 18:38:35.300268 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.352611 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-4cce8996-1fa5-49b9-b4e9-ecf3c44443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:34Z', 'revision_number': 8, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac', 'name': '', 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:35:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '96e51234-ef40-4086-b7de-a28124a6994e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:24Z', 'updated_at': '2021-12-10T18:38:28Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '96e51234-ef40-4086-b7de-a28124a6994e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:35.362317 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=a8dfd6f4-5c9c-4258-997c-2d388178b79e,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:35.377551 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875100ad-8050-45d3-a110-23b6ff24e448 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 4d626100-995d-4c8b-b031-99ec5e1e6bfb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:35.383233 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce8996-1fa5-49b9-b4e9-ecf3c44443d5 None None] The sync data for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv is: [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:34Z', 'revision_number': 8, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac', 'name': '', 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:35:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '96e51234-ef40-4086-b7de-a28124a6994e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:24Z', 'updated_at': '2021-12-10T18:38:28Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '96e51234-ef40-4086-b7de-a28124a6994e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:35.483170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875100ad-8050-45d3-a110-23b6ff24e448 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:35.490303 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-875100ad-8050-45d3-a110-23b6ff24e448 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5596042 Dec 10 18:38:35.494109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37428) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:35.549076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a560c2c-afac-457e-8ff3-7a2a990d0479 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting subnet 5df01fcf-f0f8-49cd-b73c-31c65a864def {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:38:35.553989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a560c2c-afac-457e-8ff3-7a2a990d0479 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.622127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a560c2c-afac-457e-8ff3-7a2a990d0479 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.659590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91b69f-9976-4824-ab8b-fad1c9176099 req-596c6c07-3e47-46db-bbd0-543614b86aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:35.661101 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bd91b69f-9976-4824-ab8b-fad1c9176099 req-596c6c07-3e47-46db-bbd0-543614b86aec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0852108 Dec 10 18:38:35.667291 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa31e0c-aa4c-448f-bf37-fad65ca81be7 None None] Sync routers for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:35.678750 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa31e0c-aa4c-448f-bf37-fad65ca81be7 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:35.679495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3fa31e0c-aa4c-448f-bf37-fad65ca81be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:35.742739 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a560c2c-afac-457e-8ff3-7a2a990d0479 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.747884 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bd91b69f-9976-4824-ab8b-fad1c9176099 req-e4cfdca8-bc44-478f-90b9-e363d6976983 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ee9759e1-1865-473e-a303-23a1feb0daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762641 Dec 10 18:38:35.768025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-3fa31e0c-aa4c-448f-bf37-fad65ca81be7 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:35.879992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a560c2c-afac-457e-8ff3-7a2a990d0479 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.915382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a560c2c-afac-457e-8ff3-7a2a990d0479 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Subnet': ['ID=5df01fcf-f0f8-49cd-b73c-31c65a864def,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:35.917313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a560c2c-afac-457e-8ff3-7a2a990d0479 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.920748 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4a560c2c-afac-457e-8ff3-7a2a990d0479 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/5df01fcf-f0f8-49cd-b73c-31c65a864def HTTP/1.1" status: 204 len: 168 time: 0.4256544 Dec 10 18:38:35.922438 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8900a09-86ff-4522-8309-aeecbb0726d2 None None] Network 71411d65-5a55-4bfd-b4bf-06bf0a86f2fe requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:35.923358 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37430) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:36.006063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.060046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3fa31e0c-aa4c-448f-bf37-fad65ca81be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:34Z', 'revision_number': 8, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac', 'name': '', 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:35:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '96e51234-ef40-4086-b7de-a28124a6994e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:24Z', 'updated_at': '2021-12-10T18:38:28Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '96e51234-ef40-4086-b7de-a28124a6994e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:36.065015 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067d020-3c90-4188-9094-ba0b2391950d req-eafe079f-2b0d-480c-b379-5cce0231cecd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:36.072758 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1067d020-3c90-4188-9094-ba0b2391950d req-eafe079f-2b0d-480c-b379-5cce0231cecd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 946 time: 0.0614574 Dec 10 18:38:36.081439 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port aed01e1b-167f-48c6-8f45-3b70a68d2d10 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:36.084267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.106161 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa31e0c-aa4c-448f-bf37-fad65ca81be7 None None] Checking router: 4d626100-995d-4c8b-b031-99ec5e1e6bfb for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:36.114280 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa31e0c-aa4c-448f-bf37-fad65ca81be7 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:36.114894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3fa31e0c-aa4c-448f-bf37-fad65ca81be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:36.130992 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1067d020-3c90-4188-9094-ba0b2391950d req-8d91e880-22c1-4e1c-9f43-a5e4970eea07 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee9759e1-1865-473e-a303-23a1feb0daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571253 Dec 10 18:38:36.149391 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb503e-77b1-4a5e-b899-d0849104c05f None None] DHCP port deletion for 71411d65-5a55-4bfd-b4bf-06bf0a86f2fe request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:36.167363 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] For port aed01e1b-167f-48c6-8f45-3b70a68d2d10, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=aed01e1b-167f-48c6-8f45-3b70a68d2d10,segment=NetworkSegment(db925ee1-7c3d-4899-83b9-845df2c193e4),segment_id=db925ee1-7c3d-4899-83b9-845df2c193e4)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:36.167747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.180718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for aed01e1b-167f-48c6-8f45-3b70a68d2d10 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:36.318564 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.349243 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=aed01e1b-167f-48c6-8f45-3b70a68d2d10,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:36.353887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No DVR routers for this DVR port aed01e1b-167f-48c6-8f45-3b70a68d2d10 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:36.385241 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-3fa31e0c-aa4c-448f-bf37-fad65ca81be7 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:36.450743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.468521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-45fb503e-77b1-4a5e-b899-d0849104c05f None None] Deleting port aed01e1b-167f-48c6-8f45-3b70a68d2d10 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:36.468910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-45fb503e-77b1-4a5e-b899-d0849104c05f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.476509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71411d65-5a55-4bfd-b4bf-06bf0a86f2fe']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:36.487691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db925ee1-7c3d-4899-83b9-845df2c193e4') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:36.488321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db925ee1-7c3d-4899-83b9-845df2c193e4') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:36.499339 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.515250 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.523226 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:36.523867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:36.527443 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:36.578278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-45fb503e-77b1-4a5e-b899-d0849104c05f None None] For port aed01e1b-167f-48c6-8f45-3b70a68d2d10, host dv-neutron-821434-1-hyperv, got binding levels [] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:36.578672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-45fb503e-77b1-4a5e-b899-d0849104c05f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.603145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-45fb503e-77b1-4a5e-b899-d0849104c05f None None] Calling delete_port for aed01e1b-167f-48c6-8f45-3b70a68d2d10 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:36.610509 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.ipam_backend_mixin [None req-45fb503e-77b1-4a5e-b899-d0849104c05f None None] Port aed01e1b-167f-48c6-8f45-3b70a68d2d10 was not found and therefore no delete operation was performed {{(pid=103595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:38:36.614932 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-45fb503e-77b1-4a5e-b899-d0849104c05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.660923 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb503e-77b1-4a5e-b899-d0849104c05f None None] Pushing event deleted for resources: {'Port': ['ID=aed01e1b-167f-48c6-8f45-3b70a68d2d10,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:36.663435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb503e-77b1-4a5e-b899-d0849104c05f None None] No DVR routers for this DVR port aed01e1b-167f-48c6-8f45-3b70a68d2d10 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:36.683870 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.692999 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.699116 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/networks/71411d65-5a55-4bfd-b4bf-06bf0a86f2fe HTTP/1.1" status: 204 len: 168 time: 0.7722631 Dec 10 18:38:36.699301 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3fa31e0c-aa4c-448f-bf37-fad65ca81be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:34Z', 'revision_number': 8, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac', 'name': '', 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:35:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '96e51234-ef40-4086-b7de-a28124a6994e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:24Z', 'updated_at': '2021-12-10T18:38:28Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '96e51234-ef40-4086-b7de-a28124a6994e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:36.699470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37436) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:36.713347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79b084-dd25-4f29-93c1-33a3048a9b97 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Network': ['ID=71411d65-5a55-4bfd-b4bf-06bf0a86f2fe,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:36.728792 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa31e0c-aa4c-448f-bf37-fad65ca81be7 None None] The sync data for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv is: [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:34Z', 'revision_number': 8, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac', 'name': '', 'network_id': '6ee417a4-bd23-4dd3-add3-d9a0ba8ded49', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:35:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '96e51234-ef40-4086-b7de-a28124a6994e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:24Z', 'updated_at': '2021-12-10T18:38:28Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '96e51234-ef40-4086-b7de-a28124a6994e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:36.921058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device aed01e1b-167f-48c6-8f45-3b70a68d2d10 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:36.945175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: aed01e1b-167f-48c6-8f45-3b70a68d2d10 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:36.945594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device aed01e1b-167f-48c6-8f45-3b70a68d2d10 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:36.946105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:36.964630 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:36.964902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d665c53a-a218-4234-9c4e-5dc9b9fd1ec0 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:37.045121 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07be905c-5d9b-4d04-abbd-f77356d1a8e8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:37.282428 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76d4f2-3ad2-4a42-9911-8a38963bfc84 req-18661e09-5590-4ad6-99f7-896770e36fb2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:37.283813 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1c76d4f2-3ad2-4a42-9911-8a38963bfc84 req-18661e09-5590-4ad6-99f7-896770e36fb2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 946 time: 0.0725267 Dec 10 18:38:37.366815 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1c76d4f2-3ad2-4a42-9911-8a38963bfc84 req-2fae52fe-2b41-47a6-bb2b-162b32909286 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee9759e1-1865-473e-a303-23a1feb0daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763433 Dec 10 18:38:37.380264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-07be905c-5d9b-4d04-abbd-f77356d1a8e8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:37.380454 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07be905c-5d9b-4d04-abbd-f77356d1a8e8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:37.493569 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-07be905c-5d9b-4d04-abbd-f77356d1a8e8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] For port 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac,segment=NetworkSegment(7a46de3c-863a-4d0b-b43b-668ee874ef31),segment_id=7a46de3c-863a-4d0b-b43b-668ee874ef31)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:37.493937 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07be905c-5d9b-4d04-abbd-f77356d1a8e8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:37.521066 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f7ae-2426-4433-8a40-ac915d468aee req-57c95baa-b16a-4213-8549-e04a36659042 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:37.522545 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-01f6f7ae-2426-4433-8a40-ac915d468aee req-57c95baa-b16a-4213-8549-e04a36659042 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 946 time: 0.0870607 Dec 10 18:38:37.523418 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-07be905c-5d9b-4d04-abbd-f77356d1a8e8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:37.622726 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-01f6f7ae-2426-4433-8a40-ac915d468aee req-38b41cc0-cecb-4569-bd81-df6e7311c5d0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee9759e1-1865-473e-a303-23a1feb0daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907285 Dec 10 18:38:37.645592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37442) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:37.684930 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe257647-3b76-4e52-9c74-ac75ccd88e17 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:37.686980 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fe257647-3b76-4e52-9c74-ac75ccd88e17 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 1094 time: 0.0398085 Dec 10 18:38:37.689324 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37444) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:37.694186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:37.779980 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:37.802862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07be905c-5d9b-4d04-abbd-f77356d1a8e8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:37.830900 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be905c-5d9b-4d04-abbd-f77356d1a8e8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:37.889003 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.007885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07be905c-5d9b-4d04-abbd-f77356d1a8e8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.016948 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.19 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/9e0ff512-1bb2-41c7-b61f-f3780cff8b16) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:38.124792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.218496 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07be905c-5d9b-4d04-abbd-f77356d1a8e8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 4d626100-995d-4c8b-b031-99ec5e1e6bfb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:38.221527 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.259805 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:38.262732 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:38.266376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:38.293120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=9e0ff512-1bb2-41c7-b61f-f3780cff8b16,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:38.315306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07be905c-5d9b-4d04-abbd-f77356d1a8e8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:38.321036 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-07be905c-5d9b-4d04-abbd-f77356d1a8e8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6204824 Dec 10 18:38:38.323750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37446) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:38.327707 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c711d8c-aff3-4967-88be-529d539d0152 None None] Sync routers for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:38.338014 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c711d8c-aff3-4967-88be-529d539d0152 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:38.338615 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0c711d8c-aff3-4967-88be-529d539d0152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:38.382219 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-90244925-71a1-41f8-b94a-2b265d3e0200 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting subnet 96e51234-ef40-4086-b7de-a28124a6994e {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:38:38.385541 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-90244925-71a1-41f8-b94a-2b265d3e0200 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.427367 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-90244925-71a1-41f8-b94a-2b265d3e0200 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.428890 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-0c711d8c-aff3-4967-88be-529d539d0152 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:38.521002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-90244925-71a1-41f8-b94a-2b265d3e0200 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.641810 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.648104 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0c711d8c-aff3-4967-88be-529d539d0152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:37Z', 'revision_number': 9, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:38.668100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-90244925-71a1-41f8-b94a-2b265d3e0200 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.674771 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c711d8c-aff3-4967-88be-529d539d0152 None None] Checking router: 4d626100-995d-4c8b-b031-99ec5e1e6bfb for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:38.683290 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c711d8c-aff3-4967-88be-529d539d0152 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:38.683897 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0c711d8c-aff3-4967-88be-529d539d0152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:38.698592 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90244925-71a1-41f8-b94a-2b265d3e0200 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Subnet': ['ID=96e51234-ef40-4086-b7de-a28124a6994e,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:38.704424 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-90244925-71a1-41f8-b94a-2b265d3e0200 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.710570 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-90244925-71a1-41f8-b94a-2b265d3e0200 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/96e51234-ef40-4086-b7de-a28124a6994e HTTP/1.1" status: 204 len: 168 time: 0.3834984 Dec 10 18:38:38.711084 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37448) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:38.712074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d32f3c1-fc2a-4c4e-ae86-54523b1bb2fc None None] Network 6ee417a4-bd23-4dd3-add3-d9a0ba8ded49 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:38.775183 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-0c711d8c-aff3-4967-88be-529d539d0152 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:38.794896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.802013 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.869236 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port e8d96aac-22e4-4d99-a72d-ced5db2beddc {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:38.869753 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.914897 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484a1fd6-0d63-4593-967e-d607e277ae7a None None] DHCP port deletion for 6ee417a4-bd23-4dd3-add3-d9a0ba8ded49 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:38.971956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] For port e8d96aac-22e4-4d99-a72d-ced5db2beddc, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e8d96aac-22e4-4d99-a72d-ced5db2beddc,segment=NetworkSegment(7a46de3c-863a-4d0b-b43b-668ee874ef31),segment_id=7a46de3c-863a-4d0b-b43b-668ee874ef31)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:38.972329 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.988131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.990554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for e8d96aac-22e4-4d99-a72d-ced5db2beddc owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:39.002151 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0c711d8c-aff3-4967-88be-529d539d0152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:37Z', 'revision_number': 9, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:39.008033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-484a1fd6-0d63-4593-967e-d607e277ae7a None None] Deleting port e8d96aac-22e4-4d99-a72d-ced5db2beddc {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:39.008418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-484a1fd6-0d63-4593-967e-d607e277ae7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.032010 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c711d8c-aff3-4967-88be-529d539d0152 None None] The sync data for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv is: [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:37Z', 'revision_number': 9, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c3ff545-884f-4669-b081-92ec46427ef6', 'name': '', 'network_id': '5f375b30-f491-4fab-be7e-bc745572ceff', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:fc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:19Z', 'updated_at': '2021-12-10T18:38:25Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '15213e90-10e3-4f15-a5eb-201b7be80542', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:39.049375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.099582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-484a1fd6-0d63-4593-967e-d607e277ae7a None None] For port e8d96aac-22e4-4d99-a72d-ced5db2beddc, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e8d96aac-22e4-4d99-a72d-ced5db2beddc,segment=NetworkSegment(7a46de3c-863a-4d0b-b43b-668ee874ef31),segment_id=7a46de3c-863a-4d0b-b43b-668ee874ef31)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:39.100073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-484a1fd6-0d63-4593-967e-d607e277ae7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.112805 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-484a1fd6-0d63-4593-967e-d607e277ae7a None None] Calling delete_port for e8d96aac-22e4-4d99-a72d-ced5db2beddc owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:39.126955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=9e0ff512-1bb2-41c7-b61f-f3780cff8b16,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:39.136098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.164193 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.194315 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=e8d96aac-22e4-4d99-a72d-ced5db2beddc,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:39.196435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-484a1fd6-0d63-4593-967e-d607e277ae7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.200444 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No DVR routers for this DVR port e8d96aac-22e4-4d99-a72d-ced5db2beddc on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:39.210025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a1fd6-0d63-4593-967e-d607e277ae7a None None] No DVR routers for this DVR port e8d96aac-22e4-4d99-a72d-ced5db2beddc on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:39.229336 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a1fd6-0d63-4593-967e-d607e277ae7a None None] Pushing event deleted for resources: {'Port': ['ID=e8d96aac-22e4-4d99-a72d-ced5db2beddc,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:39.245814 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP 1752a24f-9f45-432b-975b-7fe24f4bedd3 associated. External IP: 172.26.5.19, port: a8dfd6f4-5c9c-4258-997c-2d388178b79e. Dec 10 18:38:39.296617 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.317088 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee417a4-bd23-4dd3-add3-d9a0ba8ded49']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:39.326192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a46de3c-863a-4d0b-b43b-668ee874ef31') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:39.326494 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a46de3c-863a-4d0b-b43b-668ee874ef31') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:39.337207 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.351237 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.357199 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:39.357579 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:39.360577 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:39.473577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 0b7d6751-b83c-452f-b73c-c823e2943678 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:39.478391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.485590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.489430 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/networks/6ee417a4-bd23-4dd3-add3-d9a0ba8ded49 HTTP/1.1" status: 204 len: 168 time: 0.7771435 Dec 10 18:38:39.493439 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37450) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:39.544685 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33534f-1aef-4ffc-89a7-db43ac9c1042 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Network': ['ID=6ee417a4-bd23-4dd3-add3-d9a0ba8ded49,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:39.938838 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:39.951695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf142f62-810c-4110-aa3c-3f8386598c47 None None] Sync routers for ids ['0b7d6751-b83c-452f-b73c-c823e2943678'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:39.962418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf142f62-810c-4110-aa3c-3f8386598c47 None None] Routers {'0b7d6751-b83c-452f-b73c-c823e2943678'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:39.965865 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bf142f62-810c-4110-aa3c-3f8386598c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['0b7d6751-b83c-452f-b73c-c823e2943678'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:40.057536 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.075097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-bf142f62-810c-4110-aa3c-3f8386598c47 None None] Set router 0b7d6751-b83c-452f-b73c-c823e2943678 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:40.088180 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4da06f09-2d9f-4d3a-9cc1-14d0256c2107 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3977883 Dec 10 18:38:40.089235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'tag': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:40.090971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37452) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:40.092722 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4059f3c0-2e42-420b-b0b7-53792aa9265f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c142b09-be48-42e1-a299-e1eefa5ed6e4", "tag": "a8dfd6f4-5c9c-4258-997c-2d388178b79e"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:40.136357 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70047e77-944d-4de7-95d7-e29361c9d8a3 x-openstack-request-id: req-70047e77-944d-4de7-95d7-e29361c9d8a3 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:40.136663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c142b09-be48-42e1-a299-e1eefa5ed6e4", "tag": "a8dfd6f4-5c9c-4258-997c-2d388178b79e", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:40.136934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70047e77-944d-4de7-95d7-e29361c9d8a3 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:40.137400 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'tag': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e', 'status': 'completed', 'code': 200} Dec 10 18:38:40.142299 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddfe2-e572-4109-b40f-e715d4e20208 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.209567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059f3c0-2e42-420b-b0b7-53792aa9265f req-ef304a11-952c-4736-b8fd-8225a6095e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:40.211201 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4059f3c0-2e42-420b-b0b7-53792aa9265f req-ef304a11-952c-4736-b8fd-8225a6095e8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0489488 Dec 10 18:38:40.240020 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-08ee16c1-2514-4a96-8422-3904bbc95cb7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/1752a24f-9f45-432b-975b-7fe24f4bedd3 HTTP/1.1" status: 200 len: 991 time: 0.1476452 Dec 10 18:38:40.329197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059f3c0-2e42-420b-b0b7-53792aa9265f req-0d32044a-fee3-48d4-908b-7640c9139c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:40.330729 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4059f3c0-2e42-420b-b0b7-53792aa9265f req-0d32044a-fee3-48d4-908b-7640c9139c7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d046cd38-36d6-45d4-8cf2-3b0f76f675df HTTP/1.1" status: 200 len: 898 time: 0.1116855 Dec 10 18:38:40.336008 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bf142f62-810c-4110-aa3c-3f8386598c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1752a24f-9f45-432b-975b-7fe24f4bedd3', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.19', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'port_id': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'mac_address': 'fa:16:3e:6e:7e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:38Z', 'updated_at': '2021-12-10T18:38:38Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:17Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:40.362631 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf142f62-810c-4110-aa3c-3f8386598c47 None None] Checking router: 0b7d6751-b83c-452f-b73c-c823e2943678 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:40.371352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf142f62-810c-4110-aa3c-3f8386598c47 None None] Routers {'0b7d6751-b83c-452f-b73c-c823e2943678'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:40.371959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bf142f62-810c-4110-aa3c-3f8386598c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['0b7d6751-b83c-452f-b73c-c823e2943678'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:40.404555 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4059f3c0-2e42-420b-b0b7-53792aa9265f req-9f0365e9-0de0-46e4-89c9-c07025ab4bb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8dfd6f4-5c9c-4258-997c-2d388178b79e HTTP/1.1" status: 200 len: 999 time: 0.0629973 Dec 10 18:38:40.419054 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ddfe2-e572-4109-b40f-e715d4e20208 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port 6c3ff545-884f-4669-b081-92ec46427ef6 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:40.419755 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddfe2-e572-4109-b40f-e715d4e20208 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.460256 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059f3c0-2e42-420b-b0b7-53792aa9265f req-78acbd35-a816-4837-a5df-73538d05d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:40.462174 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4059f3c0-2e42-420b-b0b7-53792aa9265f req-78acbd35-a816-4837-a5df-73538d05d485 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ca60a03-c763-42af-ba5b-ecd87d8f27a6 HTTP/1.1" status: 200 len: 835 time: 0.0501471 Dec 10 18:38:40.479434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-bf142f62-810c-4110-aa3c-3f8386598c47 None None] Set router 0b7d6751-b83c-452f-b73c-c823e2943678 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:40.519463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059f3c0-2e42-420b-b0b7-53792aa9265f req-d3fadd21-8a4e-4bef-afc3-9aff3110bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:40.520879 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4059f3c0-2e42-420b-b0b7-53792aa9265f req-d3fadd21-8a4e-4bef-afc3-9aff3110bcac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d046cd38-36d6-45d4-8cf2-3b0f76f675df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0496538 Dec 10 18:38:40.533764 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-0f0ddfe2-e572-4109-b40f-e715d4e20208 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] For port 6c3ff545-884f-4669-b081-92ec46427ef6, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6c3ff545-884f-4669-b081-92ec46427ef6,segment=NetworkSegment(57861945-6d7b-454b-b8f5-131f9a46a7ec),segment_id=57861945-6d7b-454b-b8f5-131f9a46a7ec)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:40.534133 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddfe2-e572-4109-b40f-e715d4e20208 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.551515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ddfe2-e572-4109-b40f-e715d4e20208 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for 6c3ff545-884f-4669-b081-92ec46427ef6 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:40.618293 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4059f3c0-2e42-420b-b0b7-53792aa9265f req-192cf7f2-6bab-460f-a804-58cf88dc9386 service neutron] 10.222.0.21 "GET /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886366 Dec 10 18:38:40.723324 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4059f3c0-2e42-420b-b0b7-53792aa9265f req-f49b1c9b-7360-4f2b-8d64-22219365783e service neutron] 10.222.0.21 "GET /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978971 Dec 10 18:38:40.723555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-bf142f62-810c-4110-aa3c-3f8386598c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1752a24f-9f45-432b-975b-7fe24f4bedd3', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.19', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'port_id': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'mac_address': 'fa:16:3e:6e:7e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:38Z', 'updated_at': '2021-12-10T18:38:38Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:17Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:40.749860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf142f62-810c-4110-aa3c-3f8386598c47 None None] The sync data for ids ['0b7d6751-b83c-452f-b73c-c823e2943678'] in dv-neutron-821434-1-hyperv is: [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1752a24f-9f45-432b-975b-7fe24f4bedd3', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.19', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'port_id': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'mac_address': 'fa:16:3e:6e:7e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:38Z', 'updated_at': '2021-12-10T18:38:38Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:17Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:40.816140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddfe2-e572-4109-b40f-e715d4e20208 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.842842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ddfe2-e572-4109-b40f-e715d4e20208 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=6c3ff545-884f-4669-b081-92ec46427ef6,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:40.993916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:41.011084 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4cb065-71ce-4dac-ab63-922d9dbf9fbb None None] New status for floating IP 1752a24f-9f45-432b-975b-7fe24f4bedd3: ACTIVE {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:38:41.032000 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:41.032343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3c3d2e29-8cf7-4e3f-ab6c-f3b5bb1703ac not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:41.032650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddfe2-e572-4109-b40f-e715d4e20208 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.032781 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e8d96aac-22e4-4d99-a72d-ced5db2beddc no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:41.055217 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: e8d96aac-22e4-4d99-a72d-ced5db2beddc {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:41.055568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e8d96aac-22e4-4d99-a72d-ced5db2beddc not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:41.243479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0ddfe2-e572-4109-b40f-e715d4e20208 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 4d626100-995d-4c8b-b031-99ec5e1e6bfb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:41.243877 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37456) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:41.310336 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a6f60876-062b-467a-98a0-f71f9a910d9f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/1752a24f-9f45-432b-975b-7fe24f4bedd3 HTTP/1.1" status: 200 len: 991 time: 0.0650220 Dec 10 18:38:41.348305 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0ddfe2-e572-4109-b40f-e715d4e20208 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:41.348305 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0f0ddfe2-e572-4109-b40f-e715d4e20208 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8536847 Dec 10 18:38:41.350962 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37458) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:41.351977 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d0c79-709b-4535-91c5-6c9eb405d6e9 None None] Sync routers for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:41.363625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d0c79-709b-4535-91c5-6c9eb405d6e9 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:41.364257 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b62d0c79-709b-4535-91c5-6c9eb405d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:41.401211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-715fc8bc-706d-45b2-9553-c65881174250 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting subnet 15213e90-10e3-4f15-a5eb-201b7be80542 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:38:41.404540 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-715fc8bc-706d-45b2-9553-c65881174250 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.447604 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-715fc8bc-706d-45b2-9553-c65881174250 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.450078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-b62d0c79-709b-4535-91c5-6c9eb405d6e9 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:41.546606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-715fc8bc-706d-45b2-9553-c65881174250 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.655789 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-715fc8bc-706d-45b2-9553-c65881174250 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.660675 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b62d0c79-709b-4535-91c5-6c9eb405d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:40Z', 'revision_number': 10, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:41.685343 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715fc8bc-706d-45b2-9553-c65881174250 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Subnet': ['ID=15213e90-10e3-4f15-a5eb-201b7be80542,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:41.686855 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d0c79-709b-4535-91c5-6c9eb405d6e9 None None] Checking router: 4d626100-995d-4c8b-b031-99ec5e1e6bfb for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:41.692996 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-715fc8bc-706d-45b2-9553-c65881174250 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.699108 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d0c79-709b-4535-91c5-6c9eb405d6e9 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:41.699307 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-715fc8bc-706d-45b2-9553-c65881174250 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/15213e90-10e3-4f15-a5eb-201b7be80542 HTTP/1.1" status: 204 len: 168 time: 0.3447540 Dec 10 18:38:41.699428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b62d0c79-709b-4535-91c5-6c9eb405d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:41.699535 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37460) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:41.731355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2042b9-a5cc-4091-aedf-d78f7383ff2e None None] Network 5f375b30-f491-4fab-be7e-bc745572ceff requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:41.781882 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.841255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port b7255a85-a08e-4fb8-8e30-d1d7382caddb {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:41.841908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.925344 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] For port b7255a85-a08e-4fb8-8e30-d1d7382caddb, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b7255a85-a08e-4fb8-8e30-d1d7382caddb,segment=NetworkSegment(57861945-6d7b-454b-b8f5-131f9a46a7ec),segment_id=57861945-6d7b-454b-b8f5-131f9a46a7ec)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:41.925813 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.940052 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for b7255a85-a08e-4fb8-8e30-d1d7382caddb owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:42.003689 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-b62d0c79-709b-4535-91c5-6c9eb405d6e9 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:42.078938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.108472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=b7255a85-a08e-4fb8-8e30-d1d7382caddb,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:42.113711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No DVR routers for this DVR port b7255a85-a08e-4fb8-8e30-d1d7382caddb on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:42.176080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87df2c1-6914-4ad1-b352-99a98c5ef92a None None] DHCP port deletion for 5f375b30-f491-4fab-be7e-bc745572ceff request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:42.220321 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.233066 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f375b30-f491-4fab-be7e-bc745572ceff']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:42.240639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b62d0c79-709b-4535-91c5-6c9eb405d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:40Z', 'revision_number': 10, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:42.243319 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57861945-6d7b-454b-b8f5-131f9a46a7ec') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:42.243698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57861945-6d7b-454b-b8f5-131f9a46a7ec') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:42.254071 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.267461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.274103 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:42.274492 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.274643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d0c79-709b-4535-91c5-6c9eb405d6e9 None None] The sync data for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv is: [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:40Z', 'revision_number': 10, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None, '_interfaces': [{'id': '34d1e126-2f20-4a74-925e-634c960fff22', 'name': '', 'network_id': '3bc9ab9c-e506-4da4-9493-31eca04c014a', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'mac_address': 'fa:16:3e:9b:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:14Z', 'updated_at': '2021-12-10T18:38:19Z', 'revision_number': 5, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'subnets': [{'id': '74a46a8a-8517-4057-9d46-23eff0d7ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:42.277790 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:42.313521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37462) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:42.378907 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fb4d2f89-862a-4b3d-9923-2970f5ff44ed tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/1752a24f-9f45-432b-975b-7fe24f4bedd3 HTTP/1.1" status: 200 len: 993 time: 0.0634508 Dec 10 18:38:42.426972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.433576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.436757 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/networks/5f375b30-f491-4fab-be7e-bc745572ceff HTTP/1.1" status: 204 len: 168 time: 0.7364545 Dec 10 18:38:42.439632 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37464) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:42.449076 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c94e8a-2e84-4ead-b467-9f51c6451cef tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Network': ['ID=5f375b30-f491-4fab-be7e-bc745572ceff,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:42.771374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeff9-d5a5-4291-9b1c-e59b6abb6540 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.919259 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6c3ff545-884f-4669-b081-92ec46427ef6 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:42.939477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 6c3ff545-884f-4669-b081-92ec46427ef6 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:42.939822 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6c3ff545-884f-4669-b081-92ec46427ef6 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:42.940244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b7255a85-a08e-4fb8-8e30-d1d7382caddb no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:42.959025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: b7255a85-a08e-4fb8-8e30-d1d7382caddb {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:42.959390 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b7255a85-a08e-4fb8-8e30-d1d7382caddb not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:43.021006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-0f7eeff9-d5a5-4291-9b1c-e59b6abb6540 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port 34d1e126-2f20-4a74-925e-634c960fff22 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:43.021350 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeff9-d5a5-4291-9b1c-e59b6abb6540 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.112519 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-0f7eeff9-d5a5-4291-9b1c-e59b6abb6540 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] For port 34d1e126-2f20-4a74-925e-634c960fff22, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=34d1e126-2f20-4a74-925e-634c960fff22,segment=NetworkSegment(3b29defc-e5d9-4f5d-a75e-7bf013fcea87),segment_id=3b29defc-e5d9-4f5d-a75e-7bf013fcea87)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:43.112883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeff9-d5a5-4291-9b1c-e59b6abb6540 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.129340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-0f7eeff9-d5a5-4291-9b1c-e59b6abb6540 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for 34d1e126-2f20-4a74-925e-634c960fff22 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:43.363866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeff9-d5a5-4291-9b1c-e59b6abb6540 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.394418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7eeff9-d5a5-4291-9b1c-e59b6abb6540 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=34d1e126-2f20-4a74-925e-634c960fff22,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:43.536977 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0f7eeff9-d5a5-4291-9b1c-e59b6abb6540 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.695986 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7eeff9-d5a5-4291-9b1c-e59b6abb6540 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 4d626100-995d-4c8b-b031-99ec5e1e6bfb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:43.767893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7eeff9-d5a5-4291-9b1c-e59b6abb6540 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:43.773482 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0f7eeff9-d5a5-4291-9b1c-e59b6abb6540 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3317454 Dec 10 18:38:43.776215 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37466) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:43.779232 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd37a359-4d7d-4c1a-93cc-32e63d022fe9 None None] Sync routers for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:43.790210 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd37a359-4d7d-4c1a-93cc-32e63d022fe9 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:43.790823 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dd37a359-4d7d-4c1a-93cc-32e63d022fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:43.829850 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-45366c0d-e97a-4299-a6da-d0763f10b0c2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting subnet 74a46a8a-8517-4057-9d46-23eff0d7ff5d {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:38:43.832964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-45366c0d-e97a-4299-a6da-d0763f10b0c2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.860086 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-dd37a359-4d7d-4c1a-93cc-32e63d022fe9 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:43.872349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-45366c0d-e97a-4299-a6da-d0763f10b0c2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.919920 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dd37a359-4d7d-4c1a-93cc-32e63d022fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:43Z', 'revision_number': 11, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:43.956227 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd37a359-4d7d-4c1a-93cc-32e63d022fe9 None None] Checking router: 4d626100-995d-4c8b-b031-99ec5e1e6bfb for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:43.960743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-45366c0d-e97a-4299-a6da-d0763f10b0c2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.969296 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd37a359-4d7d-4c1a-93cc-32e63d022fe9 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:43.969937 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dd37a359-4d7d-4c1a-93cc-32e63d022fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:44.040167 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-dd37a359-4d7d-4c1a-93cc-32e63d022fe9 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:44.072503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-45366c0d-e97a-4299-a6da-d0763f10b0c2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.094923 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dd37a359-4d7d-4c1a-93cc-32e63d022fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:43Z', 'revision_number': 11, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:44.101089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45366c0d-e97a-4299-a6da-d0763f10b0c2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Subnet': ['ID=74a46a8a-8517-4057-9d46-23eff0d7ff5d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:44.103104 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-45366c0d-e97a-4299-a6da-d0763f10b0c2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.106381 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-45366c0d-e97a-4299-a6da-d0763f10b0c2 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/74a46a8a-8517-4057-9d46-23eff0d7ff5d HTTP/1.1" status: 204 len: 168 time: 0.3292289 Dec 10 18:38:44.109002 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37470) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:44.112983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5052fc35-8156-45f1-b03e-bcbfd23c3d69 None None] Network 3bc9ab9c-e506-4da4-9493-31eca04c014a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:44.121724 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd37a359-4d7d-4c1a-93cc-32e63d022fe9 None None] The sync data for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv is: [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:43Z', 'revision_number': 11, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:44.187918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.247234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Deleting port 784b8bfc-a4e6-49ae-9271-1069c2be0463 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:44.247579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.310280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] For port 784b8bfc-a4e6-49ae-9271-1069c2be0463, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=784b8bfc-a4e6-49ae-9271-1069c2be0463,segment=NetworkSegment(3b29defc-e5d9-4f5d-a75e-7bf013fcea87),segment_id=3b29defc-e5d9-4f5d-a75e-7bf013fcea87)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:44.310642 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.323382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Calling delete_port for 784b8bfc-a4e6-49ae-9271-1069c2be0463 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:44.483227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97891fb-d1cc-45b1-8a7b-4359f3503910 None None] DHCP port deletion for 3bc9ab9c-e506-4da4-9493-31eca04c014a request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:44.483833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.512029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Port': ['ID=784b8bfc-a4e6-49ae-9271-1069c2be0463,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:44.515640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No DVR routers for this DVR port 784b8bfc-a4e6-49ae-9271-1069c2be0463 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:44.597405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.622732 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc9ab9c-e506-4da4-9493-31eca04c014a']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:44.632652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b29defc-e5d9-4f5d-a75e-7bf013fcea87') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:44.637132 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b29defc-e5d9-4f5d-a75e-7bf013fcea87') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:44.642147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.655603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.661996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:44.662376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:44.665256 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:44.815362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.822571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.825762 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/networks/3bc9ab9c-e506-4da4-9493-31eca04c014a HTTP/1.1" status: 204 len: 168 time: 0.7158132 Dec 10 18:38:44.828587 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37472) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:44.833237 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3b39214f-e318-4607-8158-d2c65c557268 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'router': {'routes': None}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:44.837258 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1ecd6-7a47-4c1b-a90b-79cee799403c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Pushing event deleted for resources: {'Network': ['ID=3bc9ab9c-e506-4da4-9493-31eca04c014a,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:44.912586 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 34d1e126-2f20-4a74-925e-634c960fff22 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:44.930947 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 34d1e126-2f20-4a74-925e-634c960fff22 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:44.931320 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 34d1e126-2f20-4a74-925e-634c960fff22 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:44.934274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 784b8bfc-a4e6-49ae-9271-1069c2be0463 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:44.950962 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 784b8bfc-a4e6-49ae-9271-1069c2be0463 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:44.951317 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 784b8bfc-a4e6-49ae-9271-1069c2be0463 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:45.223894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.extraroute_db [None req-3b39214f-e318-4607-8158-d2c65c557268 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Added routes are [] {{(pid=103594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:38:45.224186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.extraroute_db [None req-3b39214f-e318-4607-8158-d2c65c557268 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Removed routes are [] {{(pid=103594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:38:45.224545 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b39214f-e318-4607-8158-d2c65c557268 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.365639 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b39214f-e318-4607-8158-d2c65c557268 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.368826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b39214f-e318-4607-8158-d2c65c557268 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.440503 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b39214f-e318-4607-8158-d2c65c557268 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 4d626100-995d-4c8b-b031-99ec5e1e6bfb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:45.516383 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b39214f-e318-4607-8158-d2c65c557268 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:45.523761 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b39214f-e318-4607-8158-d2c65c557268 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.524906 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3b39214f-e318-4607-8158-d2c65c557268 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb HTTP/1.1" status: 200 len: 701 time: 0.6953149 Dec 10 18:38:45.526207 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6eca9b-0bbf-4025-b77c-c687222ad7e7 None None] Sync routers for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:45.527701 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37474) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:45.537805 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6eca9b-0bbf-4025-b77c-c687222ad7e7 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:45.542388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5d6eca9b-0bbf-4025-b77c-c687222ad7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:45.556555 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6bf29d49-9778-4c73-9f80-7b05c9f18d98 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d626100-995d-4c8b-b031-99ec5e1e6bfb HTTP/1.1" status: 200 len: 205 time: 0.0276186 Dec 10 18:38:45.559079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37476) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:45.609284 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-5d6eca9b-0bbf-4025-b77c-c687222ad7e7 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:45.633641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3954b3b-ca7b-4731-ae57-d641c71a251d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.664209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5d6eca9b-0bbf-4025-b77c-c687222ad7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:43Z', 'revision_number': 11, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:45.690625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6eca9b-0bbf-4025-b77c-c687222ad7e7 None None] Checking router: 4d626100-995d-4c8b-b031-99ec5e1e6bfb for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:45.699851 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6eca9b-0bbf-4025-b77c-c687222ad7e7 None None] Routers {'4d626100-995d-4c8b-b031-99ec5e1e6bfb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:45.700464 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5d6eca9b-0bbf-4025-b77c-c687222ad7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:45.770914 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-5d6eca9b-0bbf-4025-b77c-c687222ad7e7 None None] Set router 4d626100-995d-4c8b-b031-99ec5e1e6bfb gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:45.793563 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3954b3b-ca7b-4731-ae57-d641c71a251d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.795924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3954b3b-ca7b-4731-ae57-d641c71a251d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.825197 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-5d6eca9b-0bbf-4025-b77c-c687222ad7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:43Z', 'revision_number': 11, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:45.852733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6eca9b-0bbf-4025-b77c-c687222ad7e7 None None] The sync data for ids ['4d626100-995d-4c8b-b031-99ec5e1e6bfb'] in dv-neutron-821434-1-hyperv is: [{'id': '4d626100-995d-4c8b-b031-99ec5e1e6bfb', 'name': 'tempest-RoutersTest-router-2019493669', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:43Z', 'revision_number': 11, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:45.872726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3954b3b-ca7b-4731-ae57-d641c71a251d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.873264 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3954b3b-ca7b-4731-ae57-d641c71a251d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Fanout notify agent at l3_agent the message router_deleted on router 4d626100-995d-4c8b-b031-99ec5e1e6bfb {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:38:45.881515 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3954b3b-ca7b-4731-ae57-d641c71a251d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.882666 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b3954b3b-ca7b-4731-ae57-d641c71a251d tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb HTTP/1.1" status: 204 len: 168 time: 0.3226011 Dec 10 18:38:45.887267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37478) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:45.891894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a5922900-d9ce-48ae-a98d-78441b986bc1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-740572046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:45.993041 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a5922900-d9ce-48ae-a98d-78441b986bc1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.994170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a5922900-d9ce-48ae-a98d-78441b986bc1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.059650 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a5922900-d9ce-48ae-a98d-78441b986bc1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.118450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a5922900-d9ce-48ae-a98d-78441b986bc1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.183230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a5922900-d9ce-48ae-a98d-78441b986bc1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.184463 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a5922900-d9ce-48ae-a98d-78441b986bc1 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2961974 Dec 10 18:38:46.187261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37480) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:46.192416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-0583f339-30b5-43ae-81e8-43f510b753df tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:46.390253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0583f339-30b5-43ae-81e8-43f510b753df tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.512936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0583f339-30b5-43ae-81e8-43f510b753df tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.535967 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-08ff916a-3b43-4563-bdbc-4e1f2acf44f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.661542 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0583f339-30b5-43ae-81e8-43f510b753df tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Router 640302ec-d468-45b7-996b-d099d15ab86c is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:38:47.061300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0583f339-30b5-43ae-81e8-43f510b753df tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:47.069856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0583f339-30b5-43ae-81e8-43f510b753df tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.070248 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b13972c-4242-4e44-aede-0155761ab109 None None] Sync routers for ids ['640302ec-d468-45b7-996b-d099d15ab86c'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:47.071019 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0583f339-30b5-43ae-81e8-43f510b753df tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "PUT /v2.0/routers/640302ec-d468-45b7-996b-d099d15ab86c HTTP/1.1" status: 200 len: 693 time: 0.8828499 Dec 10 18:38:47.073644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37482) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.080677 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13972c-4242-4e44-aede-0155761ab109 None None] Routers {'640302ec-d468-45b7-996b-d099d15ab86c'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:47.081273 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9b13972c-4242-4e44-aede-0155761ab109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['640302ec-d468-45b7-996b-d099d15ab86c'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:47.149815 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-9b13972c-4242-4e44-aede-0155761ab109 None None] Set router 640302ec-d468-45b7-996b-d099d15ab86c gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:47.154013 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a73ebe4a-3cd7-4d91-a41c-424789ad724e tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/routers/640302ec-d468-45b7-996b-d099d15ab86c HTTP/1.1" status: 200 len: 699 time: 0.0791609 Dec 10 18:38:47.156744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37484) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.184395 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c5c1054d-9d1e-4582-861a-d23e107a4d01 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports?device_id=640302ec-d468-45b7-996b-d099d15ab86c HTTP/1.1" status: 200 len: 205 time: 0.0265658 Dec 10 18:38:47.186929 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37486) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.204534 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9b13972c-4242-4e44-aede-0155761ab109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640302ec-d468-45b7-996b-d099d15ab86c', 'name': 'tempest-RoutersTest-router-740572046', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:45Z', 'updated_at': '2021-12-10T18:38:46Z', 'revision_number': 2, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:47.230867 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b13972c-4242-4e44-aede-0155761ab109 None None] Checking router: 640302ec-d468-45b7-996b-d099d15ab86c for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:38:47.239532 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13972c-4242-4e44-aede-0155761ab109 None None] Routers {'640302ec-d468-45b7-996b-d099d15ab86c'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:47.240177 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9b13972c-4242-4e44-aede-0155761ab109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['640302ec-d468-45b7-996b-d099d15ab86c'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:47.263127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e2edf46-696a-44b4-a77b-2aa8d39b93bd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.307661 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-9b13972c-4242-4e44-aede-0155761ab109 None None] Set router 640302ec-d468-45b7-996b-d099d15ab86c gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:38:47.360749 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9b13972c-4242-4e44-aede-0155761ab109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640302ec-d468-45b7-996b-d099d15ab86c', 'name': 'tempest-RoutersTest-router-740572046', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:45Z', 'updated_at': '2021-12-10T18:38:46Z', 'revision_number': 2, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:47.386796 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b13972c-4242-4e44-aede-0155761ab109 None None] The sync data for ids ['640302ec-d468-45b7-996b-d099d15ab86c'] in dv-neutron-821434-1-hyperv is: [{'id': '640302ec-d468-45b7-996b-d099d15ab86c', 'name': 'tempest-RoutersTest-router-740572046', 'tenant_id': '1a79c0bb260940a5b6d69360e238f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:45Z', 'updated_at': '2021-12-10T18:38:46Z', 'revision_number': 2, 'project_id': '1a79c0bb260940a5b6d69360e238f457', 'gw_port_host': None}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:47.421935 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e2edf46-696a-44b4-a77b-2aa8d39b93bd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.424068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e2edf46-696a-44b4-a77b-2aa8d39b93bd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.552808 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e2edf46-696a-44b4-a77b-2aa8d39b93bd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.553510 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2edf46-696a-44b4-a77b-2aa8d39b93bd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Fanout notify agent at l3_agent the message router_deleted on router 640302ec-d468-45b7-996b-d099d15ab86c {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:38:47.562386 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e2edf46-696a-44b4-a77b-2aa8d39b93bd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.562386 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0e2edf46-696a-44b4-a77b-2aa8d39b93bd tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/routers/640302ec-d468-45b7-996b-d099d15ab86c HTTP/1.1" status: 204 len: 168 time: 0.3737350 Dec 10 18:38:47.565277 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37488) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.592926 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-224a46ec-8356-4d5c-b6ea-74bc29523c89 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports?device_id=640302ec-d468-45b7-996b-d099d15ab86c HTTP/1.1" status: 200 len: 205 time: 0.0265033 Dec 10 18:38:47.595348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37490) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.635289 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-f05f01d0-d790-462e-9973-a3d3fbe8ca25 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] delete failed (client error): The resource could not be found. Dec 10 18:38:47.636313 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f05f01d0-d790-462e-9973-a3d3fbe8ca25 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/routers/640302ec-d468-45b7-996b-d099d15ab86c HTTP/1.1" status: 404 len: 336 time: 0.0400722 Dec 10 18:38:47.638853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37492) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.664191 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3519987-e2c3-4aff-872c-d284efdac509 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:47.664813 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3519987-e2c3-4aff-872c-d284efdac509 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:47.667735 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e3519987-e2c3-4aff-872c-d284efdac509 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/5df01fcf-f0f8-49cd-b73c-31c65a864def HTTP/1.1" status: 404 len: 337 time: 0.0279994 Dec 10 18:38:47.670207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37494) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.697001 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-957abc44-ad02-42f6-8d68-af694347a0f7 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:47.697494 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957abc44-ad02-42f6-8d68-af694347a0f7 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:47.700514 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-957abc44-ad02-42f6-8d68-af694347a0f7 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/96e51234-ef40-4086-b7de-a28124a6994e HTTP/1.1" status: 404 len: 337 time: 0.0293515 Dec 10 18:38:47.703196 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37496) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.733033 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed5dfa7-3eb1-4675-a9ee-c4425f4fa535 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:47.733498 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed5dfa7-3eb1-4675-a9ee-c4425f4fa535 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:47.740674 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fed5dfa7-3eb1-4675-a9ee-c4425f4fa535 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/15213e90-10e3-4f15-a5eb-201b7be80542 HTTP/1.1" status: 404 len: 337 time: 0.0322444 Dec 10 18:38:47.740674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37498) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.766945 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed02452b-4086-4645-9910-88256b00af54 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:47.767407 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed02452b-4086-4645-9910-88256b00af54 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:47.770527 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ed02452b-4086-4645-9910-88256b00af54 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/74a46a8a-8517-4057-9d46-23eff0d7ff5d HTTP/1.1" status: 404 len: 337 time: 0.0298069 Dec 10 18:38:47.773159 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37500) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.798735 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-00005193-3bdc-42e0-b5e4-768922487247 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d626100-995d-4c8b-b031-99ec5e1e6bfb HTTP/1.1" status: 200 len: 205 time: 0.0244899 Dec 10 18:38:47.801524 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37502) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.837250 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-7b4078e3-d6cd-4ac7-89e7-7d24af8f5834 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] delete failed (client error): The resource could not be found. Dec 10 18:38:47.838289 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7b4078e3-d6cd-4ac7-89e7-7d24af8f5834 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/routers/4d626100-995d-4c8b-b031-99ec5e1e6bfb HTTP/1.1" status: 404 len: 336 time: 0.0358539 Dec 10 18:38:47.840871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37504) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.866934 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8e7c747d-b693-4022-b3fc-a50479ae269c tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f759d6-b46b-406a-b9af-863acfd4740a HTTP/1.1" status: 200 len: 205 time: 0.0247815 Dec 10 18:38:47.869261 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37506) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.908642 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-27ad6f04-085f-4ac9-bfd2-7c7471aa44e5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] delete failed (client error): The resource could not be found. Dec 10 18:38:47.909561 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-27ad6f04-085f-4ac9-bfd2-7c7471aa44e5 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/routers/66f759d6-b46b-406a-b9af-863acfd4740a HTTP/1.1" status: 404 len: 336 time: 0.0394156 Dec 10 18:38:47.912790 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37508) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.944010 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b4fd96-60c9-4a17-8dba-78a0ffe911aa tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:47.944545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b4fd96-60c9-4a17-8dba-78a0ffe911aa tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:47.948172 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a8b4fd96-60c9-4a17-8dba-78a0ffe911aa tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/7ccd9564-1259-4a12-b631-6ff31e50e7ac HTTP/1.1" status: 404 len: 337 time: 0.0343306 Dec 10 18:38:47.950984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37510) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:47.978452 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3c038d70-8c2c-4222-a7a0-41bb78fd89b8 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports?device_id=6df0641c-226e-4f53-b406-34ca064ad3e3 HTTP/1.1" status: 200 len: 205 time: 0.0264482 Dec 10 18:38:47.980869 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37512) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.021867 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-f051a6fb-8290-4ad7-9483-fe65b17a775f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] delete failed (client error): The resource could not be found. Dec 10 18:38:48.022905 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f051a6fb-8290-4ad7-9483-fe65b17a775f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/routers/6df0641c-226e-4f53-b406-34ca064ad3e3 HTTP/1.1" status: 404 len: 336 time: 0.0411367 Dec 10 18:38:48.025651 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37514) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.053640 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ae155faa-0557-4f15-8e8d-6ffcf509545f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f16f74-0704-4262-9d91-9bd1fa525634 HTTP/1.1" status: 200 len: 205 time: 0.0268729 Dec 10 18:38:48.057987 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37516) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.095065 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-c672d614-312b-462f-8d1c-471508e13d1a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] delete failed (client error): The resource could not be found. Dec 10 18:38:48.096142 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c672d614-312b-462f-8d1c-471508e13d1a tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/routers/d4f16f74-0704-4262-9d91-9bd1fa525634 HTTP/1.1" status: 404 len: 336 time: 0.0372596 Dec 10 18:38:48.099326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37518) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.125765 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-abeeaf11-3798-4d56-a514-db8660d27c18 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:48.126234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abeeaf11-3798-4d56-a514-db8660d27c18 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:48.129444 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-abeeaf11-3798-4d56-a514-db8660d27c18 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/79af6330-e6b3-4af1-a563-fef8e7418cb0 HTTP/1.1" status: 404 len: 337 time: 0.0292132 Dec 10 18:38:48.132280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37520) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.164249 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-32d25f11-3c07-428a-87c2-22a97dcb7e05 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe11ae34-1074-4546-be7c-3f7368a1ed7e HTTP/1.1" status: 200 len: 205 time: 0.0307114 Dec 10 18:38:48.166566 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37522) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.204887 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-9c34cb70-5447-41d1-9d2b-fb68d02131ed tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] delete failed (client error): The resource could not be found. Dec 10 18:38:48.206015 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9c34cb70-5447-41d1-9d2b-fb68d02131ed tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/routers/fe11ae34-1074-4546-be7c-3f7368a1ed7e HTTP/1.1" status: 404 len: 336 time: 0.0384536 Dec 10 18:38:48.208721 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37524) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.240785 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad0b80b-cedd-4e9d-aacc-d1fa8262067f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:48.241255 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad0b80b-cedd-4e9d-aacc-d1fa8262067f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103593) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:48.244467 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3ad0b80b-cedd-4e9d-aacc-d1fa8262067f tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/b8d9ad94-33fa-419f-831b-1b00d076f10a HTTP/1.1" status: 404 len: 337 time: 0.0347703 Dec 10 18:38:48.247218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37526) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.279211 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ff87c7d3-5849-4b9a-83c0-db65de18f14b tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcebde48-e178-4332-a673-e4f2220db6f0 HTTP/1.1" status: 200 len: 205 time: 0.0277479 Dec 10 18:38:48.280805 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37528) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.326149 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-cf2daa8a-28f1-422c-8bab-5735e6991f83 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] delete failed (client error): The resource could not be found. Dec 10 18:38:48.327292 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cf2daa8a-28f1-422c-8bab-5735e6991f83 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/routers/dcebde48-e178-4332-a673-e4f2220db6f0 HTTP/1.1" status: 404 len: 336 time: 0.0452166 Dec 10 18:38:48.329910 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37530) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.357450 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a395f54-23ab-4ecb-8f1f-b9b9f48b90fc tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:48.358371 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a395f54-23ab-4ecb-8f1f-b9b9f48b90fc tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:48.360981 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2a395f54-23ab-4ecb-8f1f-b9b9f48b90fc tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/b42a0985-78af-471f-98ce-a2b1b911bc36 HTTP/1.1" status: 404 len: 337 time: 0.0301948 Dec 10 18:38:48.363454 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37532) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.369615 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.392309 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebab353d-00cb-46b7-ad4c-b7d854593613 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:48.392794 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebab353d-00cb-46b7-ad4c-b7d854593613 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:48.396467 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ebab353d-00cb-46b7-ad4c-b7d854593613 tempest-RoutersTest-1174110133 tempest-RoutersTest-1174110133-project] 10.222.0.60 "DELETE /v2.0/subnets/787e71cf-d317-468e-b002-07cc8c1b5a4f HTTP/1.1" status: 404 len: 337 time: 0.0320628 Dec 10 18:38:48.833036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c26852e6-909d-449a-973d-5a8842cae989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.833241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37538) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.973461 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dc5c5c05-99ab-46fd-821f-8fe43e42df84 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a79c0bb260940a5b6d69360e238f457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1391859 Dec 10 18:38:48.976188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37542) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:49.022931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab25e-2d48-441f-8e80-c690d429a177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:49.047109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab25e-2d48-441f-8e80-c690d429a177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:49.186810 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab25e-2d48-441f-8e80-c690d429a177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:49.189410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab25e-2d48-441f-8e80-c690d429a177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:49.190670 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5c5ab25e-2d48-441f-8e80-c690d429a177 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24dbcc61-7886-4308-a149-132f0b5f164f HTTP/1.1" status: 204 len: 168 time: 0.2135129 Dec 10 18:38:49.199370 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ab25e-2d48-441f-8e80-c690d429a177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dbcc61-7886-4308-a149-132f0b5f164f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:49.825031 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:38:50.095058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.193837 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37564) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:50.288323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-7b525971-fb22-444e-a98f-2aabd6db60f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1130128444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:50.375270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7b525971-fb22-444e-a98f-2aabd6db60f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.376294 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7b525971-fb22-444e-a98f-2aabd6db60f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.425494 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7b525971-fb22-444e-a98f-2aabd6db60f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.489939 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7b525971-fb22-444e-a98f-2aabd6db60f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.571467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7b525971-fb22-444e-a98f-2aabd6db60f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.572730 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7b525971-fb22-444e-a98f-2aabd6db60f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3778565 Dec 10 18:38:50.575516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37568) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:50.580871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-568182885'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:50.643564 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Made reservation on behalf of 9fcda39930744c67b1bc0be2148163c5 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:50.646984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.655453 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.729645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.796688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.826416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:50.831672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e2124c-d6e3-4990-86ac-d10e5cb04be4,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:50.838657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.839712 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Added segment 195b97db-23ad-49fa-82bd-d8226e93a7b2 of type vlan for network f0c79121-e24d-40cf-a129-63665f584833 Dec 10 18:38:50.882900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.980612 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.986752 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:50.987339 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.052908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event updated for resources: {'Network': ['ID=f0c79121-e24d-40cf-a129-63665f584833,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:51.062807 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network f0c79121-e24d-40cf-a129-63665f584833 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:51.120857 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-37737273-0054-4581-bc9a-2ce663e0751a tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5442946 Dec 10 18:38:51.123681 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37570) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:51.130062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-5b0327be-9eb8-44f2-bf4d-9785ea3c783c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Request body: {'subnet': {'network_id': 'f0c79121-e24d-40cf-a129-63665f584833', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:51.322672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.323449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0327be-9eb8-44f2-bf4d-9785ea3c783c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Made reservation on behalf of 9fcda39930744c67b1bc0be2148163c5 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:51.326845 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5b0327be-9eb8-44f2-bf4d-9785ea3c783c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.552476 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5b0327be-9eb8-44f2-bf4d-9785ea3c783c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.605131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0327be-9eb8-44f2-bf4d-9785ea3c783c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event updated for resources: {'Subnet': ['ID=6c623b97-8291-4614-9d2d-f42b4a21ca31,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:51.626470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0327be-9eb8-44f2-bf4d-9785ea3c783c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Checking segment: {'id': '195b97db-23ad-49fa-82bd-d8226e93a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f0c79121-e24d-40cf-a129-63665f584833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:51.626905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0327be-9eb8-44f2-bf4d-9785ea3c783c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Network hostable DHCP agents. Network: f0c79121-e24d-40cf-a129-63665f584833, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:51.740674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0327be-9eb8-44f2-bf4d-9785ea3c783c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Network f0c79121-e24d-40cf-a129-63665f584833 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:51.838218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-5b0327be-9eb8-44f2-bf4d-9785ea3c783c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, f0c79121-e24d-40cf-a129-63665f584833) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:51.844472 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0327be-9eb8-44f2-bf4d-9785ea3c783c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.845600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5b0327be-9eb8-44f2-bf4d-9785ea3c783c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.850159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb357fc-6e46-4a92-b9af-85ab36da0111 None None] Network f0c79121-e24d-40cf-a129-63665f584833 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:51.938079 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5b0327be-9eb8-44f2-bf4d-9785ea3c783c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8126931 Dec 10 18:38:51.941986 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37572) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:51.946894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f4e64e3d-4bcf-4405-9c49-389d899e58aa tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Request body: {'network': {'name': 'tempest-router-network01--1897378591'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:51.952854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-f0c79121-e24d-40cf-a129-63665f584833', 'network_id': 'f0c79121-e24d-40cf-a129-63665f584833', 'project_id': '9fcda39930744c67b1bc0be2148163c5', 'fixed_ips': [{'subnet_id': '6c623b97-8291-4614-9d2d-f42b4a21ca31'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:51.953794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.077767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e64e3d-4bcf-4405-9c49-389d899e58aa tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Made reservation on behalf of 9fcda39930744c67b1bc0be2148163c5 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:52.081288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f4e64e3d-4bcf-4405-9c49-389d899e58aa tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.092698 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Allocated IP 172.20.0.2 (f0c79121-e24d-40cf-a129-63665f584833/6c623b97-8291-4614-9d2d-f42b4a21ca31/1b97839a-b736-469e-9c50-5ab49b7efdde) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:52.110840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e64e3d-4bcf-4405-9c49-389d899e58aa tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:52.119566 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f4e64e3d-4bcf-4405-9c49-389d899e58aa tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.119905 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-f4e64e3d-4bcf-4405-9c49-389d899e58aa tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Added segment bd4b838e-dc37-469b-9161-35903e3cae71 of type vlan for network 3e6a1718-bbd5-422d-beb8-1af5d48d8b7a Dec 10 18:38:52.159771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f4e64e3d-4bcf-4405-9c49-389d899e58aa tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.241146 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.277784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f4e64e3d-4bcf-4405-9c49-389d899e58aa tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.283552 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e64e3d-4bcf-4405-9c49-389d899e58aa tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:52.284147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f4e64e3d-4bcf-4405-9c49-389d899e58aa tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.323899 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.349280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e64e3d-4bcf-4405-9c49-389d899e58aa tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event updated for resources: {'Network': ['ID=3e6a1718-bbd5-422d-beb8-1af5d48d8b7a,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:52.362847 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 3e6a1718-bbd5-422d-beb8-1af5d48d8b7a details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:52.406820 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Network f0c79121-e24d-40cf-a129-63665f584833 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:52.414710 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:52.419669 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Pushing event updated for resources: {'Port': ['ID=1b97839a-b736-469e-9c50-5ab49b7efdde,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:52.422051 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:52.424705 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f4e64e3d-4bcf-4405-9c49-389d899e58aa tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4816382 Dec 10 18:38:52.427456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37574) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:52.432773 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-5e14fafd-488e-44e5-b182-6358c9882df6 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Request body: {'network': {'name': 'tempest-router-network02--805651779'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:52.504714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Attempting to bind port 1b97839a-b736-469e-9c50-5ab49b7efdde on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:52.505094 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Attempting to bind port 1b97839a-b736-469e-9c50-5ab49b7efdde by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '195b97db-23ad-49fa-82bd-d8226e93a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f0c79121-e24d-40cf-a129-63665f584833'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:52.505465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Attempting to bind port 1b97839a-b736-469e-9c50-5ab49b7efdde on network f0c79121-e24d-40cf-a129-63665f584833 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:52.510567 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:52.510970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Checking segment: {'id': '195b97db-23ad-49fa-82bd-d8226e93a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f0c79121-e24d-40cf-a129-63665f584833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:52.511336 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.511740 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Bound using segment: {'id': '195b97db-23ad-49fa-82bd-d8226e93a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f0c79121-e24d-40cf-a129-63665f584833'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:52.521436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Bound port: 1b97839a-b736-469e-9c50-5ab49b7efdde, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195b97db-23ad-49fa-82bd-d8226e93a7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f0c79121-e24d-40cf-a129-63665f584833'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:52.521436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.565679 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.575590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] For port 1b97839a-b736-469e-9c50-5ab49b7efdde, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:52.578599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] For port 1b97839a-b736-469e-9c50-5ab49b7efdde, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1b97839a-b736-469e-9c50-5ab49b7efdde,segment=NetworkSegment(195b97db-23ad-49fa-82bd-d8226e93a7b2),segment_id=195b97db-23ad-49fa-82bd-d8226e93a7b2)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:52.608128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e14fafd-488e-44e5-b182-6358c9882df6 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Made reservation on behalf of 9fcda39930744c67b1bc0be2148163c5 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:52.611650 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5e14fafd-488e-44e5-b182-6358c9882df6 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.636304 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e14fafd-488e-44e5-b182-6358c9882df6 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:52.646019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5e14fafd-488e-44e5-b182-6358c9882df6 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.646361 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-5e14fafd-488e-44e5-b182-6358c9882df6 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Added segment 5bf77883-6f7a-4645-932a-6d8633dd5c08 of type vlan for network 0d938c75-52c3-4b1e-a218-f8b74bcf1e93 Dec 10 18:38:52.690172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5e14fafd-488e-44e5-b182-6358c9882df6 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.694719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.762979 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292656a-f172-4c39-9c30-3c525f1863d9 None None] Pushing event updated for resources: {'Port': ['ID=1b97839a-b736-469e-9c50-5ab49b7efdde,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:52.797989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5e14fafd-488e-44e5-b182-6358c9882df6 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.804559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e14fafd-488e-44e5-b182-6358c9882df6 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:52.805265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5e14fafd-488e-44e5-b182-6358c9882df6 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.871503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14fafd-488e-44e5-b182-6358c9882df6 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event updated for resources: {'Network': ['ID=0d938c75-52c3-4b1e-a218-f8b74bcf1e93,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:52.885448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 0d938c75-52c3-4b1e-a218-f8b74bcf1e93 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:52.938287 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37578) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:52.938842 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5e14fafd-488e-44e5-b182-6358c9882df6 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5066998 Dec 10 18:38:52.949643 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8adf6ef3-18b1-484d-a384-64ad9047fa32 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Request body: {'subnet': {'network_id': '3e6a1718-bbd5-422d-beb8-1af5d48d8b7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:53.146326 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adf6ef3-18b1-484d-a384-64ad9047fa32 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Made reservation on behalf of 9fcda39930744c67b1bc0be2148163c5 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:53.149998 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8adf6ef3-18b1-484d-a384-64ad9047fa32 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.375947 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8adf6ef3-18b1-484d-a384-64ad9047fa32 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.442994 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf6ef3-18b1-484d-a384-64ad9047fa32 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event updated for resources: {'Subnet': ['ID=0d9e477a-4500-4163-a141-e02fc9bb98e9,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:53.459686 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf6ef3-18b1-484d-a384-64ad9047fa32 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Checking segment: {'id': 'bd4b838e-dc37-469b-9161-35903e3cae71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3e6a1718-bbd5-422d-beb8-1af5d48d8b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:53.460050 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf6ef3-18b1-484d-a384-64ad9047fa32 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Network hostable DHCP agents. Network: 3e6a1718-bbd5-422d-beb8-1af5d48d8b7a, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:53.575339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf6ef3-18b1-484d-a384-64ad9047fa32 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Network 3e6a1718-bbd5-422d-beb8-1af5d48d8b7a is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:53.671360 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-8adf6ef3-18b1-484d-a384-64ad9047fa32 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 3e6a1718-bbd5-422d-beb8-1af5d48d8b7a) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:53.677242 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adf6ef3-18b1-484d-a384-64ad9047fa32 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.677876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8adf6ef3-18b1-484d-a384-64ad9047fa32 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.685472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc98ba76-d0e3-460d-98cb-058461f14cf9 None None] Network 3e6a1718-bbd5-422d-beb8-1af5d48d8b7a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:53.698946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043cb84-9e75-4d91-b967-d8f1e83453ef None None] Network f0c79121-e24d-40cf-a129-63665f584833 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:53.773393 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8adf6ef3-18b1-484d-a384-64ad9047fa32 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8318572 Dec 10 18:38:53.775672 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37580) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:53.781169 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8219d33a-371f-4348-bccb-147f7e550acb tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Request body: {'subnet': {'network_id': '0d938c75-52c3-4b1e-a218-f8b74bcf1e93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:53.798848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7c8e156d-c7c8-4bae-8bd2-56b8e4041851 None None] Provisioning complete for port 1b97839a-b736-469e-9c50-5ab49b7efdde triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:53.799226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7c8e156d-c7c8-4bae-8bd2-56b8e4041851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.897481 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-3e6a1718-bbd5-422d-beb8-1af5d48d8b7a', 'network_id': '3e6a1718-bbd5-422d-beb8-1af5d48d8b7a', 'project_id': '9fcda39930744c67b1bc0be2148163c5', 'fixed_ips': [{'subnet_id': '0d9e477a-4500-4163-a141-e02fc9bb98e9'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:53.898369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.940853 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8219d33a-371f-4348-bccb-147f7e550acb tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Made reservation on behalf of 9fcda39930744c67b1bc0be2148163c5 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:53.945415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8219d33a-371f-4348-bccb-147f7e550acb tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.033125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7c8e156d-c7c8-4bae-8bd2-56b8e4041851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.112538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-7c8e156d-c7c8-4bae-8bd2-56b8e4041851 None None] For port 1b97839a-b736-469e-9c50-5ab49b7efdde, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1b97839a-b736-469e-9c50-5ab49b7efdde,segment=NetworkSegment(195b97db-23ad-49fa-82bd-d8226e93a7b2),segment_id=195b97db-23ad-49fa-82bd-d8226e93a7b2)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:54.125579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Allocated IP 172.20.0.2 (3e6a1718-bbd5-422d-beb8-1af5d48d8b7a/0d9e477a-4500-4163-a141-e02fc9bb98e9/b56ea50a-005e-46ba-accf-ed5960be92a1) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:54.215527 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8219d33a-371f-4348-bccb-147f7e550acb tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.283790 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219d33a-371f-4348-bccb-147f7e550acb tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event updated for resources: {'Subnet': ['ID=b29f2b74-7613-40e8-8715-02b782c72530,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:54.294919 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219d33a-371f-4348-bccb-147f7e550acb tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Checking segment: {'id': '5bf77883-6f7a-4645-932a-6d8633dd5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0d938c75-52c3-4b1e-a218-f8b74bcf1e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:54.295285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8219d33a-371f-4348-bccb-147f7e550acb tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Network hostable DHCP agents. Network: 0d938c75-52c3-4b1e-a218-f8b74bcf1e93, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:54.342013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7c8e156d-c7c8-4bae-8bd2-56b8e4041851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.386929 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8219d33a-371f-4348-bccb-147f7e550acb tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Network 0d938c75-52c3-4b1e-a218-f8b74bcf1e93 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:54.413595 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e156d-c7c8-4bae-8bd2-56b8e4041851 None None] Pushing event updated for resources: {'Port': ['ID=1b97839a-b736-469e-9c50-5ab49b7efdde,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:54.481139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.483924 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f8562448-bb66-4369-add1-6f35552964df None None] Provisioning complete for port 1b97839a-b736-469e-9c50-5ab49b7efdde triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:54.484299 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f8562448-bb66-4369-add1-6f35552964df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.506808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-8219d33a-371f-4348-bccb-147f7e550acb tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 0d938c75-52c3-4b1e-a218-f8b74bcf1e93) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:54.513911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8219d33a-371f-4348-bccb-147f7e550acb tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:54.520543 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8219d33a-371f-4348-bccb-147f7e550acb tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.522665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9838f3db-a772-40a7-baf5-160fd20109d1 None None] Network 0d938c75-52c3-4b1e-a218-f8b74bcf1e93 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:54.565714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.588368 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8219d33a-371f-4348-bccb-147f7e550acb tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8114631 Dec 10 18:38:54.591498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37582) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:54.633179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Network 3e6a1718-bbd5-422d-beb8-1af5d48d8b7a is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:54.667102 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:54.672854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:54.676729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Pushing event updated for resources: {'Port': ['ID=b56ea50a-005e-46ba-accf-ed5960be92a1,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:54.724547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-0d938c75-52c3-4b1e-a218-f8b74bcf1e93', 'network_id': '0d938c75-52c3-4b1e-a218-f8b74bcf1e93', 'project_id': '9fcda39930744c67b1bc0be2148163c5', 'fixed_ips': [{'subnet_id': 'b29f2b74-7613-40e8-8715-02b782c72530'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:54.725427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.778578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Attempting to bind port b56ea50a-005e-46ba-accf-ed5960be92a1 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:54.778964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Attempting to bind port b56ea50a-005e-46ba-accf-ed5960be92a1 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'bd4b838e-dc37-469b-9161-35903e3cae71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3e6a1718-bbd5-422d-beb8-1af5d48d8b7a'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:54.779331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Attempting to bind port b56ea50a-005e-46ba-accf-ed5960be92a1 on network 3e6a1718-bbd5-422d-beb8-1af5d48d8b7a {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:54.787706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:54.788088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Checking segment: {'id': 'bd4b838e-dc37-469b-9161-35903e3cae71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3e6a1718-bbd5-422d-beb8-1af5d48d8b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:54.788534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.789574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Bound using segment: {'id': 'bd4b838e-dc37-469b-9161-35903e3cae71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3e6a1718-bbd5-422d-beb8-1af5d48d8b7a'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:54.790144 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Bound port: b56ea50a-005e-46ba-accf-ed5960be92a1, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4b838e-dc37-469b-9161-35903e3cae71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3e6a1718-bbd5-422d-beb8-1af5d48d8b7a'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:54.790578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.886920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.951168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] For port b56ea50a-005e-46ba-accf-ed5960be92a1, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:54.956136 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] For port b56ea50a-005e-46ba-accf-ed5960be92a1, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b56ea50a-005e-46ba-accf-ed5960be92a1,segment=NetworkSegment(bd4b838e-dc37-469b-9161-35903e3cae71),segment_id=bd4b838e-dc37-469b-9161-35903e3cae71)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:54.964385 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Allocated IP 172.20.0.2 (0d938c75-52c3-4b1e-a218-f8b74bcf1e93/b29f2b74-7613-40e8-8715-02b782c72530/66774d55-9331-4289-a498-2cedc49d7141) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:54.993958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1b97839a-b736-469e-9c50-5ab49b7efdde up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:55.048605 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.147033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Allocated IP 172.20.0.1 (3e6a1718-bbd5-422d-beb8-1af5d48d8b7a/0d9e477a-4500-4163-a141-e02fc9bb98e9/8ce8918a-ba07-4c12-90d4-96fdc3350d42) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:55.168576 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1bd87-e0cf-42a8-a18d-e92963cf1007 None None] Pushing event updated for resources: {'Port': ['ID=b56ea50a-005e-46ba-accf-ed5960be92a1,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:55.190867 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 1b97839a-b736-469e-9c50-5ab49b7efdde triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:55.191265 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.258742 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.271853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.344574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.376266 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.394697 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Network 0d938c75-52c3-4b1e-a218-f8b74bcf1e93 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:55.398035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:55.401366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:55.436534 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Network 3e6a1718-bbd5-422d-beb8-1af5d48d8b7a is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:55.437341 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Pushing event updated for resources: {'Port': ['ID=66774d55-9331-4289-a498-2cedc49d7141,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:55.441563 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:55.451061 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:55.459941 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event updated for resources: {'Port': ['ID=8ce8918a-ba07-4c12-90d4-96fdc3350d42,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:55.470057 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Attempting to bind port 66774d55-9331-4289-a498-2cedc49d7141 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:55.470674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Attempting to bind port 66774d55-9331-4289-a498-2cedc49d7141 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '5bf77883-6f7a-4645-932a-6d8633dd5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0d938c75-52c3-4b1e-a218-f8b74bcf1e93'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:55.471264 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Attempting to bind port 66774d55-9331-4289-a498-2cedc49d7141 on network 0d938c75-52c3-4b1e-a218-f8b74bcf1e93 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:55.478800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:55.479531 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Checking segment: {'id': '5bf77883-6f7a-4645-932a-6d8633dd5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0d938c75-52c3-4b1e-a218-f8b74bcf1e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:55.480526 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.481182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Bound using segment: {'id': '5bf77883-6f7a-4645-932a-6d8633dd5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0d938c75-52c3-4b1e-a218-f8b74bcf1e93'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:55.481982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Bound port: 66774d55-9331-4289-a498-2cedc49d7141, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf77883-6f7a-4645-932a-6d8633dd5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0d938c75-52c3-4b1e-a218-f8b74bcf1e93'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:55.482620 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.507020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.556006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] For port 66774d55-9331-4289-a498-2cedc49d7141, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:55.559336 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] For port 66774d55-9331-4289-a498-2cedc49d7141, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=66774d55-9331-4289-a498-2cedc49d7141,segment=NetworkSegment(5bf77883-6f7a-4645-932a-6d8633dd5c08),segment_id=5bf77883-6f7a-4645-932a-6d8633dd5c08)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:55.632690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.688369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.712503 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e2571-a3e3-4dbe-b054-9397d54824d3 None None] Pushing event updated for resources: {'Port': ['ID=66774d55-9331-4289-a498-2cedc49d7141,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:55.996006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.055500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.145476 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.147340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event updated for resources: {'Port': ['ID=8ce8918a-ba07-4c12-90d4-96fdc3350d42,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:56.246985 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Network 3e6a1718-bbd5-422d-beb8-1af5d48d8b7a is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:56.248451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:56.252592 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875656bb-f5b5-43aa-90e4-fcd92e6fdf84 None None] Network 3e6a1718-bbd5-422d-beb8-1af5d48d8b7a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:56.377865 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-64716555-f706-450f-b0bf-bab5cded909a None None] Provisioning complete for port b56ea50a-005e-46ba-accf-ed5960be92a1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:56.378236 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-64716555-f706-450f-b0bf-bab5cded909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.443920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Router 85d148a9-6c51-4cb3-b426-1c0bbd1def18 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:38:56.473056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-64716555-f706-450f-b0bf-bab5cded909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.512489 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-64716555-f706-450f-b0bf-bab5cded909a None None] For port b56ea50a-005e-46ba-accf-ed5960be92a1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b56ea50a-005e-46ba-accf-ed5960be92a1,segment=NetworkSegment(bd4b838e-dc37-469b-9161-35903e3cae71),segment_id=bd4b838e-dc37-469b-9161-35903e3cae71)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:56.551474 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:56.557325 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f08e98fb-bd23-4575-afd6-5bf0777974a5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "PUT /v2.0/routers/85d148a9-6c51-4cb3-b426-1c0bbd1def18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9647450 Dec 10 18:38:56.560148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37584) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:56.562763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c88d31-dbab-4690-9b1e-dfc65ea58351 None None] Sync routers for ids ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:56.577423 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c88d31-dbab-4690-9b1e-dfc65ea58351 None None] Routers {'85d148a9-6c51-4cb3-b426-1c0bbd1def18'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:56.578110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-60c88d31-dbab-4690-9b1e-dfc65ea58351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:56.623824 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-60c88d31-dbab-4690-9b1e-dfc65ea58351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:56.626292 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-64716555-f706-450f-b0bf-bab5cded909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.658164 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c88d31-dbab-4690-9b1e-dfc65ea58351 None None] Routers {'85d148a9-6c51-4cb3-b426-1c0bbd1def18'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:56.658798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-60c88d31-dbab-4690-9b1e-dfc65ea58351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:56.701826 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-60c88d31-dbab-4690-9b1e-dfc65ea58351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:56.702521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c88d31-dbab-4690-9b1e-dfc65ea58351 None None] The sync data for ids ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:56.726989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64716555-f706-450f-b0bf-bab5cded909a None None] Pushing event updated for resources: {'Port': ['ID=b56ea50a-005e-46ba-accf-ed5960be92a1,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:56.750895 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-78d58dba-c59f-4c30-9157-8dcb1ffc5a91 None None] Provisioning complete for port b56ea50a-005e-46ba-accf-ed5960be92a1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:56.751530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-78d58dba-c59f-4c30-9157-8dcb1ffc5a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.858511 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-78d58dba-c59f-4c30-9157-8dcb1ffc5a91 None None] Provisioning complete for port 8ce8918a-ba07-4c12-90d4-96fdc3350d42 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:56.858986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-78d58dba-c59f-4c30-9157-8dcb1ffc5a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.905897 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-78d58dba-c59f-4c30-9157-8dcb1ffc5a91 None None] Port 8ce8918a-ba07-4c12-90d4-96fdc3350d42 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:56.958525 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a713e7fa-1b57-403a-88a2-1f0aad564f1e None None] Network 0d938c75-52c3-4b1e-a218-f8b74bcf1e93 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:57.056895 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 66774d55-9331-4289-a498-2cedc49d7141 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:57.093408 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d5e26fe4-e22c-41d4-bb29-faab2db0794e None None] Provisioning complete for port 66774d55-9331-4289-a498-2cedc49d7141 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:57.093980 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d5e26fe4-e22c-41d4-bb29-faab2db0794e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.193113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 66774d55-9331-4289-a498-2cedc49d7141 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:57.193488 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.259961 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d5e26fe4-e22c-41d4-bb29-faab2db0794e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.317379 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d5e26fe4-e22c-41d4-bb29-faab2db0794e None None] For port 66774d55-9331-4289-a498-2cedc49d7141, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=66774d55-9331-4289-a498-2cedc49d7141,segment=NetworkSegment(5bf77883-6f7a-4645-932a-6d8633dd5c08),segment_id=5bf77883-6f7a-4645-932a-6d8633dd5c08)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:57.334275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.344832 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-558cf819-5166-41a2-ba8f-07c16a234f04 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:38:57.346571 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-558cf819-5166-41a2-ba8f-07c16a234f04 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "PUT /v2.0/routers/85d148a9-6c51-4cb3-b426-1c0bbd1def18/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7840140 Dec 10 18:38:57.350025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37586) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:57.392733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d5e26fe4-e22c-41d4-bb29-faab2db0794e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.464439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d5e26fe4-e22c-41d4-bb29-faab2db0794e None None] Provisioning complete for port 8ce8918a-ba07-4c12-90d4-96fdc3350d42 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:57.464813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d5e26fe4-e22c-41d4-bb29-faab2db0794e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.469167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:38:57.469529 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:38:57.505817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e26fe4-e22c-41d4-bb29-faab2db0794e None None] Pushing event updated for resources: {'Port': ['ID=66774d55-9331-4289-a498-2cedc49d7141,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:57.511582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d5e26fe4-e22c-41d4-bb29-faab2db0794e None None] Port 8ce8918a-ba07-4c12-90d4-96fdc3350d42 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:57.629298 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7c9106a9-1577-4989-b25f-42634a41b4ac None None] Provisioning complete for port 66774d55-9331-4289-a498-2cedc49d7141 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:57.629683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7c9106a9-1577-4989-b25f-42634a41b4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.685010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10c091f2-3f2a-43a2-b7ac-0884f19ceb77 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.722352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7c9106a9-1577-4989-b25f-42634a41b4ac None None] Provisioning complete for port 8ce8918a-ba07-4c12-90d4-96fdc3350d42 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:57.722728 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7c9106a9-1577-4989-b25f-42634a41b4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.771283 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7c9106a9-1577-4989-b25f-42634a41b4ac None None] Port 8ce8918a-ba07-4c12-90d4-96fdc3350d42 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:57.940257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-10c091f2-3f2a-43a2-b7ac-0884f19ceb77 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Deleting port 8ce8918a-ba07-4c12-90d4-96fdc3350d42 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:57.940514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10c091f2-3f2a-43a2-b7ac-0884f19ceb77 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.006182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b56ea50a-005e-46ba-accf-ed5960be92a1 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:58.035135 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10c091f2-3f2a-43a2-b7ac-0884f19ceb77 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.047432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-10c091f2-3f2a-43a2-b7ac-0884f19ceb77 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Calling delete_port for 8ce8918a-ba07-4c12-90d4-96fdc3350d42 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:58.058896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port b56ea50a-005e-46ba-accf-ed5960be92a1 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:58.059268 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.295175 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10c091f2-3f2a-43a2-b7ac-0884f19ceb77 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.321250 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c091f2-3f2a-43a2-b7ac-0884f19ceb77 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event deleted for resources: {'Port': ['ID=8ce8918a-ba07-4c12-90d4-96fdc3350d42,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:58.466979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10c091f2-3f2a-43a2-b7ac-0884f19ceb77 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.619439 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c091f2-3f2a-43a2-b7ac-0884f19ceb77 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Router 85d148a9-6c51-4cb3-b426-1c0bbd1def18 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:58.694350 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c091f2-3f2a-43a2-b7ac-0884f19ceb77 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:58.699361 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-10c091f2-3f2a-43a2-b7ac-0884f19ceb77 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "PUT /v2.0/routers/85d148a9-6c51-4cb3-b426-1c0bbd1def18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3480902 Dec 10 18:38:58.703234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37588) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:58.705323 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc08aec6-a320-4b26-98f2-43da7ec63fa9 None None] Sync routers for ids ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:58.716400 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc08aec6-a320-4b26-98f2-43da7ec63fa9 None None] Routers {'85d148a9-6c51-4cb3-b426-1c0bbd1def18'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:58.717136 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dc08aec6-a320-4b26-98f2-43da7ec63fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:58.740292 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-e7273236-90f8-4911-8f54-2e514084b896 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] delete failed (client error): The resource could not be found. Dec 10 18:38:58.741344 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e7273236-90f8-4911-8f54-2e514084b896 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-842024525 HTTP/1.1" status: 404 len: 334 time: 0.0371330 Dec 10 18:38:58.745167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37590) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:58.749517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-91555bb5-363c-46ad-aa77-d1cfbc622b7d tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Request body: {'router': {'external_gateway_info': {'network_id': '85d148a9-6c51-4cb3-b426-1c0bbd1def18'}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:58.750929 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dc08aec6-a320-4b26-98f2-43da7ec63fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:58.760311 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc08aec6-a320-4b26-98f2-43da7ec63fa9 None None] Routers {'85d148a9-6c51-4cb3-b426-1c0bbd1def18'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:58.760947 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dc08aec6-a320-4b26-98f2-43da7ec63fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:58.792936 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-dc08aec6-a320-4b26-98f2-43da7ec63fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:58.793584 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc08aec6-a320-4b26-98f2-43da7ec63fa9 None None] The sync data for ids ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:58.925052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 66774d55-9331-4289-a498-2cedc49d7141 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:58.960279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-91555bb5-363c-46ad-aa77-d1cfbc622b7d tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.973356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 66774d55-9331-4289-a498-2cedc49d7141 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:58.973748 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.016037 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-91555bb5-363c-46ad-aa77-d1cfbc622b7d tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] update failed (client error): The resource could not be found. Dec 10 18:38:59.017097 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-91555bb5-363c-46ad-aa77-d1cfbc622b7d tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "PUT /v2.0/routers/85d148a9-6c51-4cb3-b426-1c0bbd1def18 HTTP/1.1" status: 404 len: 339 time: 0.2710187 Dec 10 18:38:59.020922 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37592) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:59.293182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.518221 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Allocated IP 172.20.0.1 (f0c79121-e24d-40cf-a129-63665f584833/6c623b97-8291-4614-9d2d-f42b4a21ca31/d5003e99-f661-420a-9296-42b1bec24354) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:59.629785 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.707274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.748514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Network f0c79121-e24d-40cf-a129-63665f584833 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:59.751773 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:59.755467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:59.782524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event updated for resources: {'Port': ['ID=d5003e99-f661-420a-9296-42b1bec24354,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:59.806542 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.982084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.004398 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-df3470df-1585-43a4-b14a-3ad0c32c59f3 None None] Provisioning complete for port d5003e99-f661-420a-9296-42b1bec24354 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:00.004953 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-df3470df-1585-43a4-b14a-3ad0c32c59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.037622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-df3470df-1585-43a4-b14a-3ad0c32c59f3 None None] Port d5003e99-f661-420a-9296-42b1bec24354 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:00.242787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.317969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.391610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.393393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event updated for resources: {'Port': ['ID=d5003e99-f661-420a-9296-42b1bec24354,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:00.481097 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Network f0c79121-e24d-40cf-a129-63665f584833 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:00.482464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:00.760328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8737cf35-7e6c-4038-857c-5a1b385920b0 None None] Provisioning complete for port d5003e99-f661-420a-9296-42b1bec24354 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:00.760574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8737cf35-7e6c-4038-857c-5a1b385920b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.797323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8737cf35-7e6c-4038-857c-5a1b385920b0 None None] Port d5003e99-f661-420a-9296-42b1bec24354 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:00.894313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Router 85d148a9-6c51-4cb3-b426-1c0bbd1def18 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:39:00.983467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:00.990883 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4ff4b748-0c5b-474d-8280-d803027bfbe1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "PUT /v2.0/routers/85d148a9-6c51-4cb3-b426-1c0bbd1def18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9671054 Dec 10 18:39:00.992038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37594) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:00.992967 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2e2f1a-8f2c-4e08-9ba9-d6c14bea891c None None] Sync routers for ids ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:01.002395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2e2f1a-8f2c-4e08-9ba9-d6c14bea891c None None] Routers {'85d148a9-6c51-4cb3-b426-1c0bbd1def18'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:01.003013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-9c2e2f1a-8f2c-4e08-9ba9-d6c14bea891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:01.036416 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-9c2e2f1a-8f2c-4e08-9ba9-d6c14bea891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:01.044831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2e2f1a-8f2c-4e08-9ba9-d6c14bea891c None None] Routers {'85d148a9-6c51-4cb3-b426-1c0bbd1def18'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:01.045426 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-9c2e2f1a-8f2c-4e08-9ba9-d6c14bea891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:01.076467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-9c2e2f1a-8f2c-4e08-9ba9-d6c14bea891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:01.077128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2e2f1a-8f2c-4e08-9ba9-d6c14bea891c None None] The sync data for ids ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:01.082044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-38999a8d-cd7a-4df0-a4e2-f05e0d5387b8 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.163450 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-38999a8d-cd7a-4df0-a4e2-f05e0d5387b8 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 18:39:01.164510 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-38999a8d-cd7a-4df0-a4e2-f05e0d5387b8 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "DELETE /v2.0/routers/85d148a9-6c51-4cb3-b426-1c0bbd1def18 HTTP/1.1" status: 409 len: 329 time: 0.1714745 Dec 10 18:39:01.167385 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37596) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:01.476917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.710668 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Deleting port d5003e99-f661-420a-9296-42b1bec24354 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:01.711014 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.793407 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.805280 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Calling delete_port for d5003e99-f661-420a-9296-42b1bec24354 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:02.020286 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.047761 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event deleted for resources: {'Port': ['ID=d5003e99-f661-420a-9296-42b1bec24354,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:02.061491 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.061877 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.062234 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.062582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.062917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.063251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.063582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.063912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.064240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.064567 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.064890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.065212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.065535 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.201572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.353862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Router 85d148a9-6c51-4cb3-b426-1c0bbd1def18 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:39:02.428613 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:02.433577 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e0b2b7a7-dea2-4e45-95b8-cd89b2c6f2e4 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "PUT /v2.0/routers/85d148a9-6c51-4cb3-b426-1c0bbd1def18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2652676 Dec 10 18:39:02.437209 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37600) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:02.438173 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e17f96-2355-4e13-808a-3255bdcf47ae None None] Sync routers for ids ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:02.448140 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e17f96-2355-4e13-808a-3255bdcf47ae None None] Routers {'85d148a9-6c51-4cb3-b426-1c0bbd1def18'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:02.448739 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c8e17f96-2355-4e13-808a-3255bdcf47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:02.477427 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-58dfae30-9315-4227-8b5c-9612a2c6eb16 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] show failed (client error): The resource could not be found. Dec 10 18:39:02.478962 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-58dfae30-9315-4227-8b5c-9612a2c6eb16 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-749280660 HTTP/1.1" status: 404 len: 334 time: 0.0403535 Dec 10 18:39:02.482451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37602) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:02.487042 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f98032ce-ad04-4654-bbe3-a7a312ca33d7 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:02.522318 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-f98032ce-ad04-4654-bbe3-a7a312ca33d7 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] update failed (client error): The resource could not be found. Dec 10 18:39:02.523370 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f98032ce-ad04-4654-bbe3-a7a312ca33d7 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-713857224 HTTP/1.1" status: 404 len: 334 time: 0.0399427 Dec 10 18:39:02.529788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37604) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:02.568596 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c8e17f96-2355-4e13-808a-3255bdcf47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:02.576962 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e17f96-2355-4e13-808a-3255bdcf47ae None None] Routers {'85d148a9-6c51-4cb3-b426-1c0bbd1def18'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:02.577541 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c8e17f96-2355-4e13-808a-3255bdcf47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:38:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:02.580279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ed3f39-7d40-45ff-b468-f3117e8acf40 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Deleting subnet b29f2b74-7613-40e8-8715-02b782c72530 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:02.583906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b6ed3f39-7d40-45ff-b468-f3117e8acf40 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.611001 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c8e17f96-2355-4e13-808a-3255bdcf47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:02.611567 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e17f96-2355-4e13-808a-3255bdcf47ae None None] The sync data for ids ['85d148a9-6c51-4cb3-b426-1c0bbd1def18'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:02.630315 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b6ed3f39-7d40-45ff-b468-f3117e8acf40 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.935225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b6ed3f39-7d40-45ff-b468-f3117e8acf40 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.055038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b6ed3f39-7d40-45ff-b468-f3117e8acf40 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.085780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed3f39-7d40-45ff-b468-f3117e8acf40 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event deleted for resources: {'Subnet': ['ID=b29f2b74-7613-40e8-8715-02b782c72530,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:03.091545 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b6ed3f39-7d40-45ff-b468-f3117e8acf40 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.097087 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b6ed3f39-7d40-45ff-b468-f3117e8acf40 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "DELETE /v2.0/subnets/b29f2b74-7613-40e8-8715-02b782c72530 HTTP/1.1" status: 204 len: 168 time: 0.5640764 Dec 10 18:39:03.097327 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37606) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:03.097543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc328cf4-34cf-4def-9bb5-c58c7c58de1f None None] Network 0d938c75-52c3-4b1e-a218-f8b74bcf1e93 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:03.147999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ad6dc9-8ef5-4722-95ab-34094280aeb9 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Deleting subnet 0d9e477a-4500-4163-a141-e02fc9bb98e9 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:03.151141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc9-8ef5-4722-95ab-34094280aeb9 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.192714 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc9-8ef5-4722-95ab-34094280aeb9 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.238785 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aee1bd-a73c-47b7-bb18-37b2dc13468d None None] DHCP port deletion for 0d938c75-52c3-4b1e-a218-f8b74bcf1e93 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:03.281901 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc9-8ef5-4722-95ab-34094280aeb9 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.288978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-73aee1bd-a73c-47b7-bb18-37b2dc13468d None None] Deleting port 66774d55-9331-4289-a498-2cedc49d7141 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:03.289354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-73aee1bd-a73c-47b7-bb18-37b2dc13468d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.351626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-73aee1bd-a73c-47b7-bb18-37b2dc13468d None None] For port 66774d55-9331-4289-a498-2cedc49d7141, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=66774d55-9331-4289-a498-2cedc49d7141,segment=NetworkSegment(5bf77883-6f7a-4645-932a-6d8633dd5c08),segment_id=5bf77883-6f7a-4645-932a-6d8633dd5c08)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:03.352028 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-73aee1bd-a73c-47b7-bb18-37b2dc13468d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.364283 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-73aee1bd-a73c-47b7-bb18-37b2dc13468d None None] Calling delete_port for 66774d55-9331-4289-a498-2cedc49d7141 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:03.391542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc9-8ef5-4722-95ab-34094280aeb9 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.421176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad6dc9-8ef5-4722-95ab-34094280aeb9 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9e477a-4500-4163-a141-e02fc9bb98e9,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:03.427596 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-14ad6dc9-8ef5-4722-95ab-34094280aeb9 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.431700 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-14ad6dc9-8ef5-4722-95ab-34094280aeb9 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "DELETE /v2.0/subnets/0d9e477a-4500-4163-a141-e02fc9bb98e9 HTTP/1.1" status: 204 len: 168 time: 0.3326976 Dec 10 18:39:03.438191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37608) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:03.438857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ae2978-bbdc-47a9-8995-89c96eadf85c None None] Network 3e6a1718-bbd5-422d-beb8-1af5d48d8b7a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:03.532588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.541812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-73aee1bd-a73c-47b7-bb18-37b2dc13468d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.555250 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aee1bd-a73c-47b7-bb18-37b2dc13468d None None] No DVR routers for this DVR port 66774d55-9331-4289-a498-2cedc49d7141 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:03.581123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aee1bd-a73c-47b7-bb18-37b2dc13468d None None] Pushing event deleted for resources: {'Port': ['ID=66774d55-9331-4289-a498-2cedc49d7141,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:03.629166 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.643265 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca0f8f7-3eca-4acf-97cd-6a9569e9b119 None None] DHCP port deletion for 3e6a1718-bbd5-422d-beb8-1af5d48d8b7a request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:03.651006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d938c75-52c3-4b1e-a218-f8b74bcf1e93']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:03.661313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf77883-6f7a-4645-932a-6d8633dd5c08') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:03.661766 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf77883-6f7a-4645-932a-6d8633dd5c08') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:03.671639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.686859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.692471 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0f8f7-3eca-4acf-97cd-6a9569e9b119 None None] Deleting port b56ea50a-005e-46ba-accf-ed5960be92a1 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:03.692725 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f8f7-3eca-4acf-97cd-6a9569e9b119 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.693318 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:39:03.693804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:39:03.697905 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:39:03.758412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6ca0f8f7-3eca-4acf-97cd-6a9569e9b119 None None] For port b56ea50a-005e-46ba-accf-ed5960be92a1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b56ea50a-005e-46ba-accf-ed5960be92a1,segment=NetworkSegment(bd4b838e-dc37-469b-9161-35903e3cae71),segment_id=bd4b838e-dc37-469b-9161-35903e3cae71)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:03.758734 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f8f7-3eca-4acf-97cd-6a9569e9b119 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.770956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0f8f7-3eca-4acf-97cd-6a9569e9b119 None None] Calling delete_port for b56ea50a-005e-46ba-accf-ed5960be92a1 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:03.809532 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.821593 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.821593 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "DELETE /v2.0/networks/0d938c75-52c3-4b1e-a218-f8b74bcf1e93 HTTP/1.1" status: 204 len: 168 time: 0.3865206 Dec 10 18:39:03.823996 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37610) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:03.831047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event deleted for resources: {'Network': ['ID=0d938c75-52c3-4b1e-a218-f8b74bcf1e93,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:03.839026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:03.839391 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:03.839742 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:03.840088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:03.840424 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:03.840758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:03.841360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:03.841702 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:03.842041 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:03.842372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:03.842703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:03.843032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:03.843356 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d244dc2-891d-42bc-b69a-e4f6a06741fd tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:03.904599 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.928085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f8f7-3eca-4acf-97cd-6a9569e9b119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.953883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0f8f7-3eca-4acf-97cd-6a9569e9b119 None None] Pushing event deleted for resources: {'Port': ['ID=b56ea50a-005e-46ba-accf-ed5960be92a1,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:03.957937 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0f8f7-3eca-4acf-97cd-6a9569e9b119 None None] No DVR routers for this DVR port b56ea50a-005e-46ba-accf-ed5960be92a1 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:03.962946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Deleting port b56ea50a-005e-46ba-accf-ed5960be92a1 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:03.964632 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.024997 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] For port b56ea50a-005e-46ba-accf-ed5960be92a1, host dv-neutron-821434-1-hyperv, got binding levels [] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:04.025421 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.037298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Calling delete_port for b56ea50a-005e-46ba-accf-ed5960be92a1 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:04.040097 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.ipam_backend_mixin [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Port b56ea50a-005e-46ba-accf-ed5960be92a1 was not found and therefore no delete operation was performed {{(pid=103594) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:39:04.041451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.067268 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event deleted for resources: {'Port': ['ID=b56ea50a-005e-46ba-accf-ed5960be92a1,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:04.071824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] No DVR routers for this DVR port b56ea50a-005e-46ba-accf-ed5960be92a1 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:04.157255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.176620 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6a1718-bbd5-422d-beb8-1af5d48d8b7a']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:04.185538 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4b838e-dc37-469b-9161-35903e3cae71') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:04.185817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4b838e-dc37-469b-9161-35903e3cae71') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:04.195610 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.208767 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.214963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:39:04.215460 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:39:04.218684 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:39:04.340626 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.344977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.348294 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "DELETE /v2.0/networks/3e6a1718-bbd5-422d-beb8-1af5d48d8b7a HTTP/1.1" status: 204 len: 168 time: 0.5232279 Dec 10 18:39:04.350917 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37612) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:04.363091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45363920-c3fc-4532-917f-dffe1c771ab5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event deleted for resources: {'Network': ['ID=3e6a1718-bbd5-422d-beb8-1af5d48d8b7a,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:04.400996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-59232c14-30ee-454d-8ee6-8f6baf97e5f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Deleting subnet 6c623b97-8291-4614-9d2d-f42b4a21ca31 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:04.404136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59232c14-30ee-454d-8ee6-8f6baf97e5f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.443067 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59232c14-30ee-454d-8ee6-8f6baf97e5f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.530254 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59232c14-30ee-454d-8ee6-8f6baf97e5f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.661803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59232c14-30ee-454d-8ee6-8f6baf97e5f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.690144 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59232c14-30ee-454d-8ee6-8f6baf97e5f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event deleted for resources: {'Subnet': ['ID=6c623b97-8291-4614-9d2d-f42b4a21ca31,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:04.692123 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59232c14-30ee-454d-8ee6-8f6baf97e5f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.698159 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37618) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:04.699706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7e9302-361d-44df-98b4-05ef6f91a1dc None None] Network f0c79121-e24d-40cf-a129-63665f584833 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:04.702320 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-59232c14-30ee-454d-8ee6-8f6baf97e5f5 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "DELETE /v2.0/subnets/6c623b97-8291-4614-9d2d-f42b4a21ca31 HTTP/1.1" status: 204 len: 168 time: 0.3501487 Dec 10 18:39:04.779332 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.845590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a09711-c2df-488d-b93c-5190ab2138fe None None] DHCP port deletion for f0c79121-e24d-40cf-a129-63665f584833 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:04.848763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Deleting port 1b97839a-b736-469e-9c50-5ab49b7efdde {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:04.849171 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.894563 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c2a09711-c2df-488d-b93c-5190ab2138fe None None] Deleting port 1b97839a-b736-469e-9c50-5ab49b7efdde {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:04.894940 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c2a09711-c2df-488d-b93c-5190ab2138fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.914579 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] For port 1b97839a-b736-469e-9c50-5ab49b7efdde, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1b97839a-b736-469e-9c50-5ab49b7efdde,segment=NetworkSegment(195b97db-23ad-49fa-82bd-d8226e93a7b2),segment_id=195b97db-23ad-49fa-82bd-d8226e93a7b2)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:04.914971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.927674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Calling delete_port for 1b97839a-b736-469e-9c50-5ab49b7efdde owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:04.936347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1b97839a-b736-469e-9c50-5ab49b7efdde no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:04.992969 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c2a09711-c2df-488d-b93c-5190ab2138fe None None] For port 1b97839a-b736-469e-9c50-5ab49b7efdde, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1b97839a-b736-469e-9c50-5ab49b7efdde,segment=NetworkSegment(195b97db-23ad-49fa-82bd-d8226e93a7b2),segment_id=195b97db-23ad-49fa-82bd-d8226e93a7b2)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:04.993288 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c2a09711-c2df-488d-b93c-5190ab2138fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.008726 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c2a09711-c2df-488d-b93c-5190ab2138fe None None] Calling delete_port for 1b97839a-b736-469e-9c50-5ab49b7efdde owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:05.080899 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.083196 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.109277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event deleted for resources: {'Port': ['ID=1b97839a-b736-469e-9c50-5ab49b7efdde,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:05.112845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] No DVR routers for this DVR port 1b97839a-b736-469e-9c50-5ab49b7efdde on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:05.133147 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 66774d55-9331-4289-a498-2cedc49d7141 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:05.156608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 66774d55-9331-4289-a498-2cedc49d7141 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:05.156961 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 66774d55-9331-4289-a498-2cedc49d7141 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:05.157386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b56ea50a-005e-46ba-accf-ed5960be92a1 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:05.181873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: b56ea50a-005e-46ba-accf-ed5960be92a1 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:05.182221 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b56ea50a-005e-46ba-accf-ed5960be92a1 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:05.187218 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c2a09711-c2df-488d-b93c-5190ab2138fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.199398 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.200789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a09711-c2df-488d-b93c-5190ab2138fe None None] No DVR routers for this DVR port 1b97839a-b736-469e-9c50-5ab49b7efdde on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:05.224882 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a09711-c2df-488d-b93c-5190ab2138fe None None] Pushing event deleted for resources: {'Port': ['ID=1b97839a-b736-469e-9c50-5ab49b7efdde,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:05.227855 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c79121-e24d-40cf-a129-63665f584833']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:05.237377 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195b97db-23ad-49fa-82bd-d8226e93a7b2') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:05.237733 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195b97db-23ad-49fa-82bd-d8226e93a7b2') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:05.246908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.260007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.265766 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:39:05.266150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:39:05.269621 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:39:05.397156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.421090 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.424344 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "DELETE /v2.0/networks/f0c79121-e24d-40cf-a129-63665f584833 HTTP/1.1" status: 204 len: 168 time: 0.7234316 Dec 10 18:39:05.425641 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18279676-2f38-4851-ad03-01a3818ec3b1 tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Pushing event deleted for resources: {'Network': ['ID=f0c79121-e24d-40cf-a129-63665f584833,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:05.427162 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37622) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:05.453760 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-788a74de-d5ba-429f-8eb9-12428572e18d tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "GET /v2.0/ports?device_id=85d148a9-6c51-4cb3-b426-1c0bbd1def18 HTTP/1.1" status: 200 len: 205 time: 0.0254476 Dec 10 18:39:05.456085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37624) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:05.529609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-380db83e-9afe-42de-9be2-5cd6c87b894c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.681197 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-380db83e-9afe-42de-9be2-5cd6c87b894c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.683283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-380db83e-9afe-42de-9be2-5cd6c87b894c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.786323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-380db83e-9afe-42de-9be2-5cd6c87b894c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.786754 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380db83e-9afe-42de-9be2-5cd6c87b894c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Fanout notify agent at l3_agent the message router_deleted on router 85d148a9-6c51-4cb3-b426-1c0bbd1def18 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:39:05.793877 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-380db83e-9afe-42de-9be2-5cd6c87b894c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.803055 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-380db83e-9afe-42de-9be2-5cd6c87b894c tempest-RoutersNegativeTest-718077394 tempest-RoutersNegativeTest-718077394-project] 10.222.0.60 "DELETE /v2.0/routers/85d148a9-6c51-4cb3-b426-1c0bbd1def18 HTTP/1.1" status: 204 len: 168 time: 0.3374639 Dec 10 18:39:06.199807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37630) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:06.327392 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f962c60a-c0a1-4f5b-8d5f-f8e0e1e96355 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9fcda39930744c67b1bc0be2148163c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263771 Dec 10 18:39:06.329911 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37634) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:06.380365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0bb60580-4b04-4ec5-b9ac-49dca39b65b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.401005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0bb60580-4b04-4ec5-b9ac-49dca39b65b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.523626 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0bb60580-4b04-4ec5-b9ac-49dca39b65b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.526359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0bb60580-4b04-4ec5-b9ac-49dca39b65b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.527548 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0bb60580-4b04-4ec5-b9ac-49dca39b65b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8e2124c-d6e3-4990-86ac-d10e5cb04be4 HTTP/1.1" status: 204 len: 168 time: 0.1967452 Dec 10 18:39:06.536344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb60580-4b04-4ec5-b9ac-49dca39b65b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e2124c-d6e3-4990-86ac-d10e5cb04be4,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:15.809621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37646) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:16.021844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e6da8e-f452-498c-905f-790a9eaa8431 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:16.022373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e6da8e-f452-498c-905f-790a9eaa8431 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:16.022831 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e6da8e-f452-498c-905f-790a9eaa8431 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:16.024568 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-09e6da8e-f452-498c-905f-790a9eaa8431 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=d8d709b5542940cd80a96d0fc97864e7&network_id=d046cd38-36d6-45d4-8cf2-3b0f76f675df HTTP/1.1" status: 200 len: 3000 time: 0.2139533 Dec 10 18:39:16.471683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be314490-6d0f-40a0-b920-e243ab4be637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.380203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.683721 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37658) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:18.739529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0034510-2956-4e7b-83c8-4493a2aefe04 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:18.740961 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e0034510-2956-4e7b-83c8-4493a2aefe04 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897 HTTP/1.1" status: 200 len: 814 time: 0.0562401 Dec 10 18:39:18.779334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fa916eeb-7df4-4655-87e4-54fe810459ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.476860 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37664) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:19.481437 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-5a7aed70-ef95-4898-91d8-4f8321e53d08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:19.536773 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5a7aed70-ef95-4898-91d8-4f8321e53d08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.676067 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5a7aed70-ef95-4898-91d8-4f8321e53d08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.763126 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5a7aed70-ef95-4898-91d8-4f8321e53d08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.763792 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-5a7aed70-ef95-4898-91d8-4f8321e53d08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP 1752a24f-9f45-432b-975b-7fe24f4bedd3 disassociated. External IP: 172.26.5.19, port: a8dfd6f4-5c9c-4258-997c-2d388178b79e. Dec 10 18:39:19.967333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7aed70-ef95-4898-91d8-4f8321e53d08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 0b7d6751-b83c-452f-b73c-c823e2943678 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:39:20.074205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7aed70-ef95-4898-91d8-4f8321e53d08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:20.078787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5a7aed70-ef95-4898-91d8-4f8321e53d08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.085636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14f0249-fa86-47da-b155-f3b54ca52879 None None] Sync routers for ids ['0b7d6751-b83c-452f-b73c-c823e2943678'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:20.096007 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f0249-fa86-47da-b155-f3b54ca52879 None None] Routers {'0b7d6751-b83c-452f-b73c-c823e2943678'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:20.096615 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a14f0249-fa86-47da-b155-f3b54ca52879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:39:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['0b7d6751-b83c-452f-b73c-c823e2943678'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:20.108219 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5a7aed70-ef95-4898-91d8-4f8321e53d08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/floatingips/1752a24f-9f45-432b-975b-7fe24f4bedd3 HTTP/1.1" status: 200 len: 689 time: 0.6302805 Dec 10 18:39:20.108799 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'tag': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:20.111108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc998567-dba8-485e-b6e1-60ca8a3ee536" -d '{"events": [{"name": "network-changed", "server_uuid": "1c142b09-be48-42e1-a299-e1eefa5ed6e4", "tag": "a8dfd6f4-5c9c-4258-997c-2d388178b79e"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:20.113510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37666) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:20.161553 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38db6e0-f9b9-4af2-987b-2b76d31a1460 x-openstack-request-id: req-b38db6e0-f9b9-4af2-987b-2b76d31a1460 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:20.162111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c142b09-be48-42e1-a299-e1eefa5ed6e4", "tag": "a8dfd6f4-5c9c-4258-997c-2d388178b79e", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:20.162574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b38db6e0-f9b9-4af2-987b-2b76d31a1460 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:20.163034 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'tag': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e', 'status': 'completed', 'code': 200} Dec 10 18:39:20.168703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.182319 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9460cb04-b17c-4bff-a599-1b56a2349c59 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/1752a24f-9f45-432b-975b-7fe24f4bedd3 HTTP/1.1" status: 200 len: 689 time: 0.0696208 Dec 10 18:39:20.212352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-a14f0249-fa86-47da-b155-f3b54ca52879 None None] Set router 0b7d6751-b83c-452f-b73c-c823e2943678 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:20.230362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc998567-dba8-485e-b6e1-60ca8a3ee536 req-814a0896-5ca4-4188-b173-fc60892131e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:20.231888 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bc998567-dba8-485e-b6e1-60ca8a3ee536 req-814a0896-5ca4-4188-b173-fc60892131e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0435543 Dec 10 18:39:20.334239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc998567-dba8-485e-b6e1-60ca8a3ee536 req-d37b2585-3c30-4407-8343-fc384ee8a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:20.335635 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bc998567-dba8-485e-b6e1-60ca8a3ee536 req-d37b2585-3c30-4407-8343-fc384ee8a4f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d046cd38-36d6-45d4-8cf2-3b0f76f675df HTTP/1.1" status: 200 len: 898 time: 0.0936453 Dec 10 18:39:20.377492 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bc998567-dba8-485e-b6e1-60ca8a3ee536 req-96795e51-6837-4c5d-bf76-7f4b12898668 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8dfd6f4-5c9c-4258-997c-2d388178b79e HTTP/1.1" status: 200 len: 217 time: 0.0339673 Dec 10 18:39:20.421450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a14f0249-fa86-47da-b155-f3b54ca52879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:17Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:20.432841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc998567-dba8-485e-b6e1-60ca8a3ee536 req-c31625b9-8448-4268-a97c-aef015b725f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:20.434367 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bc998567-dba8-485e-b6e1-60ca8a3ee536 req-c31625b9-8448-4268-a97c-aef015b725f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ca60a03-c763-42af-ba5b-ecd87d8f27a6 HTTP/1.1" status: 200 len: 835 time: 0.0484419 Dec 10 18:39:20.448191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14f0249-fa86-47da-b155-f3b54ca52879 None None] Checking router: 0b7d6751-b83c-452f-b73c-c823e2943678 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:39:20.456966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f0249-fa86-47da-b155-f3b54ca52879 None None] Routers {'0b7d6751-b83c-452f-b73c-c823e2943678'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:20.457620 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a14f0249-fa86-47da-b155-f3b54ca52879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:39:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['0b7d6751-b83c-452f-b73c-c823e2943678'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:20.481198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc998567-dba8-485e-b6e1-60ca8a3ee536 req-7bb5799f-8903-44f1-ab63-164982dddad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:20.482791 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bc998567-dba8-485e-b6e1-60ca8a3ee536 req-7bb5799f-8903-44f1-ab63-164982dddad2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d046cd38-36d6-45d4-8cf2-3b0f76f675df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416181 Dec 10 18:39:20.580310 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bc998567-dba8-485e-b6e1-60ca8a3ee536 req-0220044f-b89e-42ea-8708-0ac7190b9d5f service neutron] 10.222.0.21 "GET /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891373 Dec 10 18:39:20.679329 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bc998567-dba8-485e-b6e1-60ca8a3ee536 req-b627d690-1d5c-4c99-a416-b7a8dfc0b13b service neutron] 10.222.0.21 "GET /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900216 Dec 10 18:39:20.709272 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-a14f0249-fa86-47da-b155-f3b54ca52879 None None] Set router 0b7d6751-b83c-452f-b73c-c823e2943678 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:20.910967 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a14f0249-fa86-47da-b155-f3b54ca52879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:17Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:20.936880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14f0249-fa86-47da-b155-f3b54ca52879 None None] The sync data for ids ['0b7d6751-b83c-452f-b73c-c823e2943678'] in dv-neutron-821434-1-hyperv is: [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:17Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:21.155918 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4887a402-ccdd-4fd7-a70c-f5a77430aa46 None None] New status for floating IP 1752a24f-9f45-432b-975b-7fe24f4bedd3: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:39:21.183521 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37670) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:21.234012 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e2d6e147-51d4-42dd-8ecf-9e37007daec2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/1752a24f-9f45-432b-975b-7fe24f4bedd3 HTTP/1.1" status: 200 len: 689 time: 0.0489767 Dec 10 18:39:21.386134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.237924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37672) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:22.293070 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9db90b01-6eb7-47bb-bafe-7ef20287b9dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/1752a24f-9f45-432b-975b-7fe24f4bedd3 HTTP/1.1" status: 200 len: 687 time: 0.0537310 Dec 10 18:39:22.495288 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.595176 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d64e605-8910-4505-a1b2-2f3adf936b1d req-4ca76768-c853-4a28-93fc-d0005e175594 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413461 Dec 10 18:39:23.687989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64e605-8910-4505-a1b2-2f3adf936b1d req-03e93471-e5a1-4352-855c-af3d1621a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.689295 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d64e605-8910-4505-a1b2-2f3adf936b1d req-03e93471-e5a1-4352-855c-af3d1621a78b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 1098 time: 0.0448463 Dec 10 18:39:23.793992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64e605-8910-4505-a1b2-2f3adf936b1d req-0c69bddc-43d2-4fa4-8015-3e64955cee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.795454 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d64e605-8910-4505-a1b2-2f3adf936b1d req-0c69bddc-43d2-4fa4-8015-3e64955cee5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 913 time: 0.0838089 Dec 10 18:39:23.832100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37676) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:23.836794 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e8e9faa0-35e1-4b17-a504-590c4302017d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671738879', 'description': 'tempest-secgroup-smoke-1671738879 description', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:23.867678 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d64e605-8910-4505-a1b2-2f3adf936b1d req-dfaa1c42-8579-49ea-8a55-e0c22e3e312a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a890f448-374f-4c82-a871-c393108b3bb1 HTTP/1.1" status: 200 len: 1001 time: 0.0639274 Dec 10 18:39:23.918605 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64e605-8910-4505-a1b2-2f3adf936b1d req-32508f76-2279-4ab0-ba54-a921accc8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.920085 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d64e605-8910-4505-a1b2-2f3adf936b1d req-32508f76-2279-4ab0-ba54-a921accc8e08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 200 len: 851 time: 0.0430031 Dec 10 18:39:23.940402 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e8e9faa0-35e1-4b17-a504-590c4302017d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.968718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64e605-8910-4505-a1b2-2f3adf936b1d req-735dbe24-c005-474e-960b-4d1749cf04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.970391 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d64e605-8910-4505-a1b2-2f3adf936b1d req-735dbe24-c005-474e-960b-4d1749cf04ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a648c046-7b98-4168-8c91-4d4b8f654cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420158 Dec 10 18:39:24.016946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e8e9faa0-35e1-4b17-a504-590c4302017d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.064727 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d64e605-8910-4505-a1b2-2f3adf936b1d req-ff4138a7-bc07-4e92-85da-7f99776cea1d service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867727 Dec 10 18:39:24.117251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e8e9faa0-35e1-4b17-a504-590c4302017d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.145562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9faa0-35e1-4b17-a504-590c4302017d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c04207-c83c-47fb-8431-fae928aef52d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:24.160173 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d64e605-8910-4505-a1b2-2f3adf936b1d req-6e4906aa-8a12-491a-810a-9c7e48595da5 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853803 Dec 10 18:39:24.192765 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e8e9faa0-35e1-4b17-a504-590c4302017d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.194053 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e8e9faa0-35e1-4b17-a504-590c4302017d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3608887 Dec 10 18:39:24.196982 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37678) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:24.201570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-18707a48-aa17-4c7a-ac6f-98278d733719 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'd1c04207-c83c-47fb-8431-fae928aef52d', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:24.319056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18707a48-aa17-4c7a-ac6f-98278d733719 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.386568 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18707a48-aa17-4c7a-ac6f-98278d733719 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.460504 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18707a48-aa17-4c7a-ac6f-98278d733719 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.481028 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18707a48-aa17-4c7a-ac6f-98278d733719 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4d1e38-d630-4332-84a0-32467de77441,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:24.548061 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-18707a48-aa17-4c7a-ac6f-98278d733719 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.549285 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-18707a48-aa17-4c7a-ac6f-98278d733719 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3513045 Dec 10 18:39:24.552057 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37682) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:24.556432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f4cf7e7b-8dd0-448a-b487-3e6297b2a585 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'd1c04207-c83c-47fb-8431-fae928aef52d', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:24.694098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4cf7e7b-8dd0-448a-b487-3e6297b2a585 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.747446 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4cf7e7b-8dd0-448a-b487-3e6297b2a585 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.831407 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4cf7e7b-8dd0-448a-b487-3e6297b2a585 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.848784 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf7e7b-8dd0-448a-b487-3e6297b2a585 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e169fd-83f0-4623-8ac6-a5eca9017a61,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:24.948014 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4cf7e7b-8dd0-448a-b487-3e6297b2a585 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.949243 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f4cf7e7b-8dd0-448a-b487-3e6297b2a585 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3962669 Dec 10 18:39:24.952010 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37684) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:24.956312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-6afbfdd0-0f2a-4ffe-9982-7973bf96f50c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'd1c04207-c83c-47fb-8431-fae928aef52d', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:25.047627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6afbfdd0-0f2a-4ffe-9982-7973bf96f50c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.105249 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6afbfdd0-0f2a-4ffe-9982-7973bf96f50c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.186016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6afbfdd0-0f2a-4ffe-9982-7973bf96f50c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.204203 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbfdd0-0f2a-4ffe-9982-7973bf96f50c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5979d54f-38a2-46b5-afeb-d3d9d7a7cfff,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:25.278460 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6afbfdd0-0f2a-4ffe-9982-7973bf96f50c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.279678 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6afbfdd0-0f2a-4ffe-9982-7973bf96f50c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3267417 Dec 10 18:39:25.282417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37686) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:25.286657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-139325e8-645c-433d-8cd5-bc77c48e6a19 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'd1c04207-c83c-47fb-8431-fae928aef52d', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:25.378500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-139325e8-645c-433d-8cd5-bc77c48e6a19 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.438506 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-139325e8-645c-433d-8cd5-bc77c48e6a19 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.500570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-139325e8-645c-433d-8cd5-bc77c48e6a19 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.518434 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139325e8-645c-433d-8cd5-bc77c48e6a19 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f011cc8-031c-4c11-a3bf-c01b9d7b40ed,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:25.626977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-139325e8-645c-433d-8cd5-bc77c48e6a19 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.628190 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-139325e8-645c-433d-8cd5-bc77c48e6a19 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448539 Dec 10 18:39:25.631094 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37688) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:25.635446 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a5d47110-a06f-49bf-844d-bb163e6f090a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'd1c04207-c83c-47fb-8431-fae928aef52d', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:25.727801 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-a5d47110-a06f-49bf-844d-bb163e6f090a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:39:25.732784 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5d47110-a06f-49bf-844d-bb163e6f090a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.789186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5d47110-a06f-49bf-844d-bb163e6f090a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.871377 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5d47110-a06f-49bf-844d-bb163e6f090a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.888250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d47110-a06f-49bf-844d-bb163e6f090a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b359c8-32ae-44b3-bd6f-12d0d83c17d8,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:25.947817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5d47110-a06f-49bf-844d-bb163e6f090a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.949033 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a5d47110-a06f-49bf-844d-bb163e6f090a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3169897 Dec 10 18:39:25.951831 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37690) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:25.956155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-9fbcbd7a-c0a8-4f13-b8b6-d4467be7f0f9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'd1c04207-c83c-47fb-8431-fae928aef52d', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:26.031621 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-9fbcbd7a-c0a8-4f13-b8b6-d4467be7f0f9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:39:26.036493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbd7a-c0a8-4f13-b8b6-d4467be7f0f9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.095919 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbd7a-c0a8-4f13-b8b6-d4467be7f0f9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.180102 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbd7a-c0a8-4f13-b8b6-d4467be7f0f9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.197826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcbd7a-c0a8-4f13-b8b6-d4467be7f0f9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56adca87-2379-421e-968d-848c17f6dddb,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:26.296852 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbd7a-c0a8-4f13-b8b6-d4467be7f0f9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.298143 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9fbcbd7a-c0a8-4f13-b8b6-d4467be7f0f9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3453507 Dec 10 18:39:26.498214 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-fa6c9bea-f9dd-477f-9e09-406b2ebe93e6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671738879&fields=id&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 267 time: 0.0467260 Dec 10 18:39:26.608335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-0dc54e52-8c96-4e85-a6b2-3677d8c35ac6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:26.609789 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-0dc54e52-8c96-4e85-a6b2-3677d8c35ac6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/networks?id=d046cd38-36d6-45d4-8cf2-3b0f76f675df HTTP/1.1" status: 200 len: 797 time: 0.1046987 Dec 10 18:39:26.624317 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-331cfa92-3074-4ca0-9b75-d53aeac528c8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/quotas/d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 375 time: 0.0086098 Dec 10 18:39:26.675267 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-df11de28-6123-4aad-9fa3-d73be472d229 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457633 Dec 10 18:39:26.767219 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-510410b4-689d-436e-a751-79537a73905c service neutron] 10.222.0.60 "GET /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801754 Dec 10 18:39:26.823701 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:39:26.859917 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-e469e3dd-e413-4be5-ac57-d8f83dda0f0d service neutron] 10.222.0.60 "GET /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861537 Dec 10 18:39:27.177558 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-79b29a21-2aff-4d64-bb4d-65a95f3e96c7 req-f0e3f38b-b475-4d96-ad03-54f6d8f60c0d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 210 time: 0.0264945 Dec 10 18:39:28.279550 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-85d0e338-b096-47ed-bc90-00f02a11d7a2 req-a999812a-1e2b-4941-92b6-5709baa361c1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 210 time: 0.0263643 Dec 10 18:39:29.317245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-f35db521-22ea-4bd1-a455-e0c771f3736d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:29.318767 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-f35db521-22ea-4bd1-a455-e0c771f3736d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/networks?id=d046cd38-36d6-45d4-8cf2-3b0f76f675df HTTP/1.1" status: 200 len: 797 time: 0.1175613 Dec 10 18:39:29.381800 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-70bf490a-0d68-4d80-845a-84e68d6a817e req-3eeacff3-5ad8-4390-a97b-8f50e6bfc811 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 210 time: 0.0291188 Dec 10 18:39:29.398009 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-235052c1-c4ca-4505-8513-fae7b5f0648b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 472 time: 0.0694890 Dec 10 18:39:29.410811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-0ac6ae8a-9211-459f-9964-f72cb6ce1d8e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'port': {'device_id': 'd22c6914-fc0a-4b09-ac14-447ddbd017c0', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'admin_state_up': True, 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'security_groups': ['d1c04207-c83c-47fb-8431-fae928aef52d']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:29.574272 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-0ac6ae8a-9211-459f-9964-f72cb6ce1d8e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:29.578073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-0ac6ae8a-9211-459f-9964-f72cb6ce1d8e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.699988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-0ac6ae8a-9211-459f-9964-f72cb6ce1d8e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.8 (d046cd38-36d6-45d4-8cf2-3b0f76f675df/3ca60a03-c763-42af-ba5b-ecd87d8f27a6/e9868339-7aef-4f9b-a54f-13b70f03b41d) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:29.841100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-0ac6ae8a-9211-459f-9964-f72cb6ce1d8e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.956834 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-0ac6ae8a-9211-459f-9964-f72cb6ce1d8e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.000194 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-0ac6ae8a-9211-459f-9964-f72cb6ce1d8e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network d046cd38-36d6-45d4-8cf2-3b0f76f675df is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:30.003373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-0ac6ae8a-9211-459f-9964-f72cb6ce1d8e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:30.007719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-0ac6ae8a-9211-459f-9964-f72cb6ce1d8e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:30.035396 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6ae8a-9211-459f-9964-f72cb6ce1d8e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=e9868339-7aef-4f9b-a54f-13b70f03b41d,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:30.064854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-0ac6ae8a-9211-459f-9964-f72cb6ce1d8e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:30.065504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-0ac6ae8a-9211-459f-9964-f72cb6ce1d8e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.154614 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-0ac6ae8a-9211-459f-9964-f72cb6ce1d8e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7476377 Dec 10 18:39:30.172967 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Request body: {'port': {'device_id': 'd22c6914-fc0a-4b09-ac14-447ddbd017c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:30.208769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-556eefc8-3980-4a9c-b5d1-dbcde84e2e43 None None] Provisioning complete for port e9868339-7aef-4f9b-a54f-13b70f03b41d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:30.209999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-556eefc8-3980-4a9c-b5d1-dbcde84e2e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.228046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.243815 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-556eefc8-3980-4a9c-b5d1-dbcde84e2e43 None None] Port e9868339-7aef-4f9b-a54f-13b70f03b41d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:30.486492 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9868339-7aef-4f9b-a54f-13b70f03b41d {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:30.495810 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.509192 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Transition to ACTIVE for port object e9868339-7aef-4f9b-a54f-13b70f03b41d will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:39:30.512367 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac9a5e-8f3c-4be0-88ba-f3904e9400cd req-2b218c25-99b7-420c-9eb6-34f0f28add88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:30.513879 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50ac9a5e-8f3c-4be0-88ba-f3904e9400cd req-2b218c25-99b7-420c-9eb6-34f0f28add88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 931 time: 0.0557425 Dec 10 18:39:30.564418 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50ac9a5e-8f3c-4be0-88ba-f3904e9400cd req-45081668-28aa-4a21-a125-4609b0414308 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1c04207-c83c-47fb-8431-fae928aef52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445802 Dec 10 18:39:30.596367 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.647283 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9868339-7aef-4f9b-a54f-13b70f03b41d,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:30.720212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Attempting to bind port e9868339-7aef-4f9b-a54f-13b70f03b41d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:30.720580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Attempting to bind port e9868339-7aef-4f9b-a54f-13b70f03b41d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:30.720907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Attempting to bind port e9868339-7aef-4f9b-a54f-13b70f03b41d on network d046cd38-36d6-45d4-8cf2-3b0f76f675df {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:30.726273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Port e9868339-7aef-4f9b-a54f-13b70f03b41d on network d046cd38-36d6-45d4-8cf2-3b0f76f675df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:39:30.726646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Attempting to bind port e9868339-7aef-4f9b-a54f-13b70f03b41d on network d046cd38-36d6-45d4-8cf2-3b0f76f675df {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:30.731952 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:30.732319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Checking segment: {'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:30.732699 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Bound using segment: {'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:30.733142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Bound port: e9868339-7aef-4f9b-a54f-13b70f03b41d, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552758ee-4413-45a9-b81e-e812fcf4d9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:30.733496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.799525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] For port e9868339-7aef-4f9b-a54f-13b70f03b41d, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:30.803745 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] For port e9868339-7aef-4f9b-a54f-13b70f03b41d, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e9868339-7aef-4f9b-a54f-13b70f03b41d,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:30.855125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.895738 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:30.896297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.897718 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] 10.222.0.21 "PUT /v2.0/ports/e9868339-7aef-4f9b-a54f-13b70f03b41d HTTP/1.1" status: 200 len: 1093 time: 0.7292500 Dec 10 18:39:30.898168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22c6914-fc0a-4b09-ac14-447ddbd017c0', 'tag': 'e9868339-7aef-4f9b-a54f-13b70f03b41d'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:30.900434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daed5261-7bb6-4f5c-8a46-0da2ab53b67f" -d '{"events": [{"name": "network-changed", "server_uuid": "d22c6914-fc0a-4b09-ac14-447ddbd017c0", "tag": "e9868339-7aef-4f9b-a54f-13b70f03b41d"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:30.925147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2af19-70b0-4afe-b6f4-6c82fd4df4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9868339-7aef-4f9b-a54f-13b70f03b41d,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:30.957504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f710fb-e5b4-4bdf-b499-b94351aaf754 x-openstack-request-id: req-a7f710fb-e5b4-4bdf-b499-b94351aaf754 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:30.957984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22c6914-fc0a-4b09-ac14-447ddbd017c0", "tag": "e9868339-7aef-4f9b-a54f-13b70f03b41d", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:30.958246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7f710fb-e5b4-4bdf-b499-b94351aaf754 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:30.958659 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22c6914-fc0a-4b09-ac14-447ddbd017c0', 'tag': 'e9868339-7aef-4f9b-a54f-13b70f03b41d', 'status': 'completed', 'code': 200} Dec 10 18:39:31.022311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed5261-7bb6-4f5c-8a46-0da2ab53b67f req-f720df6e-9d79-4dfb-83f1-0fdf11cbdeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.023863 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-daed5261-7bb6-4f5c-8a46-0da2ab53b67f req-f720df6e-9d79-4dfb-83f1-0fdf11cbdeaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 1096 time: 0.0445378 Dec 10 18:39:31.125629 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed5261-7bb6-4f5c-8a46-0da2ab53b67f req-b5de9838-9fcb-4612-af9c-66d9483d8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.127111 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-daed5261-7bb6-4f5c-8a46-0da2ab53b67f req-b5de9838-9fcb-4612-af9c-66d9483d8175 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d8d709b5542940cd80a96d0fc97864e7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0951700 Dec 10 18:39:31.223122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed5261-7bb6-4f5c-8a46-0da2ab53b67f req-c2d367bb-d3e7-41ed-ba39-dbc528133587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.225170 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-daed5261-7bb6-4f5c-8a46-0da2ab53b67f req-c2d367bb-d3e7-41ed-ba39-dbc528133587 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893061 Dec 10 18:39:31.306489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-6c1032bd-fd4d-40be-b30e-7bfc4eca81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.307975 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-6c1032bd-fd4d-40be-b30e-7bfc4eca81c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 1096 time: 0.0468919 Dec 10 18:39:31.354235 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-ab5e4d90-effa-4879-89ac-48c5dc436b5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9868339-7aef-4f9b-a54f-13b70f03b41d HTTP/1.1" status: 200 len: 217 time: 0.0380609 Dec 10 18:39:31.403279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-8cc64ea1-b850-444e-b74e-e7a35451dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.404788 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-8cc64ea1-b850-444e-b74e-e7a35451dc54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ca60a03-c763-42af-ba5b-ecd87d8f27a6 HTTP/1.1" status: 200 len: 835 time: 0.0433114 Dec 10 18:39:31.451652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-4a6c4224-d258-4bce-8836-52030c72af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.453202 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-4a6c4224-d258-4bce-8836-52030c72af08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d046cd38-36d6-45d4-8cf2-3b0f76f675df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394697 Dec 10 18:39:31.551230 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-d28453c7-a774-468e-bfb4-89a097edbdfb service neutron] 10.222.0.21 "GET /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863569 Dec 10 18:39:31.647434 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1aee689-74c5-4428-b844-d39fa54c4a1c req-27296491-0532-4a1a-8256-930fe337fc36 service neutron] 10.222.0.21 "GET /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842154 Dec 10 18:39:31.684485 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf56a42-0eab-4198-a671-7d54ce8c1686 req-f6eb481c-4847-4ae8-8c37-0d275ea0af8f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.685999 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-baf56a42-0eab-4198-a671-7d54ce8c1686 req-f6eb481c-4847-4ae8-8c37-0d275ea0af8f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 943 time: 0.0498447 Dec 10 18:39:31.735795 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-baf56a42-0eab-4198-a671-7d54ce8c1686 req-4edf75f3-e09f-4c0a-9e20-66d66d0286d6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1c04207-c83c-47fb-8431-fae928aef52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 Dec 10 18:39:32.852056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec98dc5-6340-4963-b2c9-f4af2ec4786a req-11042079-e84b-4cb4-8a08-c2b3baebdb80 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:32.853523 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6ec98dc5-6340-4963-b2c9-f4af2ec4786a req-11042079-e84b-4cb4-8a08-c2b3baebdb80 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 943 time: 0.0485337 Dec 10 18:39:32.905949 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6ec98dc5-6340-4963-b2c9-f4af2ec4786a req-7ae7837c-7dba-40ee-b24f-159026186d6c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1c04207-c83c-47fb-8431-fae928aef52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463710 Dec 10 18:39:34.018618 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895444b6-f2a5-492f-b97a-4ff37894d4bf req-77782514-cea7-431f-b87f-945df333a588 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:34.020078 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-895444b6-f2a5-492f-b97a-4ff37894d4bf req-77782514-cea7-431f-b87f-945df333a588 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 943 time: 0.0483322 Dec 10 18:39:34.067891 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-895444b6-f2a5-492f-b97a-4ff37894d4bf req-20ec5780-6bc0-47f3-a730-46cc82846d9e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1c04207-c83c-47fb-8431-fae928aef52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418286 Dec 10 18:39:35.181973 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e825-b090-43e1-9b6d-1efd1bb2d95f req-5f0e3049-9127-4d5b-a8a5-58a6a08f626b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:35.183275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e9868339-7aef-4f9b-a54f-13b70f03b41d details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:35.183745 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9536e825-b090-43e1-9b6d-1efd1bb2d95f req-5f0e3049-9127-4d5b-a8a5-58a6a08f626b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 943 time: 0.0487888 Dec 10 18:39:35.233319 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9536e825-b090-43e1-9b6d-1efd1bb2d95f req-d03bcd9f-f7bb-4a15-947f-1855f5fcca21 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1c04207-c83c-47fb-8431-fae928aef52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438945 Dec 10 18:39:35.280773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e9868339-7aef-4f9b-a54f-13b70f03b41d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e9868339-7aef-4f9b-a54f-13b70f03b41d,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:35.292420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'e9868339-7aef-4f9b-a54f-13b70f03b41d', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'port_id': 'e9868339-7aef-4f9b-a54f-13b70f03b41d', 'mac_address': 'fa:16:3e:0a:0b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:35.328353 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.341254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9868339-7aef-4f9b-a54f-13b70f03b41d {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:35.360793 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e9868339-7aef-4f9b-a54f-13b70f03b41d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e9868339-7aef-4f9b-a54f-13b70f03b41d,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:35.432688 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.483965 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=e9868339-7aef-4f9b-a54f-13b70f03b41d,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:35.491159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:35.491508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:35.491848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:35.492186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:35.492516 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:35.492847 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:35.493184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:35.493514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:35.493871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:35.494254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:35.494559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:35.494840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:35.495162 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:35.719964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['e9868339-7aef-4f9b-a54f-13b70f03b41d'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:36.355665 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7de97-8f55-4723-9591-392e578b1997 req-b9e6b7b3-3322-41be-bae8-7af5a3184b43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:36.357176 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ab7de97-8f55-4723-9591-392e578b1997 req-b9e6b7b3-3322-41be-bae8-7af5a3184b43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 944 time: 0.0583770 Dec 10 18:39:36.405186 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ab7de97-8f55-4723-9591-392e578b1997 req-a551b740-a401-4fb6-b887-c19d63986572 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1c04207-c83c-47fb-8431-fae928aef52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415962 Dec 10 18:39:37.216668 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e9868339-7aef-4f9b-a54f-13b70f03b41d up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:37.311534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port e9868339-7aef-4f9b-a54f-13b70f03b41d completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:37.315299 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port e9868339-7aef-4f9b-a54f-13b70f03b41d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:37.315670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:37.395499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:37.418757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22c6914-fc0a-4b09-ac14-447ddbd017c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9868339-7aef-4f9b-a54f-13b70f03b41d'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:37.421115 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c1fadb-b52e-4ef2-8449-3d8f58783c3c" -d '{"events": [{"server_uuid": "d22c6914-fc0a-4b09-ac14-447ddbd017c0", "name": "network-vif-plugged", "status": "completed", "tag": "e9868339-7aef-4f9b-a54f-13b70f03b41d"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:37.435330 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e9868339-7aef-4f9b-a54f-13b70f03b41d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e9868339-7aef-4f9b-a54f-13b70f03b41d,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:37.458173 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96d7cdf-e734-4dc5-a0d7-fae6d865541f x-openstack-request-id: req-b96d7cdf-e734-4dc5-a0d7-fae6d865541f {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:37.458589 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22c6914-fc0a-4b09-ac14-447ddbd017c0", "name": "network-vif-plugged", "status": "completed", "tag": "e9868339-7aef-4f9b-a54f-13b70f03b41d", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:37.458877 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b96d7cdf-e734-4dc5-a0d7-fae6d865541f {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:37.459290 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22c6914-fc0a-4b09-ac14-447ddbd017c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9868339-7aef-4f9b-a54f-13b70f03b41d', 'code': 200} Dec 10 18:39:37.495733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:37.524528 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bce9c5-3d30-4f9e-9b61-6c74a4508b2e req-24007a96-8e07-4fac-8304-b9b458efecc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:37.526015 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-71bce9c5-3d30-4f9e-9b61-6c74a4508b2e req-24007a96-8e07-4fac-8304-b9b458efecc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 944 time: 0.0505874 Dec 10 18:39:37.544750 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=e9868339-7aef-4f9b-a54f-13b70f03b41d,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:37.578160 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-71bce9c5-3d30-4f9e-9b61-6c74a4508b2e req-383de915-7b1b-4725-b087-d5b59afb5ee2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1c04207-c83c-47fb-8431-fae928aef52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452037 Dec 10 18:39:37.776847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900d2c6-9e1a-40b7-a218-52242fe44563 req-42f621f8-02bc-411e-a72b-0f24a7c24784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:37.778340 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7900d2c6-9e1a-40b7-a218-52242fe44563 req-42f621f8-02bc-411e-a72b-0f24a7c24784 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 1098 time: 0.0441368 Dec 10 18:39:37.826956 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7900d2c6-9e1a-40b7-a218-52242fe44563 req-18cbc211-f709-4fd1-926e-8be3d9ac0f91 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d1c04207-c83c-47fb-8431-fae928aef52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378168 Dec 10 18:39:38.692776 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b3f3d-5f4b-44d9-978f-a4aebf70c342 req-f92c66c7-6371-43e4-8c50-a8c145fff04c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:38.694303 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5f1b3f3d-5f4b-44d9-978f-a4aebf70c342 req-f92c66c7-6371-43e4-8c50-a8c145fff04c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 945 time: 0.0490086 Dec 10 18:39:38.746351 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5f1b3f3d-5f4b-44d9-978f-a4aebf70c342 req-4b79b003-369c-41ec-a616-c5d2cda0c8da tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1c04207-c83c-47fb-8431-fae928aef52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461812 Dec 10 18:39:39.859374 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c1006-93b1-4399-9742-d3fe5716afcd req-eaf753b1-b65b-4e69-bacc-3012d7ae72f8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:39.860821 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-358c1006-93b1-4399-9742-d3fe5716afcd req-eaf753b1-b65b-4e69-bacc-3012d7ae72f8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 945 time: 0.0483029 Dec 10 18:39:39.909195 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-358c1006-93b1-4399-9742-d3fe5716afcd req-52736b6e-94b4-4e71-9743-dfc220468cdc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1c04207-c83c-47fb-8431-fae928aef52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Dec 10 18:39:40.020548 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73febf7f-87c6-4091-8692-365ce5200592 req-35166ae0-bff2-4026-a414-9ec0e1fe9b89 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:40.022012 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-73febf7f-87c6-4091-8692-365ce5200592 req-35166ae0-bff2-4026-a414-9ec0e1fe9b89 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 945 time: 0.0480099 Dec 10 18:39:40.070972 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-73febf7f-87c6-4091-8692-365ce5200592 req-1324c511-f0d1-4af7-8d98-e7fdeb5a9549 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1c04207-c83c-47fb-8431-fae928aef52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431240 Dec 10 18:39:40.092133 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37752) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:40.133565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947699f7-155c-4a5f-9ca4-7face70cee74 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:40.135064 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-947699f7-155c-4a5f-9ca4-7face70cee74 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 1093 time: 0.0419898 Dec 10 18:39:40.138011 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37754) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:40.142129 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-1eb34b24-ca73-4a2b-be4f-5e177252ddc8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'floatingip': {'port_id': 'e9868339-7aef-4f9b-a54f-13b70f03b41d'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:40.181219 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1eb34b24-ca73-4a2b-be4f-5e177252ddc8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.595710 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1eb34b24-ca73-4a2b-be4f-5e177252ddc8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.637113 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1eb34b24-ca73-4a2b-be4f-5e177252ddc8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.737566 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-1eb34b24-ca73-4a2b-be4f-5e177252ddc8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP 1752a24f-9f45-432b-975b-7fe24f4bedd3 associated. External IP: 172.26.5.19, port: e9868339-7aef-4f9b-a54f-13b70f03b41d. Dec 10 18:39:41.172040 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb34b24-ca73-4a2b-be4f-5e177252ddc8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 0b7d6751-b83c-452f-b73c-c823e2943678 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:39:41.274431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb34b24-ca73-4a2b-be4f-5e177252ddc8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:41.279340 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1eb34b24-ca73-4a2b-be4f-5e177252ddc8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.284120 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a3c7f9-ad02-4d16-ba75-e8cd4ec2b815 None None] Sync routers for ids ['0b7d6751-b83c-452f-b73c-c823e2943678'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:41.294078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a3c7f9-ad02-4d16-ba75-e8cd4ec2b815 None None] Routers {'0b7d6751-b83c-452f-b73c-c823e2943678'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:41.294967 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-98a3c7f9-ad02-4d16-ba75-e8cd4ec2b815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:39:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['0b7d6751-b83c-452f-b73c-c823e2943678'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:41.310873 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1eb34b24-ca73-4a2b-be4f-5e177252ddc8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/floatingips/1752a24f-9f45-432b-975b-7fe24f4bedd3 HTTP/1.1" status: 200 len: 990 time: 1.1718669 Dec 10 18:39:41.311550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22c6914-fc0a-4b09-ac14-447ddbd017c0', 'tag': 'e9868339-7aef-4f9b-a54f-13b70f03b41d'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:41.313744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37756) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:41.314258 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2c1220-c8f2-4a88-b0e7-6b667aad8be9" -d '{"events": [{"name": "network-changed", "server_uuid": "d22c6914-fc0a-4b09-ac14-447ddbd017c0", "tag": "e9868339-7aef-4f9b-a54f-13b70f03b41d"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:41.350805 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1495beb4-cdec-4458-a79c-3bfdd101c692 x-openstack-request-id: req-1495beb4-cdec-4458-a79c-3bfdd101c692 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:41.351329 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22c6914-fc0a-4b09-ac14-447ddbd017c0", "tag": "e9868339-7aef-4f9b-a54f-13b70f03b41d", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:41.351581 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1495beb4-cdec-4458-a79c-3bfdd101c692 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:41.351982 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22c6914-fc0a-4b09-ac14-447ddbd017c0', 'tag': 'e9868339-7aef-4f9b-a54f-13b70f03b41d', 'status': 'completed', 'code': 200} Dec 10 18:39:41.389229 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-abcf1dea-ceaa-4713-b5f5-5e872d98dedb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/1752a24f-9f45-432b-975b-7fe24f4bedd3 HTTP/1.1" status: 200 len: 990 time: 0.0735519 Dec 10 18:39:41.403152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-98a3c7f9-ad02-4d16-ba75-e8cd4ec2b815 None None] Set router 0b7d6751-b83c-452f-b73c-c823e2943678 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:41.418098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c1220-c8f2-4a88-b0e7-6b667aad8be9 req-15a0ab0b-78db-4caf-a2d8-7eb4556b8ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:41.419664 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cb2c1220-c8f2-4a88-b0e7-6b667aad8be9 req-15a0ab0b-78db-4caf-a2d8-7eb4556b8ece service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 1098 time: 0.0444217 Dec 10 18:39:41.514661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c1220-c8f2-4a88-b0e7-6b667aad8be9 req-452af541-518b-4241-a693-48679e5e4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:41.516127 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cb2c1220-c8f2-4a88-b0e7-6b667aad8be9 req-452af541-518b-4241-a693-48679e5e4381 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d046cd38-36d6-45d4-8cf2-3b0f76f675df HTTP/1.1" status: 200 len: 898 time: 0.0896139 Dec 10 18:39:41.580691 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cb2c1220-c8f2-4a88-b0e7-6b667aad8be9 req-9733d372-e591-45b2-9777-95b71d40f98b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9868339-7aef-4f9b-a54f-13b70f03b41d HTTP/1.1" status: 200 len: 998 time: 0.0566621 Dec 10 18:39:41.627507 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-98a3c7f9-ad02-4d16-ba75-e8cd4ec2b815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1752a24f-9f45-432b-975b-7fe24f4bedd3', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.19', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'port_id': 'e9868339-7aef-4f9b-a54f-13b70f03b41d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'mac_address': 'fa:16:3e:0a:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22c6914-fc0a-4b09-ac14-447ddbd017c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:38Z', 'updated_at': '2021-12-10T18:39:40Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:17Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:41.636900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c1220-c8f2-4a88-b0e7-6b667aad8be9 req-8d9f0c6b-ea8a-4b19-b12e-cf085a69a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:41.639659 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cb2c1220-c8f2-4a88-b0e7-6b667aad8be9 req-8d9f0c6b-ea8a-4b19-b12e-cf085a69a758 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ca60a03-c763-42af-ba5b-ecd87d8f27a6 HTTP/1.1" status: 200 len: 835 time: 0.0495212 Dec 10 18:39:41.654313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a3c7f9-ad02-4d16-ba75-e8cd4ec2b815 None None] Checking router: 0b7d6751-b83c-452f-b73c-c823e2943678 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:39:41.663658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a3c7f9-ad02-4d16-ba75-e8cd4ec2b815 None None] Routers {'0b7d6751-b83c-452f-b73c-c823e2943678'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:41.664262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-98a3c7f9-ad02-4d16-ba75-e8cd4ec2b815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:39:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['0b7d6751-b83c-452f-b73c-c823e2943678'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:41.686261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c1220-c8f2-4a88-b0e7-6b667aad8be9 req-23f34925-960e-4bbe-9081-ddb7bfd3d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:41.690345 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cb2c1220-c8f2-4a88-b0e7-6b667aad8be9 req-23f34925-960e-4bbe-9081-ddb7bfd3d614 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d046cd38-36d6-45d4-8cf2-3b0f76f675df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416045 Dec 10 18:39:41.768817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-98a3c7f9-ad02-4d16-ba75-e8cd4ec2b815 None None] Set router 0b7d6751-b83c-452f-b73c-c823e2943678 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:41.779003 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cb2c1220-c8f2-4a88-b0e7-6b667aad8be9 req-9fed0853-2b64-402c-98c6-a280a40976e6 service neutron] 10.222.0.21 "GET /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827632 Dec 10 18:39:41.873522 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cb2c1220-c8f2-4a88-b0e7-6b667aad8be9 req-2bd0eda3-8ab3-4997-af1a-44bc20c3c463 service neutron] 10.222.0.21 "GET /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850017 Dec 10 18:39:41.994463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-98a3c7f9-ad02-4d16-ba75-e8cd4ec2b815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1752a24f-9f45-432b-975b-7fe24f4bedd3', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.19', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'port_id': 'e9868339-7aef-4f9b-a54f-13b70f03b41d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'mac_address': 'fa:16:3e:0a:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22c6914-fc0a-4b09-ac14-447ddbd017c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:38Z', 'updated_at': '2021-12-10T18:39:40Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:17Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:42.022343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a3c7f9-ad02-4d16-ba75-e8cd4ec2b815 None None] The sync data for ids ['0b7d6751-b83c-452f-b73c-c823e2943678'] in dv-neutron-821434-1-hyperv is: [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1752a24f-9f45-432b-975b-7fe24f4bedd3', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.19', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'port_id': 'e9868339-7aef-4f9b-a54f-13b70f03b41d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'mac_address': 'fa:16:3e:0a:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22c6914-fc0a-4b09-ac14-447ddbd017c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:38Z', 'updated_at': '2021-12-10T18:39:40Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:17Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:42.232407 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fdc1ff-f80b-4efc-bbbd-23c15f1069fd None None] New status for floating IP 1752a24f-9f45-432b-975b-7fe24f4bedd3: ACTIVE {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:39:42.393340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37760) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:42.473194 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ba5ec29c-63e8-408f-b551-0dff74f7f14e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/1752a24f-9f45-432b-975b-7fe24f4bedd3 HTTP/1.1" status: 200 len: 990 time: 0.0783412 Dec 10 18:39:43.476750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37762) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:43.536639 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b1ac5468-7000-4647-9261-6311be16c85d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/1752a24f-9f45-432b-975b-7fe24f4bedd3 HTTP/1.1" status: 200 len: 992 time: 0.0586879 Dec 10 18:39:46.466083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ee224190-5ff5-4fb7-8dc0-f8a293655312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.396860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.837358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2138-808f-44b4-877f-16b6155c7aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.111087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:51.351198 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.459148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:03.822690 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:40:16.464684 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-86b804c2-8659-430f-903f-e2b01c8d1340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.139949 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5b6af-fda5-47fb-aa34-a8e43e4a34f0 req-e577749b-4731-4c62-85e8-08a305b6480f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:17.141407 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-37e5b6af-fda5-47fb-aa34-a8e43e4a34f0 req-e577749b-4731-4c62-85e8-08a305b6480f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 945 time: 0.0482109 Dec 10 18:40:17.193102 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-37e5b6af-fda5-47fb-aa34-a8e43e4a34f0 req-9848797e-d95b-4edc-b10a-5c002ca1f9dc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1c04207-c83c-47fb-8431-fae928aef52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459242 Dec 10 18:40:18.310810 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3c098-20c0-47d7-a470-f7b25878bc2c req-f8ff78a7-d803-403a-9834-6520a0e48e38 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:18.312283 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-90c3c098-20c0-47d7-a470-f7b25878bc2c req-f8ff78a7-d803-403a-9834-6520a0e48e38 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 945 time: 0.0488272 Dec 10 18:40:18.361850 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-90c3c098-20c0-47d7-a470-f7b25878bc2c req-76556926-e2d1-4b89-9009-1a1d91585936 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1c04207-c83c-47fb-8431-fae928aef52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428660 Dec 10 18:40:18.390741 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.646630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-4b67d7a1-cdb5-44bc-a3c1-9472ab67157d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:18.648119 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-4b67d7a1-cdb5-44bc-a3c1-9472ab67157d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 945 time: 0.0546114 Dec 10 18:40:18.740821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port e9868339-7aef-4f9b-a54f-13b70f03b41d {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:18.741066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.812738 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2d622e00-ca11-46c5-aaaa-bde61e2010c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.833982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port e9868339-7aef-4f9b-a54f-13b70f03b41d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e9868339-7aef-4f9b-a54f-13b70f03b41d,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:18.834387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.002354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.002665 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.002982 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP 1752a24f-9f45-432b-975b-7fe24f4bedd3 disassociated. External IP: 172.26.5.19, port: e9868339-7aef-4f9b-a54f-13b70f03b41d. Dec 10 18:40:19.003323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for e9868339-7aef-4f9b-a54f-13b70f03b41d owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:19.208085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.234938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=e9868339-7aef-4f9b-a54f-13b70f03b41d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:19.244574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:19.244932 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:19.245285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:19.245630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:19.245996 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:19.246333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:19.246671 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:19.247005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:19.247702 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:19.247702 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:19.247999 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:19.248289 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:19.248612 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:19.459578 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3953b051-e154-475c-bbae-d8080dd5534c req-4936ca0c-ae6b-4a1e-aa7d-5b25b10e9316 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 210 time: 0.0271378 Dec 10 18:40:19.690271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 0b7d6751-b83c-452f-b73c-c823e2943678 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:40:19.797145 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:19.806241 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3632c8-fb49-4272-9be9-c3658e828177 None None] Sync routers for ids ['0b7d6751-b83c-452f-b73c-c823e2943678'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:19.816623 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3632c8-fb49-4272-9be9-c3658e828177 None None] Routers {'0b7d6751-b83c-452f-b73c-c823e2943678'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:19.817250 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-aa3632c8-fb49-4272-9be9-c3658e828177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:40:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['0b7d6751-b83c-452f-b73c-c823e2943678'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:19.835801 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] No DVR routers for this DVR port e9868339-7aef-4f9b-a54f-13b70f03b41d on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:19.838344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.841975 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-26a0c80e-0498-4ce4-b7ea-4c9f0eec0435 req-62fd4f6f-5eba-4c5c-9377-d659d1a4ef78 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "DELETE /v2.0/ports/e9868339-7aef-4f9b-a54f-13b70f03b41d HTTP/1.1" status: 204 len: 173 time: 1.1846056 Dec 10 18:40:19.842422 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22c6914-fc0a-4b09-ac14-447ddbd017c0', 'name': 'network-vif-deleted', 'tag': 'e9868339-7aef-4f9b-a54f-13b70f03b41d'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:19.844647 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b77de0-a02d-46b8-901a-a96770a644cf" -d '{"events": [{"server_uuid": "d22c6914-fc0a-4b09-ac14-447ddbd017c0", "name": "network-vif-deleted", "tag": "e9868339-7aef-4f9b-a54f-13b70f03b41d"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:19.882336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6d2c14-f63b-48e4-aa4f-9256ea7bc2d7 x-openstack-request-id: req-cc6d2c14-f63b-48e4-aa4f-9256ea7bc2d7 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:19.882615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22c6914-fc0a-4b09-ac14-447ddbd017c0", "name": "network-vif-deleted", "tag": "e9868339-7aef-4f9b-a54f-13b70f03b41d", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:19.882870 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc6d2c14-f63b-48e4-aa4f-9256ea7bc2d7 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:19.883274 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22c6914-fc0a-4b09-ac14-447ddbd017c0', 'name': 'network-vif-deleted', 'tag': 'e9868339-7aef-4f9b-a54f-13b70f03b41d', 'status': 'completed', 'code': 200} Dec 10 18:40:19.924342 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-aa3632c8-fb49-4272-9be9-c3658e828177 None None] Set router 0b7d6751-b83c-452f-b73c-c823e2943678 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:20.118232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.133682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-aa3632c8-fb49-4272-9be9-c3658e828177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:17Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:20.160388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3632c8-fb49-4272-9be9-c3658e828177 None None] Checking router: 0b7d6751-b83c-452f-b73c-c823e2943678 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:20.170020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3632c8-fb49-4272-9be9-c3658e828177 None None] Routers {'0b7d6751-b83c-452f-b73c-c823e2943678'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:20.170634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-aa3632c8-fb49-4272-9be9-c3658e828177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:40:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['0b7d6751-b83c-452f-b73c-c823e2943678'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:20.419565 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-aa3632c8-fb49-4272-9be9-c3658e828177 None None] Set router 0b7d6751-b83c-452f-b73c-c823e2943678 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:20.567736 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fe29aeb2-4c2c-4365-a1b7-7de866fbf23a req-7e598da2-e7ef-44ee-af4c-325c4ee8bfc8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=d22c6914-fc0a-4b09-ac14-447ddbd017c0 HTTP/1.1" status: 200 len: 210 time: 0.0262461 Dec 10 18:40:20.619474 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-aa3632c8-fb49-4272-9be9-c3658e828177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:17Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:20.646354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3632c8-fb49-4272-9be9-c3658e828177 None None] The sync data for ids ['0b7d6751-b83c-452f-b73c-c823e2943678'] in dv-neutron-821434-1-hyperv is: [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:13Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3c5d3538-618a-4d0c-8c83-e4e19edf339d', 'name': '', 'network_id': 'd046cd38-36d6-45d4-8cf2-3b0f76f675df', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:76:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:12Z', 'updated_at': '2021-12-10T18:38:17Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '3ca60a03-c763-42af-ba5b-ecd87d8f27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:20.877601 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a512a50-fc1d-4a04-a9c0-0efe06d09333 None None] New status for floating IP 1752a24f-9f45-432b-975b-7fe24f4bedd3: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:40:21.287669 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.629306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37792) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:21.684602 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.713479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.830595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.833213 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.834439 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/security-groups/d1c04207-c83c-47fb-8431-fae928aef52d HTTP/1.1" status: 204 len: 168 time: 0.2040453 Dec 10 18:40:21.843896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c04207-c83c-47fb-8431-fae928aef52d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:21.851299 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:21.851654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:21.852055 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:21.852348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:21.852748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:21.853083 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:21.853422 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:21.853778 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:21.854114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:21.854447 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:21.854771 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:21.855095 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:21.856039 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b5d7c8-6664-4c69-9e3f-1ffe4634057c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:21.928892 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37796) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:22.051130 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-937f15c6-cff7-4b9f-86f5-230112ab4202 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 9e0ff512-1bb2-41c7-b61f-f3780cff8b16 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:22.051479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-937f15c6-cff7-4b9f-86f5-230112ab4202 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.124923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-937f15c6-cff7-4b9f-86f5-230112ab4202 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.125151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-937f15c6-cff7-4b9f-86f5-230112ab4202 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.136878 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-937f15c6-cff7-4b9f-86f5-230112ab4202 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 9e0ff512-1bb2-41c7-b61f-f3780cff8b16 owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:22.339127 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-937f15c6-cff7-4b9f-86f5-230112ab4202 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.367884 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f15c6-cff7-4b9f-86f5-230112ab4202 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=9e0ff512-1bb2-41c7-b61f-f3780cff8b16,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:22.428011 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-937f15c6-cff7-4b9f-86f5-230112ab4202 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.430648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-937f15c6-cff7-4b9f-86f5-230112ab4202 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.431791 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-937f15c6-cff7-4b9f-86f5-230112ab4202 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/floatingips/1752a24f-9f45-432b-975b-7fe24f4bedd3 HTTP/1.1" status: 204 len: 168 time: 0.5018871 Dec 10 18:40:22.482112 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:22.836090 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2c3b0-83a0-4643-9fc6-b4452c1439d9 req-0792a5dc-1fd1-4825-99ee-8695431d5888 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:22.837584 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-faf2c3b0-83a0-4643-9fc6-b4452c1439d9 req-0792a5dc-1fd1-4825-99ee-8695431d5888 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 946 time: 0.0490408 Dec 10 18:40:22.885958 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-faf2c3b0-83a0-4643-9fc6-b4452c1439d9 req-2e668b76-fc47-4ea5-8d87-c42244e34b59 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee9759e1-1865-473e-a303-23a1feb0daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420921 Dec 10 18:40:23.442824 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e9868339-7aef-4f9b-a54f-13b70f03b41d no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:23.462463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: e9868339-7aef-4f9b-a54f-13b70f03b41d {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:23.462811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e9868339-7aef-4f9b-a54f-13b70f03b41d not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:24.015656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e866e24-8df1-4ccd-b273-dccf2e14f969 req-0efd54e9-88d4-46a1-ac93-3c00d572b039 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:24.017134 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4e866e24-8df1-4ccd-b273-dccf2e14f969 req-0efd54e9-88d4-46a1-ac93-3c00d572b039 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 946 time: 0.0560417 Dec 10 18:40:24.066863 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4e866e24-8df1-4ccd-b273-dccf2e14f969 req-23d4bdd9-c6bd-4103-955c-3bec31a3aac5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee9759e1-1865-473e-a303-23a1feb0daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435863 Dec 10 18:40:24.302676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9034d-b0c5-4a1f-b88e-a8dc359bbf1d req-a221d155-33c9-45b3-b3b1-d6d8eac99e9f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:24.304038 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a5b9034d-b0c5-4a1f-b88e-a8dc359bbf1d req-a221d155-33c9-45b3-b3b1-d6d8eac99e9f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 946 time: 0.0482976 Dec 10 18:40:24.411029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-a5b9034d-b0c5-4a1f-b88e-a8dc359bbf1d req-f0147b74-b93c-4286-a828-8021bf949aff tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port a8dfd6f4-5c9c-4258-997c-2d388178b79e {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:24.411370 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a5b9034d-b0c5-4a1f-b88e-a8dc359bbf1d req-f0147b74-b93c-4286-a828-8021bf949aff tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.509384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-a5b9034d-b0c5-4a1f-b88e-a8dc359bbf1d req-f0147b74-b93c-4286-a828-8021bf949aff tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port a8dfd6f4-5c9c-4258-997c-2d388178b79e, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a8dfd6f4-5c9c-4258-997c-2d388178b79e,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:24.509780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a5b9034d-b0c5-4a1f-b88e-a8dc359bbf1d req-f0147b74-b93c-4286-a828-8021bf949aff tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.525018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-a5b9034d-b0c5-4a1f-b88e-a8dc359bbf1d req-f0147b74-b93c-4286-a828-8021bf949aff tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for a8dfd6f4-5c9c-4258-997c-2d388178b79e owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:24.693680 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a5b9034d-b0c5-4a1f-b88e-a8dc359bbf1d req-f0147b74-b93c-4286-a828-8021bf949aff tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.727257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0147b74-b93c-4286-a828-8021bf949aff tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=a8dfd6f4-5c9c-4258-997c-2d388178b79e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:24.773129 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b9034d-b0c5-4a1f-b88e-a8dc359bbf1d req-f0147b74-b93c-4286-a828-8021bf949aff tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] No DVR routers for this DVR port a8dfd6f4-5c9c-4258-997c-2d388178b79e on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:24.775602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a5b9034d-b0c5-4a1f-b88e-a8dc359bbf1d req-f0147b74-b93c-4286-a828-8021bf949aff tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.779495 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a5b9034d-b0c5-4a1f-b88e-a8dc359bbf1d req-f0147b74-b93c-4286-a828-8021bf949aff tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "DELETE /v2.0/ports/a8dfd6f4-5c9c-4258-997c-2d388178b79e HTTP/1.1" status: 204 len: 173 time: 0.4665499 Dec 10 18:40:24.779939 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'name': 'network-vif-deleted', 'tag': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:24.782192 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98440a3-fb50-4533-9c83-a2f4aa2f0b0e" -d '{"events": [{"server_uuid": "1c142b09-be48-42e1-a299-e1eefa5ed6e4", "name": "network-vif-deleted", "tag": "a8dfd6f4-5c9c-4258-997c-2d388178b79e"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:24.817823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72ef4af-4638-474b-a5bf-320fd0b28124 x-openstack-request-id: req-f72ef4af-4638-474b-a5bf-320fd0b28124 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:24.818125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c142b09-be48-42e1-a299-e1eefa5ed6e4", "name": "network-vif-deleted", "tag": "a8dfd6f4-5c9c-4258-997c-2d388178b79e", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:24.818382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f72ef4af-4638-474b-a5bf-320fd0b28124 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:24.818780 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c142b09-be48-42e1-a299-e1eefa5ed6e4', 'name': 'network-vif-deleted', 'tag': 'a8dfd6f4-5c9c-4258-997c-2d388178b79e', 'status': 'completed', 'code': 200} Dec 10 18:40:25.181151 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-990cd0bf-231f-4a52-81bc-13e41cce74df req-4a456067-20c0-49c4-8ce8-7d64dcfc5e76 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c142b09-be48-42e1-a299-e1eefa5ed6e4 HTTP/1.1" status: 200 len: 210 time: 0.0268443 Dec 10 18:40:26.238105 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37810) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:26.293589 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-19be3f02-9ac5-437d-b4f4-02717c0e4035 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.317902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-19be3f02-9ac5-437d-b4f4-02717c0e4035 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.476706 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-19be3f02-9ac5-437d-b4f4-02717c0e4035 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.479482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-19be3f02-9ac5-437d-b4f4-02717c0e4035 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.480742 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-19be3f02-9ac5-437d-b4f4-02717c0e4035 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/security-groups/ee9759e1-1865-473e-a303-23a1feb0daa6 HTTP/1.1" status: 204 len: 168 time: 0.2416172 Dec 10 18:40:26.492871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be3f02-9ac5-437d-b4f4-02717c0e4035 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9759e1-1865-473e-a303-23a1feb0daa6,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:26.580463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37824) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:26.945461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a307c96-2944-4aa2-a891-38e60fb23e1b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.206599 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3a307c96-2944-4aa2-a891-38e60fb23e1b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 3c5d3538-618a-4d0c-8c83-e4e19edf339d {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:27.209441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a307c96-2944-4aa2-a891-38e60fb23e1b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.301340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-3a307c96-2944-4aa2-a891-38e60fb23e1b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 3c5d3538-618a-4d0c-8c83-e4e19edf339d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3c5d3538-618a-4d0c-8c83-e4e19edf339d,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:27.301730 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a307c96-2944-4aa2-a891-38e60fb23e1b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.314503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3a307c96-2944-4aa2-a891-38e60fb23e1b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 3c5d3538-618a-4d0c-8c83-e4e19edf339d owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:27.462702 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a8dfd6f4-5c9c-4258-997c-2d388178b79e no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:27.484062 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: a8dfd6f4-5c9c-4258-997c-2d388178b79e {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:27.484407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a8dfd6f4-5c9c-4258-997c-2d388178b79e not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:27.562643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a307c96-2944-4aa2-a891-38e60fb23e1b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.588037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a307c96-2944-4aa2-a891-38e60fb23e1b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=3c5d3538-618a-4d0c-8c83-e4e19edf339d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:27.775434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a307c96-2944-4aa2-a891-38e60fb23e1b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.991979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a307c96-2944-4aa2-a891-38e60fb23e1b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 0b7d6751-b83c-452f-b73c-c823e2943678 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:40:28.099839 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a307c96-2944-4aa2-a891-38e60fb23e1b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:28.108808 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3a307c96-2944-4aa2-a891-38e60fb23e1b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/0b7d6751-b83c-452f-b73c-c823e2943678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5268168 Dec 10 18:40:28.108976 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37832) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:28.113355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306e345-7c75-48a0-bc0d-30151e5b886e None None] Sync routers for ids ['0b7d6751-b83c-452f-b73c-c823e2943678'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:28.125365 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306e345-7c75-48a0-bc0d-30151e5b886e None None] Routers {'0b7d6751-b83c-452f-b73c-c823e2943678'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:28.126017 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3306e345-7c75-48a0-bc0d-30151e5b886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:40:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['0b7d6751-b83c-452f-b73c-c823e2943678'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:28.169660 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb14f677-7592-4b0d-b67a-cf26e09e1f4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting subnet 3ca60a03-c763-42af-ba5b-ecd87d8f27a6 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:28.172004 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb14f677-7592-4b0d-b67a-cf26e09e1f4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.213787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb14f677-7592-4b0d-b67a-cf26e09e1f4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.237382 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-3306e345-7c75-48a0-bc0d-30151e5b886e None None] Set router 0b7d6751-b83c-452f-b73c-c823e2943678 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:28.306894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb14f677-7592-4b0d-b67a-cf26e09e1f4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.419921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb14f677-7592-4b0d-b67a-cf26e09e1f4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.421055 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3306e345-7c75-48a0-bc0d-30151e5b886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:40:27Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:28.448332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14f677-7592-4b0d-b67a-cf26e09e1f4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca60a03-c763-42af-ba5b-ecd87d8f27a6,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:28.452411 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306e345-7c75-48a0-bc0d-30151e5b886e None None] Checking router: 0b7d6751-b83c-452f-b73c-c823e2943678 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:28.455037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb14f677-7592-4b0d-b67a-cf26e09e1f4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.455758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48861a9f-9ffd-4daa-a552-b6478035582d None None] Network d046cd38-36d6-45d4-8cf2-3b0f76f675df requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:28.458395 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bb14f677-7592-4b0d-b67a-cf26e09e1f4c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/subnets/3ca60a03-c763-42af-ba5b-ecd87d8f27a6 HTTP/1.1" status: 204 len: 168 time: 0.3485072 Dec 10 18:40:28.461533 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37836) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:28.507499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306e345-7c75-48a0-bc0d-30151e5b886e None None] Routers {'0b7d6751-b83c-452f-b73c-c823e2943678'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:28.508141 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3306e345-7c75-48a0-bc0d-30151e5b886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:40:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['0b7d6751-b83c-452f-b73c-c823e2943678'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:28.581383 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.691754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-3306e345-7c75-48a0-bc0d-30151e5b886e None None] Set router 0b7d6751-b83c-452f-b73c-c823e2943678 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:28.787602 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca110817-9648-4fef-bfba-7c499ef217a7 None None] DHCP port deletion for d046cd38-36d6-45d4-8cf2-3b0f76f675df request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:28.790600 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.933756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ca110817-9648-4fef-bfba-7c499ef217a7 None None] Deleting port 4aaaf073-1509-4b50-b212-336b3a188b24 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:28.934141 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca110817-9648-4fef-bfba-7c499ef217a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.950667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port c83418fd-3fb5-4bc7-b628-a3c04ca22206 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:28.951048 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.044524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ca110817-9648-4fef-bfba-7c499ef217a7 None None] For port 4aaaf073-1509-4b50-b212-336b3a188b24, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4aaaf073-1509-4b50-b212-336b3a188b24,segment=NetworkSegment(552758ee-4413-45a9-b81e-e812fcf4d9a0),segment_id=552758ee-4413-45a9-b81e-e812fcf4d9a0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:29.045070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca110817-9648-4fef-bfba-7c499ef217a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.046801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port c83418fd-3fb5-4bc7-b628-a3c04ca22206, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c83418fd-3fb5-4bc7-b628-a3c04ca22206,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:29.047670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.064130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3306e345-7c75-48a0-bc0d-30151e5b886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:40:27Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:29.064354 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for c83418fd-3fb5-4bc7-b628-a3c04ca22206 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:29.066955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4aaaf073-1509-4b50-b212-336b3a188b24 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:29.069429 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ca110817-9648-4fef-bfba-7c499ef217a7 None None] Calling delete_port for 4aaaf073-1509-4b50-b212-336b3a188b24 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:29.118533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306e345-7c75-48a0-bc0d-30151e5b886e None None] The sync data for ids ['0b7d6751-b83c-452f-b73c-c823e2943678'] in dv-neutron-821434-1-hyperv is: [{'id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'name': 'tempest-TestNetworkBasicOps-router-993359017', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:40:27Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'c83418fd-3fb5-4bc7-b628-a3c04ca22206', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d6751-b83c-452f-b73c-c823e2943678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:38:07Z', 'updated_at': '2021-12-10T18:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:29.236612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.322327 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.324138 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca110817-9648-4fef-bfba-7c499ef217a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.349990 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=c83418fd-3fb5-4bc7-b628-a3c04ca22206,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:29.374116 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bdded2-17f7-451c-be1c-d85ef06575ce None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:29.379463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca110817-9648-4fef-bfba-7c499ef217a7 None None] Pushing event deleted for resources: {'Port': ['ID=4aaaf073-1509-4b50-b212-336b3a188b24,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:29.384419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca110817-9648-4fef-bfba-7c499ef217a7 None None] No DVR routers for this DVR port 4aaaf073-1509-4b50-b212-336b3a188b24 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:29.411174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.507305 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.509579 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.619373 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.619995 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Fanout notify agent at l3_agent the message router_deleted on router 0b7d6751-b83c-452f-b73c-c823e2943678 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:40:29.627501 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.628617 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-85f88e06-a84e-4e0e-9c0d-6be59c8da921 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/routers/0b7d6751-b83c-452f-b73c-c823e2943678 HTTP/1.1" status: 204 len: 168 time: 1.1656303 Dec 10 18:40:29.631413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37840) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:29.712111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e2376cd-525e-4fbd-9963-6d4892654dd8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.798433 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e2376cd-525e-4fbd-9963-6d4892654dd8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.817902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-8e2376cd-525e-4fbd-9963-6d4892654dd8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d046cd38-36d6-45d4-8cf2-3b0f76f675df']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:29.826844 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-8e2376cd-525e-4fbd-9963-6d4892654dd8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552758ee-4413-45a9-b81e-e812fcf4d9a0') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:29.827147 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-8e2376cd-525e-4fbd-9963-6d4892654dd8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552758ee-4413-45a9-b81e-e812fcf4d9a0') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:29.836202 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e2376cd-525e-4fbd-9963-6d4892654dd8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.849034 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e2376cd-525e-4fbd-9963-6d4892654dd8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.854762 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2376cd-525e-4fbd-9963-6d4892654dd8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:40:29.855143 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e2376cd-525e-4fbd-9963-6d4892654dd8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:40:29.858601 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:40:29.979022 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e2376cd-525e-4fbd-9963-6d4892654dd8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.987061 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8e2376cd-525e-4fbd-9963-6d4892654dd8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.989727 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8e2376cd-525e-4fbd-9963-6d4892654dd8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/networks/d046cd38-36d6-45d4-8cf2-3b0f76f675df HTTP/1.1" status: 204 len: 168 time: 0.3573794 Dec 10 18:40:30.001712 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2376cd-525e-4fbd-9963-6d4892654dd8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Network': ['ID=d046cd38-36d6-45d4-8cf2-3b0f76f675df,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:30.014099 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37842) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:30.019212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a6b9ccce-e78e-4ecb-819a-df7a20746a29 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'network': {'name': 'tempest-network-smoke--1351153698', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'port_security_enabled': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:30.076177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b9ccce-e78e-4ecb-819a-df7a20746a29 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:30.079842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ccce-e78e-4ecb-819a-df7a20746a29 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.111523 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b9ccce-e78e-4ecb-819a-df7a20746a29 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:40:30.120293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ccce-e78e-4ecb-819a-df7a20746a29 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.120676 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-a6b9ccce-e78e-4ecb-819a-df7a20746a29 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Added segment bdc6237a-7a7c-4f66-ac01-7fbd8b71340b of type vlan for network 811bc461-c960-4740-8fd4-b10dedd4c748 Dec 10 18:40:30.159802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ccce-e78e-4ecb-819a-df7a20746a29 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.213260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ccce-e78e-4ecb-819a-df7a20746a29 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.219452 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b9ccce-e78e-4ecb-819a-df7a20746a29 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:30.220110 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ccce-e78e-4ecb-819a-df7a20746a29 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.295430 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9ccce-e78e-4ecb-819a-df7a20746a29 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Network': ['ID=811bc461-c960-4740-8fd4-b10dedd4c748,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:30.307717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 811bc461-c960-4740-8fd4-b10dedd4c748 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:40:30.329324 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a6b9ccce-e78e-4ecb-819a-df7a20746a29 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3102582 Dec 10 18:40:30.329464 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37846) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:30.338638 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'admin_state_up': True, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:30.430789 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.431939 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.487111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.711469 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.953738 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.972628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.974165 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3c5d3538-618a-4d0c-8c83-e4e19edf339d no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:30.997260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 3c5d3538-618a-4d0c-8c83-e4e19edf339d {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:30.998432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3c5d3538-618a-4d0c-8c83-e4e19edf339d not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:30.999064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c83418fd-3fb5-4bc7-b628-a3c04ca22206 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:31.020074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: c83418fd-3fb5-4bc7-b628-a3c04ca22206 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:31.020370 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c83418fd-3fb5-4bc7-b628-a3c04ca22206 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:31.085467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.97 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/4c14f4a5-8cef-4822-a909-73b9222fe2bc) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:31.190871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.282712 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.326080 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:31.329057 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:31.333340 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:31.343410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91226b2d-819a-499f-993f-c4bee377c5b2 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:31.356492 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=4c14f4a5-8cef-4822-a909-73b9222fe2bc,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:31.389752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0fa16258-2088-4f4a-96ab-0bdb31f34531 None None] Provisioning complete for port 4c14f4a5-8cef-4822-a909-73b9222fe2bc triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:31.390127 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0fa16258-2088-4f4a-96ab-0bdb31f34531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.425235 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-0fa16258-2088-4f4a-96ab-0bdb31f34531 None None] Port 4c14f4a5-8cef-4822-a909-73b9222fe2bc cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:31.636833 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.071715 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.253730 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router d30cfccf-1893-46c5-a055-041325bffa51 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:40:32.361572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:32.373246 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Sync routers for ids ['d30cfccf-1893-46c5-a055-041325bffa51'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:32.383589 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Routers {'d30cfccf-1893-46c5-a055-041325bffa51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:32.386827 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:40:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d30cfccf-1893-46c5-a055-041325bffa51'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:32.443598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.448116 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f908bef9-89b1-4711-9665-5e61aa753418 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1146569 Dec 10 18:40:32.452449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37860) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:32.480307 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7fd1bbf7-e3a9-40c6-bfca-7d37483e7f9f tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d8d709b5542940cd80a96d0fc97864e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283604 Dec 10 18:40:32.480542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37862) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:32.490882 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Set router d30cfccf-1893-46c5-a055-041325bffa51 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:32.572651 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e8e9c5-54d0-4f6b-b75c-d086dbdb0ad1 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:32.574468 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-91e8e9c5-54d0-4f6b-b75c-d086dbdb0ad1 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930502 Dec 10 18:40:32.577908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37864) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:32.605600 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-98261ea4-892e-4501-bfda-c7200cf5475e tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266302 Dec 10 18:40:32.608887 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37866) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:32.613617 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-fe43e1e6-8f16-4cc2-86fd-c22fe62c4f1e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1446217228', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:32.672180 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:31Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:32.700637 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Checking router: d30cfccf-1893-46c5-a055-041325bffa51 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:32.701523 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Updating router d30cfccf-1893-46c5-a055-041325bffa51 port 4c14f4a5-8cef-4822-a909-73b9222fe2bc binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:40:32.727281 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.813166 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe43e1e6-8f16-4cc2-86fd-c22fe62c4f1e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:32.817048 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe43e1e6-8f16-4cc2-86fd-c22fe62c4f1e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.992116 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.036454 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.059542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe43e1e6-8f16-4cc2-86fd-c22fe62c4f1e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.081601 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Pushing event updated for resources: {'Port': ['ID=4c14f4a5-8cef-4822-a909-73b9222fe2bc,revision_number=2']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:33.085552 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b4685-b8c0-4d5a-98f5-e7a46e2ed52c None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:33.112754 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:33.113705 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:33.114053 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:33.114643 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:33.114996 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:33.115320 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:33.115653 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:33.115981 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:33.116494 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:33.117012 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:33.117511 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:33.118044 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:33.118376 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:33.128396 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Attempting to bind port 4c14f4a5-8cef-4822-a909-73b9222fe2bc on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:33.128506 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Attempting to bind port 4c14f4a5-8cef-4822-a909-73b9222fe2bc by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:33.128867 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Attempting to bind port 4c14f4a5-8cef-4822-a909-73b9222fe2bc on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:33.135680 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:33.136500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43e1e6-8f16-4cc2-86fd-c22fe62c4f1e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Subnet': ['ID=e245f118-6dac-4c40-9639-48adef409a2d,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:33.137018 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:33.137018 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.137279 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:33.138002 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Bound port: 4c14f4a5-8cef-4822-a909-73b9222fe2bc, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:33.138394 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.140768 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe43e1e6-8f16-4cc2-86fd-c22fe62c4f1e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Checking segment: {'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:33.141140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe43e1e6-8f16-4cc2-86fd-c22fe62c4f1e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network hostable DHCP agents. Network: 811bc461-c960-4740-8fd4-b10dedd4c748, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:40:33.159469 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8d9bf161-fbee-44af-bc54-6727cb0fb6a7 None None] Provisioning complete for port 4c14f4a5-8cef-4822-a909-73b9222fe2bc triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:33.159777 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf161-fbee-44af-bc54-6727cb0fb6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.196594 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe43e1e6-8f16-4cc2-86fd-c22fe62c4f1e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 811bc461-c960-4740-8fd4-b10dedd4c748 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:40:33.200321 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8d9bf161-fbee-44af-bc54-6727cb0fb6a7 None None] Port 4c14f4a5-8cef-4822-a909-73b9222fe2bc cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:33.220610 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] For port 4c14f4a5-8cef-4822-a909-73b9222fe2bc, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:33.224117 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] For port 4c14f4a5-8cef-4822-a909-73b9222fe2bc, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4c14f4a5-8cef-4822-a909-73b9222fe2bc,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:33.270696 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-fe43e1e6-8f16-4cc2-86fd-c22fe62c4f1e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 811bc461-c960-4740-8fd4-b10dedd4c748) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:33.275080 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe43e1e6-8f16-4cc2-86fd-c22fe62c4f1e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:33.275689 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe43e1e6-8f16-4cc2-86fd-c22fe62c4f1e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.287192 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcc2511-b7af-4a45-9682-c3dcca873226 None None] Network 811bc461-c960-4740-8fd4-b10dedd4c748 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:33.293965 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.347682 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fe43e1e6-8f16-4cc2-86fd-c22fe62c4f1e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7376082 Dec 10 18:40:33.350801 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37870) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:33.354573 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc435d16-75e5-4ffa-b37d-505eccdf948b None None] Pushing event updated for resources: {'Port': ['ID=4c14f4a5-8cef-4822-a909-73b9222fe2bc,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:33.369878 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Routers {'d30cfccf-1893-46c5-a055-041325bffa51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:33.369878 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:40:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d30cfccf-1893-46c5-a055-041325bffa51'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:33.385920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24b4839-e9a3-415f-a544-e066a12cc4c6 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:33.478483 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c6932365-3d3a-4af4-8b21-a751d8be6b61 None None] Provisioning complete for port 4c14f4a5-8cef-4822-a909-73b9222fe2bc triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:33.479130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c6932365-3d3a-4af4-8b21-a751d8be6b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.484065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-811bc461-c960-4740-8fd4-b10dedd4c748', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ips': [{'subnet_id': 'e245f118-6dac-4c40-9639-48adef409a2d'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:40:33.486228 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.487553 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] Set router d30cfccf-1893-46c5-a055-041325bffa51 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:33.839862 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:31Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:33.867913 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dff5ef-d57a-4d45-af9a-2a04e83f4069 None None] The sync data for ids ['d30cfccf-1893-46c5-a055-041325bffa51'] in dv-neutron-821434-1-hyperv is: [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:31Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:33.868572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.891286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c6932365-3d3a-4af4-8b21-a751d8be6b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.919082 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Allocated IP 172.20.0.2 (811bc461-c960-4740-8fd4-b10dedd4c748/e245f118-6dac-4c40-9639-48adef409a2d/d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:33.921985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c6932365-3d3a-4af4-8b21-a751d8be6b61 None None] For port 4c14f4a5-8cef-4822-a909-73b9222fe2bc, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4c14f4a5-8cef-4822-a909-73b9222fe2bc,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:34.011061 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c6932365-3d3a-4af4-8b21-a751d8be6b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.181525 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6932365-3d3a-4af4-8b21-a751d8be6b61 None None] Pushing event updated for resources: {'Port': ['ID=4c14f4a5-8cef-4822-a909-73b9222fe2bc,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:34.215114 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.296901 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.347697 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Network 811bc461-c960-4740-8fd4-b10dedd4c748 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:34.352819 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:34.356938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.1 (811bc461-c960-4740-8fd4-b10dedd4c748/e245f118-6dac-4c40-9639-48adef409a2d/3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:34.361742 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:34.369281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Pushing event updated for resources: {'Port': ['ID=d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:34.431759 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Attempting to bind port d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:34.432788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Attempting to bind port d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:34.432788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Attempting to bind port d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 on network 811bc461-c960-4740-8fd4-b10dedd4c748 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:34.441321 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:34.441928 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Checking segment: {'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:34.442268 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.442662 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Bound using segment: {'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:34.443142 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Bound port: d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:34.443652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.505042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.529523 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] For port d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:34.533280 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] For port d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:34.608263 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.643030 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.669214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce66f7-fffb-4168-89e5-c882d02e7aee None None] Pushing event updated for resources: {'Port': ['ID=d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:34.697271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 811bc461-c960-4740-8fd4-b10dedd4c748 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:34.700538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:34.705102 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:34.737289 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:34.760140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.001916 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.083915 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:35.146482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:35.146929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.239038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.279548 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:35.345434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.481898 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.482723 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4c14f4a5-8cef-4822-a909-73b9222fe2bc up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:35.505413 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.563124 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:35.573528 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:35.573908 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:35.574259 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:35.575074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:35.575074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:35.575305 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:35.576694 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:35.577036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:35.577375 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:35.577729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:35.578066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:35.578396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:35.578723 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:35.582340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:35.584684 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.587343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 4c14f4a5-8cef-4822-a909-73b9222fe2bc triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:35.587723 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.689243 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 811bc461-c960-4740-8fd4-b10dedd4c748 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:35.690711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:35.807572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router d30cfccf-1893-46c5-a055-041325bffa51 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:40:36.264369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:36.269813 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f2a066df-ace7-42f9-9477-f1fd55648c43 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/d30cfccf-1893-46c5-a055-041325bffa51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9173188 Dec 10 18:40:36.272324 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37878) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:36.282630 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Sync routers for ids ['d30cfccf-1893-46c5-a055-041325bffa51'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:36.292794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Routers {'d30cfccf-1893-46c5-a055-041325bffa51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:36.293235 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:40:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d30cfccf-1893-46c5-a055-041325bffa51'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:36.346476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a2148-0c5a-4692-b353-f0ebf7f87ac3 None None] Network 811bc461-c960-4740-8fd4-b10dedd4c748 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:36.386742 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8731b-e5e0-4a11-8577-0598527b9080 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.387213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8731b-e5e0-4a11-8577-0598527b9080 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.387755 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8731b-e5e0-4a11-8577-0598527b9080 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.388394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8731b-e5e0-4a11-8577-0598527b9080 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.389046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8731b-e5e0-4a11-8577-0598527b9080 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.391998 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8731b-e5e0-4a11-8577-0598527b9080 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.393935 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ffb8731b-e5e0-4a11-8577-0598527b9080 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1204290 Dec 10 18:40:36.396731 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37880) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:36.452793 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5a9d7b58-dba8-4f84-9622-dec4da6bb474 None None] Provisioning complete for port d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:36.453043 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7b58-dba8-4f84-9622-dec4da6bb474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.462903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c81c96-04c7-44a5-bf2a-291d430fb3e0 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.463339 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c81c96-04c7-44a5-bf2a-291d430fb3e0 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.463844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c81c96-04c7-44a5-bf2a-291d430fb3e0 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.464296 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c81c96-04c7-44a5-bf2a-291d430fb3e0 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.465009 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c81c96-04c7-44a5-bf2a-291d430fb3e0 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.465452 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c81c96-04c7-44a5-bf2a-291d430fb3e0 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:36.467273 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-23c81c96-04c7-44a5-bf2a-291d430fb3e0 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0695577 Dec 10 18:40:36.470111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37882) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:36.519951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Set router d30cfccf-1893-46c5-a055-041325bffa51 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:36.733409 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-91f978c1-f36e-454c-9801-a9417d8dc5fb tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2397733 Dec 10 18:40:36.733409 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37884) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:36.733409 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8a19a188-107f-4d6f-ac04-050412d71b0b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-430006746', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:36.818013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:34Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430', 'name': '', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:35:48:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:34Z', 'updated_at': '2021-12-10T18:40:35Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:36.849173 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Checking router: d30cfccf-1893-46c5-a055-041325bffa51 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:36.849527 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Updating router d30cfccf-1893-46c5-a055-041325bffa51 port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:40:36.888978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.928044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a19a188-107f-4d6f-ac04-050412d71b0b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'port': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:36.932740 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a19a188-107f-4d6f-ac04-050412d71b0b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.965217 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [None req-8a19a188-107f-4d6f-ac04-050412d71b0b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] device_id is not set on port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 yet. {{(pid=103594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:40:37.012102 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:37.013945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e258d037-a977-4718-a5a0-14fb608f52c4 None None] Provisioning complete for port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:37.014323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e258d037-a977-4718-a5a0-14fb608f52c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.099234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e258d037-a977-4718-a5a0-14fb608f52c4 None None] Port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:37.115855 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-8a19a188-107f-4d6f-ac04-050412d71b0b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.5 (811bc461-c960-4740-8fd4-b10dedd4c748/e245f118-6dac-4c40-9639-48adef409a2d/a300559c-1a8b-4e72-ac78-7cbab0fbfc29) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:37.119390 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e258d037-a977-4718-a5a0-14fb608f52c4 None None] Provisioning complete for port d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:37.119768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e258d037-a977-4718-a5a0-14fb608f52c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.122531 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:37.122923 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.314400 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a19a188-107f-4d6f-ac04-050412d71b0b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.423458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3864ee5f-314b-4ae6-80fb-bf72a40c3063 None None] Provisioning complete for port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:37.424049 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3864ee5f-314b-4ae6-80fb-bf72a40c3063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.457071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3864ee5f-314b-4ae6-80fb-bf72a40c3063 None None] Port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:37.488176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a19a188-107f-4d6f-ac04-050412d71b0b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.538830 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a19a188-107f-4d6f-ac04-050412d71b0b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 811bc461-c960-4740-8fd4-b10dedd4c748 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:37.541965 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-8a19a188-107f-4d6f-ac04-050412d71b0b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:37.546411 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19a188-107f-4d6f-ac04-050412d71b0b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:37.572240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19a188-107f-4d6f-ac04-050412d71b0b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:37.602863 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a19a188-107f-4d6f-ac04-050412d71b0b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:37.603689 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8a19a188-107f-4d6f-ac04-050412d71b0b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.660812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.703190 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8a19a188-107f-4d6f-ac04-050412d71b0b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9878314 Dec 10 18:40:37.780058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2b5b63b5-18f3-4086-a068-b2568d3dd62d None None] Provisioning complete for port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:37.783913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2b5b63b5-18f3-4086-a068-b2568d3dd62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.804902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.853923 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-2b5b63b5-18f3-4086-a068-b2568d3dd62d None None] Port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:37.867514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49281ac-a987-4ae6-ab2e-0684565ce396 None None] Pushing event updated for resources: {'Port': ['ID=3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:37.986350 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37890) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:37.992476 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-6acf5dbd-ad9e-4c33-8f6e-38a55c3bd765 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-3195588', 'description': 'tempest-secgroup-smoke-3195588 description', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:38.081874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6acf5dbd-ad9e-4c33-8f6e-38a55c3bd765 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.097976 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Attempting to bind port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:38.103989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Attempting to bind port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:38.103989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Attempting to bind port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 on network 811bc461-c960-4740-8fd4-b10dedd4c748 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:38.107261 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:38.107918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Checking segment: {'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:38.108073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.108424 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Bound using segment: {'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:38.108897 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Bound port: 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:38.109283 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.118017 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-76a31389-dcb2-419f-9504-8e5528447fe9 None None] Provisioning complete for port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:38.118388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-76a31389-dcb2-419f-9504-8e5528447fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.157568 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6acf5dbd-ad9e-4c33-8f6e-38a55c3bd765 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.187071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-76a31389-dcb2-419f-9504-8e5528447fe9 None None] Port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:38.203337 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] For port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:38.206395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] For port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:38.218565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6acf5dbd-ad9e-4c33-8f6e-38a55c3bd765 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.249043 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf5dbd-ad9e-4c33-8f6e-38a55c3bd765 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e97ae3-69a2-49a6-9569-48482fea8d98,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:38.305465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.318871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6acf5dbd-ad9e-4c33-8f6e-38a55c3bd765 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.321470 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6acf5dbd-ad9e-4c33-8f6e-38a55c3bd765 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3326418 Dec 10 18:40:38.325390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 37894) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:38.330455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5dabb6b8-8c55-41ae-8af3-bb5d3e0bafb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'e3e97ae3-69a2-49a6-9569-48482fea8d98', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:38.365807 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Routers {'d30cfccf-1893-46c5-a055-041325bffa51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:38.366456 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:40:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d30cfccf-1893-46c5-a055-041325bffa51'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:38.373321 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49281ac-a987-4ae6-ab2e-0684565ce396 None None] Pushing event updated for resources: {'Port': ['ID=3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:38.407380 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5dabb6b8-8c55-41ae-8af3-bb5d3e0bafb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.483033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5dabb6b8-8c55-41ae-8af3-bb5d3e0bafb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.493833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] Set router d30cfccf-1893-46c5-a055-041325bffa51 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:38.561293 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5dabb6b8-8c55-41ae-8af3-bb5d3e0bafb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.580374 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabb6b8-8c55-41ae-8af3-bb5d3e0bafb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898e6a96-2ee2-414d-be9c-a06b5a254283,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:38.640563 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8716fe3b-981c-434a-b07f-1d5a4cbdecb1 None None] Provisioning complete for port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:38.640924 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8716fe3b-981c-434a-b07f-1d5a4cbdecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.672583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5dabb6b8-8c55-41ae-8af3-bb5d3e0bafb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.673858 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5dabb6b8-8c55-41ae-8af3-bb5d3e0bafb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3468692 Dec 10 18:40:38.677866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37896) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:38.684828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-94686250-0fda-406e-95b1-efc92007f8a0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'e3e97ae3-69a2-49a6-9569-48482fea8d98', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:38.773507 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8716fe3b-981c-434a-b07f-1d5a4cbdecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.795739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:34Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430', 'name': '', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:35:48:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:34Z', 'updated_at': '2021-12-10T18:40:38Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:38.824610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94686250-0fda-406e-95b1-efc92007f8a0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.829493 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53c340-2e2e-45b0-856f-91d56aa24a4a None None] The sync data for ids ['d30cfccf-1893-46c5-a055-041325bffa51'] in dv-neutron-821434-1-hyperv is: [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:34Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430', 'name': '', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:35:48:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:34Z', 'updated_at': '2021-12-10T18:40:38Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:38.842313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8716fe3b-981c-434a-b07f-1d5a4cbdecb1 None None] For port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:38.929751 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94686250-0fda-406e-95b1-efc92007f8a0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.929892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8716fe3b-981c-434a-b07f-1d5a4cbdecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.990731 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94686250-0fda-406e-95b1-efc92007f8a0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.002568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716fe3b-981c-434a-b07f-1d5a4cbdecb1 None None] Pushing event updated for resources: {'Port': ['ID=3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:39.027352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94686250-0fda-406e-95b1-efc92007f8a0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5982fda5-7c55-4a65-9cd6-5abf922a9608,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:39.101787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94686250-0fda-406e-95b1-efc92007f8a0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.103503 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-94686250-0fda-406e-95b1-efc92007f8a0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4228358 Dec 10 18:40:39.106326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37898) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:39.110963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-5548db87-9579-4c91-910c-e9b86bb6c2fe tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'e3e97ae3-69a2-49a6-9569-48482fea8d98', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:39.171154 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:39.200038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5548db87-9579-4c91-910c-e9b86bb6c2fe tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.228033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:39.228777 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.268899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5548db87-9579-4c91-910c-e9b86bb6c2fe tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.350628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5548db87-9579-4c91-910c-e9b86bb6c2fe tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.382529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548db87-9579-4c91-910c-e9b86bb6c2fe tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3269838a-23c5-4abb-be4f-fd41d9d197d0,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:39.472349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5548db87-9579-4c91-910c-e9b86bb6c2fe tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.473649 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5548db87-9579-4c91-910c-e9b86bb6c2fe tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3662710 Dec 10 18:40:39.478737 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37902) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:39.483934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c719bde3-6684-454f-bce0-da7147c851dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'e3e97ae3-69a2-49a6-9569-48482fea8d98', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:39.601415 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c719bde3-6684-454f-bce0-da7147c851dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.672576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c719bde3-6684-454f-bce0-da7147c851dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.745079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c719bde3-6684-454f-bce0-da7147c851dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.766388 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719bde3-6684-454f-bce0-da7147c851dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b66597-35b9-4d10-bb3d-170214a6fa8f,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:39.832809 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c719bde3-6684-454f-bce0-da7147c851dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.834258 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c719bde3-6684-454f-bce0-da7147c851dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3544357 Dec 10 18:40:39.836966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37904) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:39.842261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ff0453fc-8762-4bea-9a9c-8f69b028fbce tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'e3e97ae3-69a2-49a6-9569-48482fea8d98', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:39.916513 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-ff0453fc-8762-4bea-9a9c-8f69b028fbce tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:40:39.922276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ff0453fc-8762-4bea-9a9c-8f69b028fbce tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.994003 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ff0453fc-8762-4bea-9a9c-8f69b028fbce tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.089664 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ff0453fc-8762-4bea-9a9c-8f69b028fbce tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.109549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0453fc-8762-4bea-9a9c-8f69b028fbce tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b089fc5-5f53-4bfa-bf60-d9e1eef4b6fc,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:40.181355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ff0453fc-8762-4bea-9a9c-8f69b028fbce tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.183043 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ff0453fc-8762-4bea-9a9c-8f69b028fbce tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3450511 Dec 10 18:40:40.186394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 37906) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:40.191064 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-029eac70-f573-4259-9588-2f4ee059b707 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'e3e97ae3-69a2-49a6-9569-48482fea8d98', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:40.289337 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-029eac70-f573-4259-9588-2f4ee059b707 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:40:40.295255 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-029eac70-f573-4259-9588-2f4ee059b707 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.357558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-029eac70-f573-4259-9588-2f4ee059b707 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.447702 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-029eac70-f573-4259-9588-2f4ee059b707 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.465375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eac70-f573-4259-9588-2f4ee059b707 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14ea5d7-aba2-415f-95f6-4f9c6424e85c,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:40.530419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-029eac70-f573-4259-9588-2f4ee059b707 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.531677 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-029eac70-f573-4259-9588-2f4ee059b707 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3442085 Dec 10 18:40:40.820512 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:40:40.849663 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e540bd8c-6f75-4da6-9664-068cb842dda3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-3195588&fields=id&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 267 time: 0.0459855 Dec 10 18:40:40.906044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-80bed04f-82dc-4f21-8180-3acaaa281213 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:40.908595 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-80bed04f-82dc-4f21-8180-3acaaa281213 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports/a300559c-1a8b-4e72-ac78-7cbab0fbfc29 HTTP/1.1" status: 200 len: 929 time: 0.0493236 Dec 10 18:40:40.981427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:40.983120 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e2a73b16-7b7d-470b-b33b-76e68a318c03 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:40:40.984306 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e2a73b16-7b7d-470b-b33b-76e68a318c03 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0626972 Dec 10 18:40:41.026692 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-4e79b19d-ac7b-4793-a61b-af56f5eb0e29 service neutron] 10.222.0.60 "GET /v2.0/ports/a300559c-1a8b-4e72-ac78-7cbab0fbfc29?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0354497 Dec 10 18:40:41.031087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:41.031469 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:41.128443 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-4bb9f9e6-91e7-4661-987a-53a6a1f4ca2a service neutron] 10.222.0.60 "GET /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956445 Dec 10 18:40:41.234302 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e3985f8d-5469-4e47-b25c-986d4f7664f2 service neutron] 10.222.0.60 "GET /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913146 Dec 10 18:40:41.524893 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5dea2d76-62e8-44c6-b457-512f5e3cbc03 req-7ce32f53-6892-4c72-bc67-3fca4c3fc71c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 210 time: 0.0977304 Dec 10 18:40:42.634039 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e34164c6-8c94-4fc7-bd84-1b3067c167ad req-32e7abd1-091c-42c7-ba37-5b45a31c6c8b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 210 time: 0.0292857 Dec 10 18:40:43.738217 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-95b63671-6a91-4c58-87c3-af82d185497d req-29c6fa19-c844-4757-907b-684d46835ff0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 210 time: 0.0322423 Dec 10 18:40:43.824974 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-41fec39a-c88f-40a1-a0d3-e3ac189933ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:43.826918 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-41fec39a-c88f-40a1-a0d3-e3ac189933ec service neutron] 10.222.0.21 "GET /v2.0/ports/a300559c-1a8b-4e72-ac78-7cbab0fbfc29 HTTP/1.1" status: 200 len: 1025 time: 0.0838745 Dec 10 18:40:43.943828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-f005492c-d18b-41cc-9414-adb65c757526 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:43.945318 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-f005492c-d18b-41cc-9414-adb65c757526 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/networks?id=811bc461-c960-4740-8fd4-b10dedd4c748 HTTP/1.1" status: 200 len: 797 time: 0.1076231 Dec 10 18:40:44.024353 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-b439b8fe-b4e8-48bf-b745-234aea8622f2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 377 time: 0.0644059 Dec 10 18:40:44.038787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-04465fe4-de1e-4753-9e7e-946df5d64711 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:40:44.039804 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-04465fe4-de1e-4753-9e7e-946df5d64711 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062017 Dec 10 18:40:44.057462 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Request body: {'port': {'device_id': '2b60f67c-22de-4db0-8c67-f7dcb1104006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:44.121176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.416385 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a300559c-1a8b-4e72-ac78-7cbab0fbfc29 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:44.425754 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.438848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Transition to ACTIVE for port object a300559c-1a8b-4e72-ac78-7cbab0fbfc29 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:40:44.504383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.553460 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Pushing event updated for resources: {'Port': ['ID=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:44.642732 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Attempting to bind port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:44.643074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Attempting to bind port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:44.643406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Attempting to bind port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 on network 811bc461-c960-4740-8fd4-b10dedd4c748 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:44.648761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 on network 811bc461-c960-4740-8fd4-b10dedd4c748 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:40:44.650198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Attempting to bind port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 on network 811bc461-c960-4740-8fd4-b10dedd4c748 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:44.655302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:44.655646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Checking segment: {'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:44.656101 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Bound using segment: {'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:44.656571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Bound port: a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:44.656937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.727380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] For port a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:44.730502 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] For port a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:44.831306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.864479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daf111-e6c1-4ad8-9d76-baa57b1e16bc req-58f9b7d5-5a39-443f-a1b9-9aa5e4bfb396 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:44.866212 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b0daf111-e6c1-4ad8-9d76-baa57b1e16bc req-58f9b7d5-5a39-443f-a1b9-9aa5e4bfb396 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 980 time: 0.0544012 Dec 10 18:40:44.874452 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:44.875101 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.876537 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] 10.222.0.21 "PUT /v2.0/ports/a300559c-1a8b-4e72-ac78-7cbab0fbfc29 HTTP/1.1" status: 200 len: 1130 time: 0.8235977 Dec 10 18:40:44.876994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b60f67c-22de-4db0-8c67-f7dcb1104006', 'tag': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:44.879344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dc818d-e8bd-48d0-b635-5002753076ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2b60f67c-22de-4db0-8c67-f7dcb1104006", "tag": "a300559c-1a8b-4e72-ac78-7cbab0fbfc29"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:44.934568 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b0daf111-e6c1-4ad8-9d76-baa57b1e16bc req-147d42b9-0dc9-49bc-a461-8596e35ee1ec tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617220 Dec 10 18:40:44.937259 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556af59e-0a94-4a40-aeae-0a28e3b47b26 x-openstack-request-id: req-556af59e-0a94-4a40-aeae-0a28e3b47b26 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:44.938068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b60f67c-22de-4db0-8c67-f7dcb1104006", "tag": "a300559c-1a8b-4e72-ac78-7cbab0fbfc29", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:44.938068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-556af59e-0a94-4a40-aeae-0a28e3b47b26 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:44.938068 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b60f67c-22de-4db0-8c67-f7dcb1104006', 'tag': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29', 'status': 'completed', 'code': 200} Dec 10 18:40:44.939243 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0210f87-a3aa-4a68-b04c-9fe2d504aed2 service neutron] Pushing event updated for resources: {'Port': ['ID=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:45.006598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc818d-e8bd-48d0-b635-5002753076ee req-fd4a3a55-f34b-4c7d-8ce1-c280431eb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.008137 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b2dc818d-e8bd-48d0-b635-5002753076ee req-fd4a3a55-f34b-4c7d-8ce1-c280431eb0e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 1133 time: 0.0467355 Dec 10 18:40:45.125912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc818d-e8bd-48d0-b635-5002753076ee req-004145d3-05d8-4163-8ba7-3acbf469edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.127385 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b2dc818d-e8bd-48d0-b635-5002753076ee req-004145d3-05d8-4163-8ba7-3acbf469edfd service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d8d709b5542940cd80a96d0fc97864e7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1069508 Dec 10 18:40:45.238502 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc818d-e8bd-48d0-b635-5002753076ee req-2e8312c3-0a93-4d0f-b678-4d5ea43d7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.239918 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b2dc818d-e8bd-48d0-b635-5002753076ee req-2e8312c3-0a93-4d0f-b678-4d5ea43d7a90 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003618 Dec 10 18:40:45.331017 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-8538ab5b-4253-42d6-b5e6-58c4f9329b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.333201 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-8538ab5b-4253-42d6-b5e6-58c4f9329b5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 1133 time: 0.0437801 Dec 10 18:40:45.380823 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-b3b8cb48-e761-42f5-9714-0467d161534e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a300559c-1a8b-4e72-ac78-7cbab0fbfc29 HTTP/1.1" status: 200 len: 217 time: 0.0349927 Dec 10 18:40:45.437433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-58fdad78-5d2c-4ac6-8230-cd04ddf815b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.438927 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-58fdad78-5d2c-4ac6-8230-cd04ddf815b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e245f118-6dac-4c40-9639-48adef409a2d HTTP/1.1" status: 200 len: 835 time: 0.0495768 Dec 10 18:40:45.492082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-ed92f3d6-b081-4999-a99e-46021d0fabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.494054 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-ed92f3d6-b081-4999-a99e-46021d0fabd8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=811bc461-c960-4740-8fd4-b10dedd4c748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443645 Dec 10 18:40:45.593038 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-5134fbae-6ec0-45f4-b374-0b4c3be969a4 service neutron] 10.222.0.21 "GET /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876064 Dec 10 18:40:45.696544 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8e44a4f-d085-4f6c-8762-c438e1470666 req-af4ed145-1043-4168-83a7-faa95c23b41c service neutron] 10.222.0.21 "GET /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913086 Dec 10 18:40:46.070274 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d7dfc-2bd7-4eba-9fbb-ce6cf3932cbc req-91d4bf79-fdb7-430c-85d4-b1de1f3d264b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:46.071937 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-255d7dfc-2bd7-4eba-9fbb-ce6cf3932cbc req-91d4bf79-fdb7-430c-85d4-b1de1f3d264b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 980 time: 0.0505216 Dec 10 18:40:46.126904 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-255d7dfc-2bd7-4eba-9fbb-ce6cf3932cbc req-88fbe621-b2a7-4dfc-8142-6eb1d1881bf5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489554 Dec 10 18:40:46.510158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c41c3d33-95e1-45e8-b6ba-717278b4dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.248546 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c825bca-0b58-4aec-970e-d05d38bdee85 req-84c3dc0f-4f8d-4ee1-97f9-6df4169267a3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:47.249977 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3c825bca-0b58-4aec-970e-d05d38bdee85 req-84c3dc0f-4f8d-4ee1-97f9-6df4169267a3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 980 time: 0.0547884 Dec 10 18:40:47.295996 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3c825bca-0b58-4aec-970e-d05d38bdee85 req-96b518c6-8f9f-46d1-931d-cf494262ed2e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401256 Dec 10 18:40:47.540926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a300559c-1a8b-4e72-ac78-7cbab0fbfc29 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:40:47.637002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:47.649170 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'port_id': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29', 'mac_address': 'fa:16:3e:68:14:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:40:47.689616 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.703671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a300559c-1a8b-4e72-ac78-7cbab0fbfc29 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:47.723882 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:47.819054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.866748 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:48.074305 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['a300559c-1a8b-4e72-ac78-7cbab0fbfc29'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:40:48.420455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3e47a-8c72-4cb1-985d-64b7a57d9a68 req-00476057-5c14-4f9c-9d53-4e3c69cd4f73 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:48.423815 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e7f3e47a-8c72-4cb1-985d-64b7a57d9a68 req-00476057-5c14-4f9c-9d53-4e3c69cd4f73 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 981 time: 0.0504928 Dec 10 18:40:48.426423 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:48.474779 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e7f3e47a-8c72-4cb1-985d-64b7a57d9a68 req-f76460d1-342b-40dd-8674-ce4d4297df92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437937 Dec 10 18:40:48.830098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c1a8782f-e081-4011-8a03-6d12433b0f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.573654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a300559c-1a8b-4e72-ac78-7cbab0fbfc29 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:49.595966 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88957dae-6876-4305-9ffd-614bc574c943 req-44d46565-69d2-4cba-8b18-fdb77c2d2dd0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:49.603104 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-88957dae-6876-4305-9ffd-614bc574c943 req-44d46565-69d2-4cba-8b18-fdb77c2d2dd0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 981 time: 0.0559852 Dec 10 18:40:49.654862 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-88957dae-6876-4305-9ffd-614bc574c943 req-28edef4b-27bc-4a5b-941e-d19040f32cc5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504522 Dec 10 18:40:49.738529 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:40:49.743098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:49.743454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.827242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:49.849851 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b60f67c-22de-4db0-8c67-f7dcb1104006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:49.852077 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7324549-a187-41ea-ad3c-539ea62c5ae1" -d '{"events": [{"server_uuid": "2b60f67c-22de-4db0-8c67-f7dcb1104006", "name": "network-vif-plugged", "status": "completed", "tag": "a300559c-1a8b-4e72-ac78-7cbab0fbfc29"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:49.867996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:49.899017 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbcc3af-6b09-4529-8e2d-31c9a2eecc78 x-openstack-request-id: req-ccbcc3af-6b09-4529-8e2d-31c9a2eecc78 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:49.899315 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b60f67c-22de-4db0-8c67-f7dcb1104006", "name": "network-vif-plugged", "status": "completed", "tag": "a300559c-1a8b-4e72-ac78-7cbab0fbfc29", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:49.899599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ccbcc3af-6b09-4529-8e2d-31c9a2eecc78 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:49.899999 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b60f67c-22de-4db0-8c67-f7dcb1104006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29', 'code': 200} Dec 10 18:40:49.967310 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.016806 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:50.110238 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:50.274761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c90ec-ff67-4081-91e5-ef16a9b17f14 req-236a3f12-08b5-4b53-813d-420858245241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:50.276317 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0c2c90ec-ff67-4081-91e5-ef16a9b17f14 req-236a3f12-08b5-4b53-813d-420858245241 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 1135 time: 0.0413749 Dec 10 18:40:50.322006 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0c2c90ec-ff67-4081-91e5-ef16a9b17f14 req-e564e5d6-f11f-4c4f-8a95-368a32573714 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386946 Dec 10 18:40:50.770225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd8c11-f485-4a40-8581-5c66a5a5ec10 req-6e51adc1-3b1f-4a07-9952-3c3e4b82cb67 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:50.771691 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f1bd8c11-f485-4a40-8581-5c66a5a5ec10 req-6e51adc1-3b1f-4a07-9952-3c3e4b82cb67 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 982 time: 0.0484941 Dec 10 18:40:50.823767 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f1bd8c11-f485-4a40-8581-5c66a5a5ec10 req-f84fe209-7513-4c03-8c84-ba16271389ce tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410180 Dec 10 18:40:51.170225 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-3e536838-f253-48ea-afb1-92904170f2d2 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402666496&fields=id&tenant_id=1fd525ba53d94408afbd68f89c13ea18 HTTP/1.1" status: 200 len: 267 time: 0.0421629 Dec 10 18:40:51.276497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-9cc392cc-b2e0-4670-9882-27dcd269fded tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:51.277958 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-9cc392cc-b2e0-4670-9882-27dcd269fded tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 812 time: 0.1005511 Dec 10 18:40:51.282235 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:51.293379 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-d567db47-af21-4b1a-a2f8-42fc55dacad4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/quotas/1fd525ba53d94408afbd68f89c13ea18 HTTP/1.1" status: 200 len: 375 time: 0.0090573 Dec 10 18:40:51.346598 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-573a570f-879a-4429-a6f6-55d1c5c46afa tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472949 Dec 10 18:40:51.361346 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-e241af12-a33b-4dbc-bf84-97b49577b17b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:40:51.362329 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-e241af12-a33b-4dbc-bf84-97b49577b17b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050266 Dec 10 18:40:51.452768 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-2f1a860b-42ab-4038-98a9-99f969ac0146 service neutron] 10.222.0.60 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844219 Dec 10 18:40:51.544727 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-f4069967-fc5d-4cc4-bb9c-09d2cde617e6 service neutron] 10.222.0.60 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858355 Dec 10 18:40:51.938033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fb6c5-aab3-4c37-a7bc-52ec0a853717 req-6536fb2a-d4c8-4809-946d-3bf5c540b09e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:51.939491 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c91fb6c5-aab3-4c37-a7bc-52ec0a853717 req-6536fb2a-d4c8-4809-946d-3bf5c540b09e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 982 time: 0.0495622 Dec 10 18:40:51.987367 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c91fb6c5-aab3-4c37-a7bc-52ec0a853717 req-a7ad252a-4af7-4f80-ae52-dc4a9222c2ac tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420125 Dec 10 18:40:52.109034 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82288c-90ec-4f1b-9bf3-f831148848c2 req-2126c4fb-f5e9-4133-93e2-15aa3e0c7b50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:52.110499 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3a82288c-90ec-4f1b-9bf3-f831148848c2 req-2126c4fb-f5e9-4133-93e2-15aa3e0c7b50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 982 time: 0.0580611 Dec 10 18:40:52.141607 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a2049464-04af-40fd-9081-bc5f2d693251 req-93f4493a-ff8b-4e09-a306-ca4299991707 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 210 time: 0.0301480 Dec 10 18:40:52.177809 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3a82288c-90ec-4f1b-9bf3-f831148848c2 req-9aadb33e-bcb6-477d-a5f6-86ba56272bbd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580616 Dec 10 18:40:52.200306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38014) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:52.242534 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8519459-53e2-4e6c-ac67-d99e080cb94d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:52.244046 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d8519459-53e2-4e6c-ac67-d99e080cb94d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 1130 time: 0.0427194 Dec 10 18:40:52.246885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38018) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:52.257311 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:52.350330 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.451516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.475932 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.553007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.5 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/8ba0c5a8-8c87-49b4-9075-a7c95bfd3320) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:52.655356 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.761624 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.801978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:52.804947 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:52.808468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:52.814611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=8ba0c5a8-8c87-49b4-9075-a7c95bfd3320,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:53.262162 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-abaef485-fb3a-41ca-ac71-7565ba168efc req-0d62a112-d5af-4016-9f76-3a31a127fb6e tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 210 time: 0.0348976 Dec 10 18:40:53.418892 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:53.541254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:53.691053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:53.750370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:53.819454 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=8ba0c5a8-8c87-49b4-9075-a7c95bfd3320,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:53.828194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:53.927953 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP 793aba0a-e630-4f92-b655-2475e6b9ae3a associated. External IP: 172.26.5.5, port: a300559c-1a8b-4e72-ac78-7cbab0fbfc29. Dec 10 18:40:54.047574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-31dd36a3-ca28-4f3a-aa39-4e6785af6577 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:54.049283 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-31dd36a3-ca28-4f3a-aa39-4e6785af6577 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 812 time: 0.1125083 Dec 10 18:40:54.119076 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-f84a7c50-3b1b-49ed-aa5b-3aeb16aaf11a tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd525ba53d94408afbd68f89c13ea18 HTTP/1.1" status: 200 len: 379 time: 0.0597627 Dec 10 18:40:54.129008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-ecd77c8b-0137-4bfc-9a88-587132e5d9fe tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Request body: {'port': {'device_id': '8785c700-72c7-4398-aab6-41b870c86f60', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'admin_state_up': True, 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'security_groups': ['96b82cf4-021d-456a-916a-2957311fd74b']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:54.143292 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router d30cfccf-1893-46c5-a055-041325bffa51 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:40:54.257278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:54.268425 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5989bfa-7153-4226-92f6-c138bb003525 None None] Sync routers for ids ['d30cfccf-1893-46c5-a055-041325bffa51'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:54.277944 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5989bfa-7153-4226-92f6-c138bb003525 None None] Routers {'d30cfccf-1893-46c5-a055-041325bffa51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:54.278548 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c5989bfa-7153-4226-92f6-c138bb003525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:40:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d30cfccf-1893-46c5-a055-041325bffa51'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:54.310089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-ecd77c8b-0137-4bfc-9a88-587132e5d9fe tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Made reservation on behalf of 1fd525ba53d94408afbd68f89c13ea18 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:54.314344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-ecd77c8b-0137-4bfc-9a88-587132e5d9fe tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:54.368868 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1b37533f-8942-4b02-a9f3-394f2ee12e1a req-b90427e3-f6de-4df9-ac00-bff0313666ed tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 210 time: 0.0299478 Dec 10 18:40:54.373212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:54.422069 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-c5989bfa-7153-4226-92f6-c138bb003525 None None] Set router d30cfccf-1893-46c5-a055-041325bffa51 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:54.435816 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38026) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:54.438563 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7e49c886-7228-4132-9ba8-cc9e6c5b1dc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1031 time: 2.1838095 Dec 10 18:40:54.439445 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b60f67c-22de-4db0-8c67-f7dcb1104006', 'tag': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:54.441879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef2d243-7e98-4b79-b92f-0cc202d89b67" -d '{"events": [{"name": "network-changed", "server_uuid": "2b60f67c-22de-4db0-8c67-f7dcb1104006", "tag": "a300559c-1a8b-4e72-ac78-7cbab0fbfc29"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:54.481561 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d289c03-a706-48db-b662-67a6b128990f x-openstack-request-id: req-5d289c03-a706-48db-b662-67a6b128990f {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:54.481907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b60f67c-22de-4db0-8c67-f7dcb1104006", "tag": "a300559c-1a8b-4e72-ac78-7cbab0fbfc29", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:54.482171 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d289c03-a706-48db-b662-67a6b128990f {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:54.485446 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b60f67c-22de-4db0-8c67-f7dcb1104006', 'tag': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29', 'status': 'completed', 'code': 200} Dec 10 18:40:54.577654 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-ecd77c8b-0137-4bfc-9a88-587132e5d9fe tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Allocated IP 172.20.0.4 (a648c046-7b98-4168-8c91-4d4b8f654cd1/51fc4861-73a5-449e-b426-24d2c2d2a954/880be4bf-440a-4c20-8e32-d1723de251e4) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:54.581134 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f476e4-6010-45af-800f-8d816a429506 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:54.582885 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-59f476e4-6010-45af-800f-8d816a429506 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006&network_id=811bc461-c960-4740-8fd4-b10dedd4c748 HTTP/1.1" status: 200 len: 1130 time: 0.1452007 Dec 10 18:40:54.690876 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c5989bfa-7153-4226-92f6-c138bb003525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:34Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '793aba0a-e630-4f92-b655-2475e6b9ae3a', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.5', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'port_id': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-430006746', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'mac_address': 'fa:16:3e:68:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b60f67c-22de-4db0-8c67-f7dcb1104006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:40:53Z', 'updated_at': '2021-12-10T18:40:53Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430', 'name': '', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:35:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:34Z', 'updated_at': '2021-12-10T18:40:38Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:54.713060 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2d243-7e98-4b79-b92f-0cc202d89b67 req-b691afd2-6622-458a-830b-80aea7bf734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:54.714957 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2ef2d243-7e98-4b79-b92f-0cc202d89b67 req-b691afd2-6622-458a-830b-80aea7bf734f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 1135 time: 0.1879427 Dec 10 18:40:54.719803 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5989bfa-7153-4226-92f6-c138bb003525 None None] Checking router: d30cfccf-1893-46c5-a055-041325bffa51 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:54.728350 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5989bfa-7153-4226-92f6-c138bb003525 None None] Routers {'d30cfccf-1893-46c5-a055-041325bffa51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:54.728957 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c5989bfa-7153-4226-92f6-c138bb003525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:40:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d30cfccf-1893-46c5-a055-041325bffa51'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:54.804028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-ecd77c8b-0137-4bfc-9a88-587132e5d9fe tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:54.848079 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-c5989bfa-7153-4226-92f6-c138bb003525 None None] Set router d30cfccf-1893-46c5-a055-041325bffa51 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:54.871819 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2d243-7e98-4b79-b92f-0cc202d89b67 req-88684456-9117-4f23-9030-6906a391f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:54.873221 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2ef2d243-7e98-4b79-b92f-0cc202d89b67 req-88684456-9117-4f23-9030-6906a391f5f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=811bc461-c960-4740-8fd4-b10dedd4c748 HTTP/1.1" status: 200 len: 898 time: 0.1456416 Dec 10 18:40:54.961730 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2ef2d243-7e98-4b79-b92f-0cc202d89b67 req-12127955-39c6-4111-85bd-c9003d2481db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a300559c-1a8b-4e72-ac78-7cbab0fbfc29 HTTP/1.1" status: 200 len: 1034 time: 0.0801575 Dec 10 18:40:54.964661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-ecd77c8b-0137-4bfc-9a88-587132e5d9fe tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:55.014815 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf2e46-14ae-41e8-bc6f-6f9e68661c0c req-b4a932b5-640d-459f-a862-93d59a64e475 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.017064 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9bcf2e46-14ae-41e8-bc6f-6f9e68661c0c req-b4a932b5-640d-459f-a862-93d59a64e475 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 982 time: 0.0644412 Dec 10 18:40:55.060442 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-ecd77c8b-0137-4bfc-9a88-587132e5d9fe tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Network a648c046-7b98-4168-8c91-4d4b8f654cd1 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:55.070266 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-ecd77c8b-0137-4bfc-9a88-587132e5d9fe tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:55.087326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-ecd77c8b-0137-4bfc-9a88-587132e5d9fe tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:55.091914 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9bcf2e46-14ae-41e8-bc6f-6f9e68661c0c req-9e5bf577-e672-44cc-bcc7-2d6e8957b6e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670362 Dec 10 18:40:55.139275 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c5989bfa-7153-4226-92f6-c138bb003525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:34Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '793aba0a-e630-4f92-b655-2475e6b9ae3a', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.5', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'port_id': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-430006746', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'mac_address': 'fa:16:3e:68:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b60f67c-22de-4db0-8c67-f7dcb1104006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:40:53Z', 'updated_at': '2021-12-10T18:40:53Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430', 'name': '', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:35:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:34Z', 'updated_at': '2021-12-10T18:40:38Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:55.143052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd77c8b-0137-4bfc-9a88-587132e5d9fe tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'Port': ['ID=880be4bf-440a-4c20-8e32-d1723de251e4,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:55.158594 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2d243-7e98-4b79-b92f-0cc202d89b67 req-43aa9e52-7f72-4cc1-b74a-ee410b25fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.158991 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2ef2d243-7e98-4b79-b92f-0cc202d89b67 req-43aa9e52-7f72-4cc1-b74a-ee410b25fbe3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e245f118-6dac-4c40-9639-48adef409a2d HTTP/1.1" status: 200 len: 835 time: 0.1843369 Dec 10 18:40:55.167568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-ecd77c8b-0137-4bfc-9a88-587132e5d9fe tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.168207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-ecd77c8b-0137-4bfc-9a88-587132e5d9fe tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:55.176340 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5989bfa-7153-4226-92f6-c138bb003525 None None] The sync data for ids ['d30cfccf-1893-46c5-a055-041325bffa51'] in dv-neutron-821434-1-hyperv is: [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:34Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '793aba0a-e630-4f92-b655-2475e6b9ae3a', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.5', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'port_id': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-430006746', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'mac_address': 'fa:16:3e:68:14:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b60f67c-22de-4db0-8c67-f7dcb1104006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:40:53Z', 'updated_at': '2021-12-10T18:40:53Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430', 'name': '', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:35:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:34Z', 'updated_at': '2021-12-10T18:40:38Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:55.230332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2d243-7e98-4b79-b92f-0cc202d89b67 req-26f8c7b7-dd69-47a9-ba61-070726270ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.231659 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2ef2d243-7e98-4b79-b92f-0cc202d89b67 req-26f8c7b7-dd69-47a9-ba61-070726270ac4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=811bc461-c960-4740-8fd4-b10dedd4c748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518169 Dec 10 18:40:55.268788 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-ecd77c8b-0137-4bfc-9a88-587132e5d9fe tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1433942 Dec 10 18:40:55.303137 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Request body: {'port': {'device_id': '8785c700-72c7-4398-aab6-41b870c86f60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:55.387648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:55.403831 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2ef2d243-7e98-4b79-b92f-0cc202d89b67 req-e6f62e2e-877d-4a12-8475-ac5218bcc1c0 service neutron] 10.222.0.21 "GET /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624589 Dec 10 18:40:55.421238 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-cebf1265-5028-4187-971f-1fba8bc99cf0 None None] Provisioning complete for port 880be4bf-440a-4c20-8e32-d1723de251e4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:55.421825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cebf1265-5028-4187-971f-1fba8bc99cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:55.471554 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-cebf1265-5028-4187-971f-1fba8bc99cf0 None None] Port 880be4bf-440a-4c20-8e32-d1723de251e4 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:55.506448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b0f97e-9483-4c5c-8edc-370054c40589 None None] New status for floating IP 793aba0a-e630-4f92-b655-2475e6b9ae3a: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:40:55.526951 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a784d6-879c-46b7-aa9d-8d3619f4178b req-e0dc7588-5a00-449a-98f5-696132e82986 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.534960 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b8a784d6-879c-46b7-aa9d-8d3619f4178b req-e0dc7588-5a00-449a-98f5-696132e82986 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 931 time: 0.0748348 Dec 10 18:40:55.599184 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b8a784d6-879c-46b7-aa9d-8d3619f4178b req-92762b52-9535-4a9f-abb1-aaca978e3660 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632894 Dec 10 18:40:55.619545 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2ef2d243-7e98-4b79-b92f-0cc202d89b67 req-7a13d8e4-7c23-4ce7-a32e-66653d70f6ba service neutron] 10.222.0.21 "GET /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049904 Dec 10 18:40:55.775474 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880be4bf-440a-4c20-8e32-d1723de251e4 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:55.783438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:55.795750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Transition to ACTIVE for port object 880be4bf-440a-4c20-8e32-d1723de251e4 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:40:55.870640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:55.922955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Pushing event updated for resources: {'Port': ['ID=880be4bf-440a-4c20-8e32-d1723de251e4,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:56.004270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Attempting to bind port 880be4bf-440a-4c20-8e32-d1723de251e4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:56.004613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Attempting to bind port 880be4bf-440a-4c20-8e32-d1723de251e4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:56.004943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Attempting to bind port 880be4bf-440a-4c20-8e32-d1723de251e4 on network a648c046-7b98-4168-8c91-4d4b8f654cd1 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:56.009594 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Port 880be4bf-440a-4c20-8e32-d1723de251e4 on network a648c046-7b98-4168-8c91-4d4b8f654cd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:40:56.014937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Attempting to bind port 880be4bf-440a-4c20-8e32-d1723de251e4 on network a648c046-7b98-4168-8c91-4d4b8f654cd1 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:56.015274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:56.015497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Checking segment: {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:56.015884 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Bound using segment: {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:56.016314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Bound port: 880be4bf-440a-4c20-8e32-d1723de251e4, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:56.016817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:56.083776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] For port 880be4bf-440a-4c20-8e32-d1723de251e4, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:56.086897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] For port 880be4bf-440a-4c20-8e32-d1723de251e4, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=880be4bf-440a-4c20-8e32-d1723de251e4,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:56.168187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:56.216801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b860b51-eadd-4c36-8ec6-bb93af6704e4 req-5e1fd44c-06f4-479c-91cc-fb819488ba39 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.219388 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7b860b51-eadd-4c36-8ec6-bb93af6704e4 req-5e1fd44c-06f4-479c-91cc-fb819488ba39 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 982 time: 0.0622180 Dec 10 18:40:56.229179 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.234806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:56.234806 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] 10.222.0.21 "PUT /v2.0/ports/880be4bf-440a-4c20-8e32-d1723de251e4 HTTP/1.1" status: 200 len: 1093 time: 0.9323468 Dec 10 18:40:56.234806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8785c700-72c7-4398-aab6-41b870c86f60', 'tag': '880be4bf-440a-4c20-8e32-d1723de251e4'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:56.234806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d908da22-a358-48bb-83b9-7c87a0c8f3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8785c700-72c7-4398-aab6-41b870c86f60", "tag": "880be4bf-440a-4c20-8e32-d1723de251e4"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:56.251779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065fd7c-acad-4776-ba7e-2529810a4259 service neutron] Pushing event updated for resources: {'Port': ['ID=880be4bf-440a-4c20-8e32-d1723de251e4,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:56.293635 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8670fa99-c3d3-4919-90b2-e1a039cf6d24 x-openstack-request-id: req-8670fa99-c3d3-4919-90b2-e1a039cf6d24 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:56.293921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8785c700-72c7-4398-aab6-41b870c86f60", "tag": "880be4bf-440a-4c20-8e32-d1723de251e4", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:56.294183 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8670fa99-c3d3-4919-90b2-e1a039cf6d24 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:56.294595 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8785c700-72c7-4398-aab6-41b870c86f60', 'tag': '880be4bf-440a-4c20-8e32-d1723de251e4', 'status': 'completed', 'code': 200} Dec 10 18:40:56.315803 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7b860b51-eadd-4c36-8ec6-bb93af6704e4 req-1b21e1b3-5a12-460a-bd8a-59dc0ffa563b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660720 Dec 10 18:40:56.370162 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908da22-a358-48bb-83b9-7c87a0c8f3a3 req-bccc1004-444a-46b8-85dd-e513ed5e7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.371658 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d908da22-a358-48bb-83b9-7c87a0c8f3a3 req-bccc1004-444a-46b8-85dd-e513ed5e7440 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 1096 time: 0.0559864 Dec 10 18:40:56.483055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-f64791d9-71f2-4c81-9142-6727d6fc4505 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.485085 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-f64791d9-71f2-4c81-9142-6727d6fc4505 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 982 time: 0.1124475 Dec 10 18:40:56.543516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908da22-a358-48bb-83b9-7c87a0c8f3a3 req-10c1c853-8d2a-43dd-a7fe-89d28b8307f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.544986 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d908da22-a358-48bb-83b9-7c87a0c8f3a3 req-10c1c853-8d2a-43dd-a7fe-89d28b8307f5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1fd525ba53d94408afbd68f89c13ea18&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1642201 Dec 10 18:40:56.554531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-b8d19353-f021-4471-9050-df6db3a617a2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.555906 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-b8d19353-f021-4471-9050-df6db3a617a2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/ports/a300559c-1a8b-4e72-ac78-7cbab0fbfc29?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0535250 Dec 10 18:40:56.720843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df36c29-e88e-441e-9c8b-22e28b59f8cf req-80f3ab26-e914-480b-b577-36df56382898 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.723843 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0df36c29-e88e-441e-9c8b-22e28b59f8cf req-80f3ab26-e914-480b-b577-36df56382898 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 943 time: 0.0560050 Dec 10 18:40:56.729327 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908da22-a358-48bb-83b9-7c87a0c8f3a3 req-3cfa7324-6325-4fc9-8289-9426cbdffb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.730850 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d908da22-a358-48bb-83b9-7c87a0c8f3a3 req-3cfa7324-6325-4fc9-8289-9426cbdffb8d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1740246 Dec 10 18:40:56.739061 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-35956a0c-ff35-413e-8688-97a2c8a378df tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1733098 Dec 10 18:40:56.757010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-830ad18c-4111-48bd-afbb-fb682db7b24c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:56.785045 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0df36c29-e88e-441e-9c8b-22e28b59f8cf req-bb5e3597-d0ba-4387-8ead-d466c193844a tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558045 Dec 10 18:40:56.841630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-830ad18c-4111-48bd-afbb-fb682db7b24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:56.857342 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-cac641b3-ce22-4854-9280-47734aab1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.858946 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-cac641b3-ce22-4854-9280-47734aab1de5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 1096 time: 0.0791450 Dec 10 18:40:56.923548 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-6ba89bdf-f7fb-478e-97c0-79b1ade64240 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=880be4bf-440a-4c20-8e32-d1723de251e4 HTTP/1.1" status: 200 len: 217 time: 0.0436606 Dec 10 18:40:57.026825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-dcc3ccc3-f604-44fe-9281-8d8157490d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:57.028183 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-dcc3ccc3-f604-44fe-9281-8d8157490d71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 200 len: 851 time: 0.0929260 Dec 10 18:40:57.086411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-830ad18c-4111-48bd-afbb-fb682db7b24c service neutron] For port a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:57.111391 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-d1cb851f-3422-4197-9e90-806883140a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:57.112884 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-d1cb851f-3422-4197-9e90-806883140a0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a648c046-7b98-4168-8c91-4d4b8f654cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707216 Dec 10 18:40:57.135971 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-830ad18c-4111-48bd-afbb-fb682db7b24c service neutron] For port a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:57.441546 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586ac50-54b7-4cd2-9852-084475020e89 req-0e3337fa-440d-4287-addc-8bc0bfc8cc59 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:57.443204 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1586ac50-54b7-4cd2-9852-084475020e89 req-0e3337fa-440d-4287-addc-8bc0bfc8cc59 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 982 time: 0.0546994 Dec 10 18:40:57.501787 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1586ac50-54b7-4cd2-9852-084475020e89 req-ab5c5b1d-3c08-47c1-9098-246350a6e083 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524635 Dec 10 18:40:57.544029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-830ad18c-4111-48bd-afbb-fb682db7b24c service neutron] device_id is not set on port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:40:57.556891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-830ad18c-4111-48bd-afbb-fb682db7b24c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:57.583340 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-c8c7e0d9-32d5-4fa2-977e-48e9d6705475 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572470 Dec 10 18:40:57.638867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-830ad18c-4111-48bd-afbb-fb682db7b24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:57.730285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ad18c-4111-48bd-afbb-fb682db7b24c service neutron] Pushing event updated for resources: {'Port': ['ID=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,revision_number=6']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:57.833445 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-4f5c251d-e99e-46d7-898a-8e9173145597 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384753 Dec 10 18:40:57.855964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-830ad18c-4111-48bd-afbb-fb682db7b24c service neutron] No DVR routers for this DVR port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:57.924631 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d32c54-70f3-44dd-8ec0-70978eced5ff req-3c911179-aca3-411e-883b-f1276c4a6848 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:57.926155 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-14d32c54-70f3-44dd-8ec0-70978eced5ff req-3c911179-aca3-411e-883b-f1276c4a6848 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 943 time: 0.0586476 Dec 10 18:40:57.948154 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a2e03093-5b4d-442a-ba4b-bcd96e7a68a4 None None] Provisioning complete for port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:57.949286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a2e03093-5b4d-442a-ba4b-bcd96e7a68a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:57.977838 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-14d32c54-70f3-44dd-8ec0-70978eced5ff req-14d50f9a-a50f-4a9a-b733-f5da060fd91a tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453613 Dec 10 18:40:57.989191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a2e03093-5b4d-442a-ba4b-bcd96e7a68a4 None None] Port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:58.027209 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-830ad18c-4111-48bd-afbb-fb682db7b24c service neutron] In _notify_port_updated(), no bound segment for port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 on network 811bc461-c960-4740-8fd4-b10dedd4c748 {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:40:58.028078 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-830ad18c-4111-48bd-afbb-fb682db7b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:58.028687 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-830ad18c-4111-48bd-afbb-fb682db7b24c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:58.030027 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f007c95e-97d8-466a-bbaf-ff7d6e65308b req-830ad18c-4111-48bd-afbb-fb682db7b24c service neutron] 10.222.0.21 "PUT /v2.0/ports/a300559c-1a8b-4e72-ac78-7cbab0fbfc29 HTTP/1.1" status: 200 len: 1025 time: 1.2813914 Dec 10 18:40:58.616077 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1aa73ce-ff1e-42c1-bbc5-98c2238de694 req-d4b567e9-276d-43f5-bf1a-15ce453aad63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b60f67c-22de-4db0-8c67-f7dcb1104006 HTTP/1.1" status: 200 len: 210 time: 0.0318952 Dec 10 18:40:59.106011 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc106d-386a-4c54-bee8-5c2f25a2d335 req-8237477e-40fa-4059-96fb-fcdf41e40daa tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:59.107542 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6abc106d-386a-4c54-bee8-5c2f25a2d335 req-8237477e-40fa-4059-96fb-fcdf41e40daa tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 943 time: 0.0593636 Dec 10 18:40:59.158346 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6abc106d-386a-4c54-bee8-5c2f25a2d335 req-9022698e-cdf6-471a-86b3-1d3e5ee540c1 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441225 Dec 10 18:40:59.626657 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a300559c-1a8b-4e72-ac78-7cbab0fbfc29 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:59.665922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a300559c-1a8b-4e72-ac78-7cbab0fbfc29 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:59.673768 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38052) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:59.718240 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a32eef-25f6-434b-803d-00bc0b11be16 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:59.719508 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e5a32eef-25f6-434b-803d-00bc0b11be16 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports/a300559c-1a8b-4e72-ac78-7cbab0fbfc29 HTTP/1.1" status: 200 len: 924 time: 0.0441020 Dec 10 18:41:00.220713 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38058) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:00.225162 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-9426705e-a732-433e-af2e-fa607af92343 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1026012284', 'description': 'tempest-secgroup-smoke-1026012284 description', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:00.274395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fb250-5b7b-4d7c-8072-3feb394bac60 req-15b2acdf-8715-4b4f-87e4-f44a7ffae623 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:00.275814 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f05fb250-5b7b-4d7c-8072-3feb394bac60 req-15b2acdf-8715-4b4f-87e4-f44a7ffae623 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 943 time: 0.0493109 Dec 10 18:41:00.325604 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f05fb250-5b7b-4d7c-8072-3feb394bac60 req-6526ebba-91c3-4dba-9f63-5ba7e829ca6a tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430961 Dec 10 18:41:00.361514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9426705e-a732-433e-af2e-fa607af92343 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.429532 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9426705e-a732-433e-af2e-fa607af92343 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.510147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9426705e-a732-433e-af2e-fa607af92343 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.540886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426705e-a732-433e-af2e-fa607af92343 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc969fa-bdf8-4a39-ac5f-03a460fb6bdf,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:00.586567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9426705e-a732-433e-af2e-fa607af92343 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.588009 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9426705e-a732-433e-af2e-fa607af92343 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3662469 Dec 10 18:41:00.591101 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38060) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:00.595942 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3ba2a051-8ceb-4a11-8f6c-3343f21bbf79 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'cbc969fa-bdf8-4a39-ac5f-03a460fb6bdf', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:00.715559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a051-8ceb-4a11-8f6c-3343f21bbf79 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.770315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a051-8ceb-4a11-8f6c-3343f21bbf79 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.847194 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a051-8ceb-4a11-8f6c-3343f21bbf79 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.865380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2a051-8ceb-4a11-8f6c-3343f21bbf79 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1408df59-d8bd-44a4-8ce5-eaf5eeb202b5,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:00.924210 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a051-8ceb-4a11-8f6c-3343f21bbf79 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.925295 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3ba2a051-8ceb-4a11-8f6c-3343f21bbf79 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331938 Dec 10 18:41:00.928189 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38062) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:00.932865 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f3341edb-bd72-42e1-9f45-284c46d85944 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'cbc969fa-bdf8-4a39-ac5f-03a460fb6bdf', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:01.005612 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f3341edb-bd72-42e1-9f45-284c46d85944 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.063573 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f3341edb-bd72-42e1-9f45-284c46d85944 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.127130 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f3341edb-bd72-42e1-9f45-284c46d85944 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.144922 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3341edb-bd72-42e1-9f45-284c46d85944 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab3cd41-f909-4d67-90b0-6dbe66dc2f07,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:01.180392 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f3341edb-bd72-42e1-9f45-284c46d85944 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.181661 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f3341edb-bd72-42e1-9f45-284c46d85944 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2523470 Dec 10 18:41:01.184562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38064) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:01.189099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-bfbcb6f8-3760-4ac1-9923-aa7a70229e08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'cbc969fa-bdf8-4a39-ac5f-03a460fb6bdf', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:01.309681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb6f8-3760-4ac1-9923-aa7a70229e08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.368848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb6f8-3760-4ac1-9923-aa7a70229e08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.441148 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7a9b0-95fb-481b-9de8-88d8b32dcc28 req-0d9d91a2-4115-4e4b-92a2-877f35e5a62a tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.442636 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-edc7a9b0-95fb-481b-9de8-88d8b32dcc28 req-0d9d91a2-4115-4e4b-92a2-877f35e5a62a tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 943 time: 0.0488873 Dec 10 18:41:01.474038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb6f8-3760-4ac1-9923-aa7a70229e08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.508602 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcb6f8-3760-4ac1-9923-aa7a70229e08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ae6a50-bc01-45bd-b069-37d9140459e5,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:01.513685 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-edc7a9b0-95fb-481b-9de8-88d8b32dcc28 req-68fc0963-0c54-4c23-b9a8-470ba2a94832 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650041 Dec 10 18:41:01.603618 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb6f8-3760-4ac1-9923-aa7a70229e08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.605005 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bfbcb6f8-3760-4ac1-9923-aa7a70229e08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4194889 Dec 10 18:41:01.607914 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38068) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:01.612519 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b69e24ca-c732-4ca7-8fa3-5520f5dc1119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'cbc969fa-bdf8-4a39-ac5f-03a460fb6bdf', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:01.715205 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b69e24ca-c732-4ca7-8fa3-5520f5dc1119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.770891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b69e24ca-c732-4ca7-8fa3-5520f5dc1119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.847167 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b69e24ca-c732-4ca7-8fa3-5520f5dc1119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.865443 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e24ca-c732-4ca7-8fa3-5520f5dc1119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c725c81b-a4d0-48c4-a561-0cb52e399fcf,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:01.924147 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b69e24ca-c732-4ca7-8fa3-5520f5dc1119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.925385 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b69e24ca-c732-4ca7-8fa3-5520f5dc1119 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3164685 Dec 10 18:41:01.928221 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38070) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:01.932567 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-0d089296-a65d-4c17-a80c-e9928b96a186 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'cbc969fa-bdf8-4a39-ac5f-03a460fb6bdf', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:02.012999 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-0d089296-a65d-4c17-a80c-e9928b96a186 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:41:02.017972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0d089296-a65d-4c17-a80c-e9928b96a186 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.074250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0d089296-a65d-4c17-a80c-e9928b96a186 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.166799 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0d089296-a65d-4c17-a80c-e9928b96a186 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.184300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d089296-a65d-4c17-a80c-e9928b96a186 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a4271f-e716-48e3-a34e-bf108071db65,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:02.283510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0d089296-a65d-4c17-a80c-e9928b96a186 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.287354 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0d089296-a65d-4c17-a80c-e9928b96a186 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3555188 Dec 10 18:41:02.287698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38072) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:02.292052 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d4df016e-2361-4407-b682-05af307bf064 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'cbc969fa-bdf8-4a39-ac5f-03a460fb6bdf', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:02.499244 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-d4df016e-2361-4407-b682-05af307bf064 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:41:02.504560 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4df016e-2361-4407-b682-05af307bf064 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.564731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4df016e-2361-4407-b682-05af307bf064 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.633395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fca30c-1b2c-46d6-aa02-124d5df5c21b req-b9cafd13-8e5d-4772-a634-b900264ff87a tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.634996 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a0fca30c-1b2c-46d6-aa02-124d5df5c21b req-b9cafd13-8e5d-4772-a634-b900264ff87a tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 943 time: 0.0528705 Dec 10 18:41:02.655572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4df016e-2361-4407-b682-05af307bf064 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.687586 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df016e-2361-4407-b682-05af307bf064 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0dd0600-6964-48db-949b-5d1a3f252e34,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:02.706875 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a0fca30c-1b2c-46d6-aa02-124d5df5c21b req-43c5453e-b330-4969-bf46-45656258f2d2 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659161 Dec 10 18:41:02.729163 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4df016e-2361-4407-b682-05af307bf064 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.730429 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d4df016e-2361-4407-b682-05af307bf064 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4418137 Dec 10 18:41:02.881071 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-dd7642e4-497d-4156-9757-4f10602f38e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026012284&fields=id&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 267 time: 0.0463696 Dec 10 18:41:02.930316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-cbb0df13-f559-404a-828c-f4c52ee85466 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.931692 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-cbb0df13-f559-404a-828c-f4c52ee85466 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports/a300559c-1a8b-4e72-ac78-7cbab0fbfc29 HTTP/1.1" status: 200 len: 929 time: 0.0437055 Dec 10 18:41:02.979905 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-2aa480f0-ad1f-44cc-a111-cf2f96997a03 service neutron] 10.222.0.60 "GET /v2.0/ports/a300559c-1a8b-4e72-ac78-7cbab0fbfc29?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0360560 Dec 10 18:41:03.067273 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-f689fc34-6042-4c8a-8c38-167340f3a248 service neutron] 10.222.0.60 "GET /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807202 Dec 10 18:41:03.162528 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-2e3ea4fb-7caa-41b1-ba30-10d321831b40 service neutron] 10.222.0.60 "GET /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894475 Dec 10 18:41:03.433167 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-74da9e41-2869-4f9f-9a2e-0c55df19e6e2 req-e313ce7a-511d-4bf0-96ed-2dcb3cff6463 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 210 time: 0.0272427 Dec 10 18:41:03.821178 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b195c-c551-419c-8e27-333f05d19cfd req-6c51b215-fcc7-42c7-a7f5-a3e263e45001 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:03.822679 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5c3b195c-c551-419c-8e27-333f05d19cfd req-6c51b215-fcc7-42c7-a7f5-a3e263e45001 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 943 time: 0.0480986 Dec 10 18:41:03.871501 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5c3b195c-c551-419c-8e27-333f05d19cfd req-b83c6102-de6c-45c0-a018-d3be118a4ca0 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422094 Dec 10 18:41:04.537775 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b32e1ef2-609b-4863-80c5-2fa535aff0bc req-5b1ae3c7-a549-4451-8836-b2f02f897d7f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 210 time: 0.0270782 Dec 10 18:41:04.992945 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bc025-8190-4048-a8f8-c6acbfcd0cf6 req-bbaa29b8-5682-4dd1-a0d4-fce69c361856 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:04.994424 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ab8bc025-8190-4048-a8f8-c6acbfcd0cf6 req-bbaa29b8-5682-4dd1-a0d4-fce69c361856 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 943 time: 0.0513964 Dec 10 18:41:05.042943 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ab8bc025-8190-4048-a8f8-c6acbfcd0cf6 req-53111358-6adf-4880-a428-ddc6b7b33430 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412760 Dec 10 18:41:05.278281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-75d7501e-cf70-4b73-9375-841657fcaf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:05.279543 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-75d7501e-cf70-4b73-9375-841657fcaf34 service neutron] 10.222.0.21 "GET /v2.0/ports/a300559c-1a8b-4e72-ac78-7cbab0fbfc29 HTTP/1.1" status: 200 len: 1025 time: 0.0325258 Dec 10 18:41:05.392931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-3fe7de50-dda6-4915-98df-0300e90547fb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:05.394417 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-3fe7de50-dda6-4915-98df-0300e90547fb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/networks?id=811bc461-c960-4740-8fd4-b10dedd4c748 HTTP/1.1" status: 200 len: 797 time: 0.1072214 Dec 10 18:41:05.474888 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-4cb77855-f9f7-4ed9-baf4-de07c2095c67 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 470 time: 0.0673268 Dec 10 18:41:05.489912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Request body: {'port': {'device_id': '534ab2bb-630b-4d86-920f-d60cc26991e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:05.542187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.633153 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b9562f81-6704-43a8-9884-b7be7d24258b req-5db8e852-a744-4d45-b422-d9bf9fadb320 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 210 time: 0.0263174 Dec 10 18:41:05.813533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a300559c-1a8b-4e72-ac78-7cbab0fbfc29 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:05.820961 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.833436 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Transition to ACTIVE for port object a300559c-1a8b-4e72-ac78-7cbab0fbfc29 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:41:05.909507 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.991756 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Pushing event updated for resources: {'Port': ['ID=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,revision_number=7']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:06.093714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Attempting to bind port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:06.093714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Attempting to bind port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:06.094001 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Attempting to bind port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 on network 811bc461-c960-4740-8fd4-b10dedd4c748 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:06.098930 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 on network 811bc461-c960-4740-8fd4-b10dedd4c748 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:41:06.125775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Attempting to bind port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 on network 811bc461-c960-4740-8fd4-b10dedd4c748 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:06.125775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:06.125775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Checking segment: {'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:06.125775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Bound using segment: {'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:06.125775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Bound port: a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:06.125775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:06.169417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18794b28-fde0-4eca-824a-6fe66e1da966 req-4f76098a-e4d5-4930-abc3-340c4c385f4b tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.170979 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-18794b28-fde0-4eca-824a-6fe66e1da966 req-4f76098a-e4d5-4930-abc3-340c4c385f4b tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 943 time: 0.0529945 Dec 10 18:41:06.177313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] For port a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:06.180479 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] For port a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:06.224099 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-18794b28-fde0-4eca-824a-6fe66e1da966 req-a9829b17-6a57-4101-920c-43559a541029 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468769 Dec 10 18:41:06.247580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:06.286851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.287462 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:06.288858 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] 10.222.0.21 "PUT /v2.0/ports/a300559c-1a8b-4e72-ac78-7cbab0fbfc29 HTTP/1.1" status: 200 len: 1130 time: 0.8032134 Dec 10 18:41:06.289309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534ab2bb-630b-4d86-920f-d60cc26991e1', 'tag': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:06.291613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdf0bca-7c54-4f36-a2b2-b0cc9307fe3d" -d '{"events": [{"name": "network-changed", "server_uuid": "534ab2bb-630b-4d86-920f-d60cc26991e1", "tag": "a300559c-1a8b-4e72-ac78-7cbab0fbfc29"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:06.318018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8ad48-48ac-440e-b04a-bdb3e2cd10cb service neutron] Pushing event updated for resources: {'Port': ['ID=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,revision_number=8']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:06.398334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5dec32-536e-4c2c-a4e6-22782c0cca3f x-openstack-request-id: req-ec5dec32-536e-4c2c-a4e6-22782c0cca3f {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:06.398334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534ab2bb-630b-4d86-920f-d60cc26991e1", "tag": "a300559c-1a8b-4e72-ac78-7cbab0fbfc29", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:06.398850 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec5dec32-536e-4c2c-a4e6-22782c0cca3f {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:06.399487 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534ab2bb-630b-4d86-920f-d60cc26991e1', 'tag': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29', 'status': 'completed', 'code': 200} Dec 10 18:41:06.454355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-ba7bb610-e14d-4944-9d70-f98e1005a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.455946 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-ba7bb610-e14d-4944-9d70-f98e1005a8d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 1133 time: 0.0425997 Dec 10 18:41:06.529100 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-193b3684-ea48-431d-b636-13c9e1c95638 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a300559c-1a8b-4e72-ac78-7cbab0fbfc29 HTTP/1.1" status: 200 len: 1034 time: 0.0588453 Dec 10 18:41:06.583455 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-459a9d91-8868-4256-a944-de08822ac095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.584837 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-459a9d91-8868-4256-a944-de08822ac095 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e245f118-6dac-4c40-9639-48adef409a2d HTTP/1.1" status: 200 len: 835 time: 0.0482433 Dec 10 18:41:06.630938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-9322b1e6-7e01-4fc5-85f4-900b807a907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.632398 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-9322b1e6-7e01-4fc5-85f4-900b807a907c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=811bc461-c960-4740-8fd4-b10dedd4c748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401509 Dec 10 18:41:06.722353 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-fa3548ea-53b0-4487-abe7-97132db43977 service neutron] 10.222.0.21 "GET /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820279 Dec 10 18:41:06.751039 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa21402-2139-44e1-9b32-e8a9d7656878 req-ec693a5e-ca3f-4178-bad2-59886cecd13e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.752577 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0aa21402-2139-44e1-9b32-e8a9d7656878 req-ec693a5e-ca3f-4178-bad2-59886cecd13e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 980 time: 0.0533981 Dec 10 18:41:06.800139 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0aa21402-2139-44e1-9b32-e8a9d7656878 req-a15a3ac1-c5ff-4d49-b1a0-542ad0c0365d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414038 Dec 10 18:41:06.818006 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b319b011-92e6-4a26-9fa6-59dfd1086c88 req-8c50eadf-cb47-4b35-aec5-8b89ddef2681 service neutron] 10.222.0.21 "GET /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879257 Dec 10 18:41:06.942760 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf0bca-7c54-4f36-a2b2-b0cc9307fe3d req-defece2e-dcf6-4c09-9b7b-fa82ea468672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.944257 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3bdf0bca-7c54-4f36-a2b2-b0cc9307fe3d req-defece2e-dcf6-4c09-9b7b-fa82ea468672 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 1133 time: 0.0417662 Dec 10 18:41:07.038819 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf0bca-7c54-4f36-a2b2-b0cc9307fe3d req-ea5b28e1-a4ff-4393-a196-16aca49ff3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:07.040265 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3bdf0bca-7c54-4f36-a2b2-b0cc9307fe3d req-ea5b28e1-a4ff-4393-a196-16aca49ff3bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=811bc461-c960-4740-8fd4-b10dedd4c748 HTTP/1.1" status: 200 len: 898 time: 0.0875599 Dec 10 18:41:07.114000 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3bdf0bca-7c54-4f36-a2b2-b0cc9307fe3d req-2fcedd3d-93f9-40ad-9273-67c26a97f9e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a300559c-1a8b-4e72-ac78-7cbab0fbfc29 HTTP/1.1" status: 200 len: 1034 time: 0.0656590 Dec 10 18:41:07.163274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf0bca-7c54-4f36-a2b2-b0cc9307fe3d req-0780d85f-6a39-4c62-879c-efcaba0dd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:07.164702 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3bdf0bca-7c54-4f36-a2b2-b0cc9307fe3d req-0780d85f-6a39-4c62-879c-efcaba0dd4dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e245f118-6dac-4c40-9639-48adef409a2d HTTP/1.1" status: 200 len: 835 time: 0.0432758 Dec 10 18:41:07.214889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf0bca-7c54-4f36-a2b2-b0cc9307fe3d req-4d8eea4f-25e6-41ff-9bdd-0a37cbc5e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:07.216263 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3bdf0bca-7c54-4f36-a2b2-b0cc9307fe3d req-4d8eea4f-25e6-41ff-9bdd-0a37cbc5e9c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=811bc461-c960-4740-8fd4-b10dedd4c748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433044 Dec 10 18:41:07.310918 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3bdf0bca-7c54-4f36-a2b2-b0cc9307fe3d req-92dc467c-42bb-46ab-a944-7dd2971eea59 service neutron] 10.222.0.21 "GET /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812576 Dec 10 18:41:07.340232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84336d9-59de-45e2-80fd-64fde6939a8d req-4cc73c10-89b9-4caf-b24b-26995695766e tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:07.341731 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f84336d9-59de-45e2-80fd-64fde6939a8d req-4cc73c10-89b9-4caf-b24b-26995695766e tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 943 time: 0.0490019 Dec 10 18:41:07.392171 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f84336d9-59de-45e2-80fd-64fde6939a8d req-66a04083-d216-4893-85bb-181552caba1d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435963 Dec 10 18:41:07.411092 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3bdf0bca-7c54-4f36-a2b2-b0cc9307fe3d req-b2910352-9f3f-4de1-9d28-f8e4a9d1e0bd service neutron] 10.222.0.21 "GET /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882938 Dec 10 18:41:07.694436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 880be4bf-440a-4c20-8e32-d1723de251e4 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:07.789153 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 880be4bf-440a-4c20-8e32-d1723de251e4, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=880be4bf-440a-4c20-8e32-d1723de251e4,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:07.800376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '880be4bf-440a-4c20-8e32-d1723de251e4', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'port_id': '880be4bf-440a-4c20-8e32-d1723de251e4', 'mac_address': 'fa:16:3e:52:0a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:07.837650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:07.855044 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880be4bf-440a-4c20-8e32-d1723de251e4 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:07.874946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 880be4bf-440a-4c20-8e32-d1723de251e4, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=880be4bf-440a-4c20-8e32-d1723de251e4,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:07.917202 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419a339-3876-43b4-b032-763f0c6aad3e req-87ea7f19-41fc-4776-9e92-1979b5250981 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:07.918701 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d419a339-3876-43b4-b032-763f0c6aad3e req-87ea7f19-41fc-4776-9e92-1979b5250981 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 980 time: 0.0499020 Dec 10 18:41:07.938890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:07.971211 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d419a339-3876-43b4-b032-763f0c6aad3e req-b23e4499-81ef-41cf-87a0-b56d338a9bbc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465510 Dec 10 18:41:07.987509 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=880be4bf-440a-4c20-8e32-d1723de251e4,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:08.190418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['880be4bf-440a-4c20-8e32-d1723de251e4'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:08.512025 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58ca20-88bc-4686-8b0c-35e4ef79ca96 req-7091a625-26c2-4f43-9910-2fbc7519b2cf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:08.513587 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cd58ca20-88bc-4686-8b0c-35e4ef79ca96 req-7091a625-26c2-4f43-9910-2fbc7519b2cf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 944 time: 0.0537436 Dec 10 18:41:08.564462 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cd58ca20-88bc-4686-8b0c-35e4ef79ca96 req-7d2ee5f9-ebeb-41cd-9005-befb81a8a0ed tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441046 Dec 10 18:41:09.084991 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c056f9-28be-4d46-8b8f-1834cd0c52fa req-916e2e03-c650-402e-8e1f-db2ce3419349 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.086496 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a9c056f9-28be-4d46-8b8f-1834cd0c52fa req-916e2e03-c650-402e-8e1f-db2ce3419349 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 980 time: 0.0487888 Dec 10 18:41:09.137039 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a9c056f9-28be-4d46-8b8f-1834cd0c52fa req-c45861c0-9a1c-49f7-8016-c3c3b4e1d065 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442564 Dec 10 18:41:09.685828 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673f1c-dc8b-4e3d-b8a0-5bb55a77e14a req-dcfcfe49-6df2-411d-943d-eea034357e54 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.687922 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-73673f1c-dc8b-4e3d-b8a0-5bb55a77e14a req-dcfcfe49-6df2-411d-943d-eea034357e54 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 944 time: 0.0568178 Dec 10 18:41:09.712688 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a300559c-1a8b-4e72-ac78-7cbab0fbfc29 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:09.720761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 880be4bf-440a-4c20-8e32-d1723de251e4 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:09.739911 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-73673f1c-dc8b-4e3d-b8a0-5bb55a77e14a req-6faff2ef-8e2a-41d1-9dff-cdd52776ed55 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461025 Dec 10 18:41:09.841991 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:09.852636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'port_id': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29', 'mac_address': 'fa:16:3e:68:14:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:09.882285 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 880be4bf-440a-4c20-8e32-d1723de251e4 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:41:09.889964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 880be4bf-440a-4c20-8e32-d1723de251e4 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:09.890419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:09.894314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:09.932609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a300559c-1a8b-4e72-ac78-7cbab0fbfc29 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:09.958323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:09.994318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:10.017059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8785c700-72c7-4398-aab6-41b870c86f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880be4bf-440a-4c20-8e32-d1723de251e4'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:10.019300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d4180f-4995-418a-aead-141a093ccab6" -d '{"events": [{"server_uuid": "8785c700-72c7-4398-aab6-41b870c86f60", "name": "network-vif-plugged", "status": "completed", "tag": "880be4bf-440a-4c20-8e32-d1723de251e4"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:10.028925 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:10.035553 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 880be4bf-440a-4c20-8e32-d1723de251e4, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=880be4bf-440a-4c20-8e32-d1723de251e4,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:10.059087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747365ad-58e4-4f54-875f-be6842af1d64 x-openstack-request-id: req-747365ad-58e4-4f54-875f-be6842af1d64 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:10.059384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8785c700-72c7-4398-aab6-41b870c86f60", "name": "network-vif-plugged", "status": "completed", "tag": "880be4bf-440a-4c20-8e32-d1723de251e4", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:10.059639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-747365ad-58e4-4f54-875f-be6842af1d64 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:10.060051 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8785c700-72c7-4398-aab6-41b870c86f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880be4bf-440a-4c20-8e32-d1723de251e4', 'code': 200} Dec 10 18:41:10.079111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,revision_number=9']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:10.098468 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:10.144976 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=880be4bf-440a-4c20-8e32-d1723de251e4,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:10.253575 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c6f70-62b9-4e48-9b35-5c71649a5b50 req-e478dbb6-e081-496b-bb51-589aaa50a2ea tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.255075 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d6c6f70-62b9-4e48-9b35-5c71649a5b50 req-e478dbb6-e081-496b-bb51-589aaa50a2ea tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 981 time: 0.0492740 Dec 10 18:41:10.291032 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['a300559c-1a8b-4e72-ac78-7cbab0fbfc29'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:10.303222 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d6c6f70-62b9-4e48-9b35-5c71649a5b50 req-ff026168-62b6-48ba-b02e-d1783d8e34a7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 Dec 10 18:41:10.389166 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9ebbf-e791-488c-a623-0a6c653ae311 req-9f906d38-122f-4d0d-b55b-cf8ecf6ba203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.390866 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cfa9ebbf-e791-488c-a623-0a6c653ae311 req-9f906d38-122f-4d0d-b55b-cf8ecf6ba203 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 1098 time: 0.0422547 Dec 10 18:41:10.442557 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cfa9ebbf-e791-488c-a623-0a6c653ae311 req-5e26a6d3-3f4a-4e01-a59d-00def5caa1ff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403101 Dec 10 18:41:10.856607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5743067-7d94-4d01-950a-3ef3224d11cb req-375ade9a-278c-41c9-af62-a6f8734fc5ec tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.858098 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f5743067-7d94-4d01-950a-3ef3224d11cb req-375ade9a-278c-41c9-af62-a6f8734fc5ec tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 945 time: 0.0486672 Dec 10 18:41:10.911065 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f5743067-7d94-4d01-950a-3ef3224d11cb req-abf7ea2a-a6e1-40d4-9941-bd3648dd2442 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471082 Dec 10 18:41:11.424595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd5fbb-2825-4376-9ab2-eced80c36e36 req-ddf78a7a-8ccd-44d6-8be8-c9d2a6f48f0c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:11.426113 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cfdd5fbb-2825-4376-9ab2-eced80c36e36 req-ddf78a7a-8ccd-44d6-8be8-c9d2a6f48f0c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 981 time: 0.0526915 Dec 10 18:41:11.474875 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cfdd5fbb-2825-4376-9ab2-eced80c36e36 req-de207645-fa33-47f5-9e32-542133697781 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Dec 10 18:41:11.725538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a300559c-1a8b-4e72-ac78-7cbab0fbfc29 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:11.852372 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:41:11.856347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:11.856722 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:11.936464 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:11.971221 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:12.016115 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.031020 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d400a1-69e3-499f-9758-f7280c0b8bb9 req-c6b89b2e-c590-4437-b5d2-3227d250bc83 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.038525 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23d400a1-69e3-499f-9758-f7280c0b8bb9 req-c6b89b2e-c590-4437-b5d2-3227d250bc83 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 945 time: 0.0521443 Dec 10 18:41:12.061707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534ab2bb-630b-4d86-920f-d60cc26991e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:12.064512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3b713f-99b4-4527-a477-cd26a63d52d7" -d '{"events": [{"server_uuid": "534ab2bb-630b-4d86-920f-d60cc26991e1", "name": "network-vif-plugged", "status": "completed", "tag": "a300559c-1a8b-4e72-ac78-7cbab0fbfc29"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:12.067996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,revision_number=10']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:12.090584 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23d400a1-69e3-499f-9758-f7280c0b8bb9 req-4699e2f6-fcd2-457a-a19f-84a498c14113 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449884 Dec 10 18:41:12.107258 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a6f3e0-f990-4d4d-9359-3abd269c5884 x-openstack-request-id: req-73a6f3e0-f990-4d4d-9359-3abd269c5884 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:12.107555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534ab2bb-630b-4d86-920f-d60cc26991e1", "name": "network-vif-plugged", "status": "completed", "tag": "a300559c-1a8b-4e72-ac78-7cbab0fbfc29", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:12.107816 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73a6f3e0-f990-4d4d-9359-3abd269c5884 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:12.108268 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534ab2bb-630b-4d86-920f-d60cc26991e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a300559c-1a8b-4e72-ac78-7cbab0fbfc29', 'code': 200} Dec 10 18:41:12.200272 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beea5b0-e78c-46fd-8e7c-86f65de8dc93 req-6387f95c-8f81-4649-b35f-0a1d6394799e tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.201761 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2beea5b0-e78c-46fd-8e7c-86f65de8dc93 req-6387f95c-8f81-4649-b35f-0a1d6394799e tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 945 time: 0.0524457 Dec 10 18:41:12.251712 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2beea5b0-e78c-46fd-8e7c-86f65de8dc93 req-af0da314-cc2f-4d86-b46f-fc74468728b4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427413 Dec 10 18:41:12.274866 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38142) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:12.417267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36369f9d-7cb4-4ded-a161-4c3c2e959c62 tempest-TestVolumeBootPattern-1291581853 tempest-TestVolumeBootPattern-1291581853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.421375 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-36369f9d-7cb4-4ded-a161-4c3c2e959c62 tempest-TestVolumeBootPattern-1291581853 tempest-TestVolumeBootPattern-1291581853-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 1093 time: 0.1430242 Dec 10 18:41:12.421622 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38146) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:12.439981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': '880be4bf-440a-4c20-8e32-d1723de251e4', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:12.469174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93541f02-99e7-4319-be75-40c38e60660c req-c2163f44-66bb-4b7f-8ce6-3551824040e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.470682 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-93541f02-99e7-4319-be75-40c38e60660c req-c2163f44-66bb-4b7f-8ce6-3551824040e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 1136 time: 0.0590348 Dec 10 18:41:12.521416 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-93541f02-99e7-4319-be75-40c38e60660c req-3a4b367c-e35b-4d0c-ab57-d7adf46c6292 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435829 Dec 10 18:41:12.524422 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for floatingip, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.593578 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d76fd5-ff65-42a7-972c-41f8b0ff33d1 req-1df772a4-0e75-45ec-bf6b-8adeeb6c3ea9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:12.595654 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-33d76fd5-ff65-42a7-972c-41f8b0ff33d1 req-1df772a4-0e75-45ec-bf6b-8adeeb6c3ea9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 983 time: 0.0508668 Dec 10 18:41:12.619007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.648151 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-33d76fd5-ff65-42a7-972c-41f8b0ff33d1 req-4de9a6df-55df-4472-9f00-31a1bb0434eb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454831 Dec 10 18:41:12.725288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Allocated IP 172.26.5.20 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/89556632-7971-46da-a495-2806d7df5435) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:12.825000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.904464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:12.947070 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:12.950032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:12.953495 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:12.959435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'Port': ['ID=89556632-7971-46da-a495-2806d7df5435,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:13.290008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:13.417648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:13.568098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:13.618143 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:13.688302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event updated for resources: {'Port': ['ID=89556632-7971-46da-a495-2806d7df5435,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:13.696802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:13.767859 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c948690-5fba-467d-a32c-4477a61cea08 req-8a72b8a2-80fa-49ab-8026-a7265b27966d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:13.769679 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3c948690-5fba-467d-a32c-4477a61cea08 req-8a72b8a2-80fa-49ab-8026-a7265b27966d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 983 time: 0.0526087 Dec 10 18:41:13.805264 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Floating IP b36dff89-9726-4eb4-9e26-c7d3b8c28360 associated. External IP: 172.26.5.20, port: 880be4bf-440a-4c20-8e32-d1723de251e4. Dec 10 18:41:13.821229 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3c948690-5fba-467d-a32c-4477a61cea08 req-6820ddce-293c-4345-841a-fa97d718e95b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444970 Dec 10 18:41:14.011579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Router 7ca16e6b-2980-4508-82df-6c267b899077 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:41:14.116069 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:14.125431 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f410fd58-4f22-45f6-8d7f-4381cc900f67 None None] Sync routers for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:14.139442 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410fd58-4f22-45f6-8d7f-4381cc900f67 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:14.149293 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f410fd58-4f22-45f6-8d7f-4381cc900f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:40:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:14.197600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:14.228528 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-118efc5b-6a82-404f-a8be-bde9349c983d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8057184 Dec 10 18:41:14.229058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8785c700-72c7-4398-aab6-41b870c86f60', 'tag': '880be4bf-440a-4c20-8e32-d1723de251e4'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:14.231451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035840ef-d2bf-4b2e-93f3-32cedfc01151" -d '{"events": [{"name": "network-changed", "server_uuid": "8785c700-72c7-4398-aab6-41b870c86f60", "tag": "880be4bf-440a-4c20-8e32-d1723de251e4"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:14.244585 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-f410fd58-4f22-45f6-8d7f-4381cc900f67 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:14.268311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a22489-6294-4e67-a7d5-3ddc803974e3 x-openstack-request-id: req-b9a22489-6294-4e67-a7d5-3ddc803974e3 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:14.268490 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8785c700-72c7-4398-aab6-41b870c86f60", "tag": "880be4bf-440a-4c20-8e32-d1723de251e4", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:14.268711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9a22489-6294-4e67-a7d5-3ddc803974e3 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:14.269124 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8785c700-72c7-4398-aab6-41b870c86f60', 'tag': '880be4bf-440a-4c20-8e32-d1723de251e4', 'status': 'completed', 'code': 200} Dec 10 18:41:14.331040 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035840ef-d2bf-4b2e-93f3-32cedfc01151 req-4506e47d-0c8d-4a42-b7dd-50040ef73dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.332733 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-035840ef-d2bf-4b2e-93f3-32cedfc01151 req-4506e47d-0c8d-4a42-b7dd-50040ef73dd1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 1098 time: 0.0414300 Dec 10 18:41:14.423168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035840ef-d2bf-4b2e-93f3-32cedfc01151 req-76a3ec6d-a277-429d-ad8d-2ff59526b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.424680 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-035840ef-d2bf-4b2e-93f3-32cedfc01151 req-76a3ec6d-a277-429d-ad8d-2ff59526b2b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 913 time: 0.0848217 Dec 10 18:41:14.476057 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f410fd58-4f22-45f6-8d7f-4381cc900f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1c9ffe4c-25c7-4b51-ae86-4ece947db802', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': 'a890f448-374f-4c82-a871-c393108b3bb1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:0d:6b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:21Z', 'updated_at': '2021-12-10T18:38:24Z', 'revision_number': 1, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}, {'id': 'b36dff89-9726-4eb4-9e26-c7d3b8c28360', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.20', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': '880be4bf-440a-4c20-8e32-d1723de251e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:52:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8785c700-72c7-4398-aab6-41b870c86f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:13Z', 'updated_at': '2021-12-10T18:41:13Z', 'revision_number': 0, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:14.494159 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-035840ef-d2bf-4b2e-93f3-32cedfc01151 req-e2e085dc-3362-4466-b07e-a9089a7442ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=880be4bf-440a-4c20-8e32-d1723de251e4 HTTP/1.1" status: 200 len: 998 time: 0.0625563 Dec 10 18:41:14.505866 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f410fd58-4f22-45f6-8d7f-4381cc900f67 None None] Checking router: 7ca16e6b-2980-4508-82df-6c267b899077 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:14.511425 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410fd58-4f22-45f6-8d7f-4381cc900f67 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:14.512029 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f410fd58-4f22-45f6-8d7f-4381cc900f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:40:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:14.543597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035840ef-d2bf-4b2e-93f3-32cedfc01151 req-d67a416c-b067-4992-8d59-2e7fd65ad858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.545059 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-035840ef-d2bf-4b2e-93f3-32cedfc01151 req-d67a416c-b067-4992-8d59-2e7fd65ad858 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 200 len: 851 time: 0.0434725 Dec 10 18:41:14.590775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035840ef-d2bf-4b2e-93f3-32cedfc01151 req-129615da-4acd-4d21-b5d6-01d3f49d0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.592274 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-035840ef-d2bf-4b2e-93f3-32cedfc01151 req-129615da-4acd-4d21-b5d6-01d3f49d0349 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a648c046-7b98-4168-8c91-4d4b8f654cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403204 Dec 10 18:41:14.624679 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-f410fd58-4f22-45f6-8d7f-4381cc900f67 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:14.690681 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-035840ef-d2bf-4b2e-93f3-32cedfc01151 req-45a37766-458f-456d-9563-728d8ccaf6df service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907602 Dec 10 18:41:14.779752 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-035840ef-d2bf-4b2e-93f3-32cedfc01151 req-6f99bf9c-ccfd-4a92-8330-8b6ba9838d99 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823600 Dec 10 18:41:14.943733 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0a341-b3fc-46c0-826b-788a43776a0c req-db483671-6ce9-41f8-9428-1f3b7a4ead49 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:14.945372 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ffa0a341-b3fc-46c0-826b-788a43776a0c req-db483671-6ce9-41f8-9428-1f3b7a4ead49 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 983 time: 0.0517957 Dec 10 18:41:14.945528 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f410fd58-4f22-45f6-8d7f-4381cc900f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1c9ffe4c-25c7-4b51-ae86-4ece947db802', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': 'a890f448-374f-4c82-a871-c393108b3bb1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:0d:6b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:21Z', 'updated_at': '2021-12-10T18:38:24Z', 'revision_number': 1, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}, {'id': 'b36dff89-9726-4eb4-9e26-c7d3b8c28360', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.20', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': '880be4bf-440a-4c20-8e32-d1723de251e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:52:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8785c700-72c7-4398-aab6-41b870c86f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:13Z', 'updated_at': '2021-12-10T18:41:13Z', 'revision_number': 0, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:14.973900 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f410fd58-4f22-45f6-8d7f-4381cc900f67 None None] The sync data for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv is: [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1c9ffe4c-25c7-4b51-ae86-4ece947db802', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': 'a890f448-374f-4c82-a871-c393108b3bb1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:0d:6b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:21Z', 'updated_at': '2021-12-10T18:38:24Z', 'revision_number': 1, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}, {'id': 'b36dff89-9726-4eb4-9e26-c7d3b8c28360', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.20', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': '880be4bf-440a-4c20-8e32-d1723de251e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:52:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8785c700-72c7-4398-aab6-41b870c86f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:13Z', 'updated_at': '2021-12-10T18:41:13Z', 'revision_number': 0, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:41:15.000925 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ffa0a341-b3fc-46c0-826b-788a43776a0c req-2f3ee46a-2a02-4455-a01d-d4b0a122e0ec tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466828 Dec 10 18:41:15.125010 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6a7dc-05da-48c3-a70c-702651287dba req-a90c6a30-abd1-4dd4-a4d6-45a667ea6997 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:15.126626 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a1d6a7dc-05da-48c3-a70c-702651287dba req-a90c6a30-abd1-4dd4-a4d6-45a667ea6997 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 983 time: 0.0550625 Dec 10 18:41:15.177853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5be314-34b3-4871-b9e0-424518f09909 None None] New status for floating IP b36dff89-9726-4eb4-9e26-c7d3b8c28360: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:41:15.184809 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a1d6a7dc-05da-48c3-a70c-702651287dba req-abb4cf55-6d72-4559-812b-1b3ca66fdb2f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518336 Dec 10 18:41:15.217375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38160) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:15.298350 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c358ae-0fff-44bf-bf53-adb0f833a476 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:15.299882 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-06c358ae-0fff-44bf-bf53-adb0f833a476 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1&network_id=811bc461-c960-4740-8fd4-b10dedd4c748 HTTP/1.1" status: 200 len: 1131 time: 0.0814164 Dec 10 18:41:15.736752 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef2c59-d3a4-45d2-925b-080778165829 req-d23ad47c-bca8-4e6a-bf14-ca813311017d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:15.738264 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-47ef2c59-d3a4-45d2-925b-080778165829 req-d23ad47c-bca8-4e6a-bf14-ca813311017d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 983 time: 0.0526059 Dec 10 18:41:15.785237 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-47ef2c59-d3a4-45d2-925b-080778165829 req-9596a275-b5ed-4991-ac05-f627b681726c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 Dec 10 18:41:16.538380 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-532f6e1b-44ed-45a8-ad4c-30b123bc8b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:16.901047 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fffa5-0e9f-4e21-a7c2-e1ef6dbfd8e5 req-2b36b0c1-32fb-4971-9f48-58ac29600253 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:16.902568 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6b4fffa5-0e9f-4e21-a7c2-e1ef6dbfd8e5 req-2b36b0c1-32fb-4971-9f48-58ac29600253 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 983 time: 0.0489454 Dec 10 18:41:16.957218 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6b4fffa5-0e9f-4e21-a7c2-e1ef6dbfd8e5 req-73c71822-f0ba-4d7d-8b57-7da0b049aaa1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484138 Dec 10 18:41:17.125614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-300321da-5a3d-457a-ae6b-56a0bb2501b7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:17.127037 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-300321da-5a3d-457a-ae6b-56a0bb2501b7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 983 time: 0.0535672 Dec 10 18:41:17.171413 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-0fa34452-5a6e-484d-bd6d-6f459636eb15 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:17.173326 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-0fa34452-5a6e-484d-bd6d-6f459636eb15 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/ports/a300559c-1a8b-4e72-ac78-7cbab0fbfc29?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0390782 Dec 10 18:41:17.275496 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-1b6ea2c9-fe77-4c1e-ac69-f8d03b9d1e12 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0966461 Dec 10 18:41:17.290554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-995496fe-d577-4e96-9962-9bbd558b57a4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:17.678622 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-995496fe-d577-4e96-9962-9bbd558b57a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:17.808152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-995496fe-d577-4e96-9962-9bbd558b57a4 service neutron] For port a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:17.820184 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:41:17.840375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-995496fe-d577-4e96-9962-9bbd558b57a4 service neutron] For port a300559c-1a8b-4e72-ac78-7cbab0fbfc29, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:17.871582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-995496fe-d577-4e96-9962-9bbd558b57a4 service neutron] device_id is not set on port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 yet. {{(pid=103593) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:41:17.882779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-995496fe-d577-4e96-9962-9bbd558b57a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:17.972138 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-995496fe-d577-4e96-9962-9bbd558b57a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.061040 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995496fe-d577-4e96-9962-9bbd558b57a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,revision_number=11']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:18.066082 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fccb47ff-e7f6-4a91-a058-6bf46ce3e3c9 req-18c0436f-c65a-4ca9-bf62-4123c8f77733 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 210 time: 0.0296755 Dec 10 18:41:18.108466 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-995496fe-d577-4e96-9962-9bbd558b57a4 service neutron] No DVR routers for this DVR port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:18.249334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-995496fe-d577-4e96-9962-9bbd558b57a4 service neutron] In _notify_port_updated(), no bound segment for port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 on network 811bc461-c960-4740-8fd4-b10dedd4c748 {{(pid=103593) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:41:18.251179 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-995496fe-d577-4e96-9962-9bbd558b57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:18.252275 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-995496fe-d577-4e96-9962-9bbd558b57a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.253851 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-60d7b98c-09de-4e97-a130-4d1199099e55 req-995496fe-d577-4e96-9962-9bbd558b57a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/a300559c-1a8b-4e72-ac78-7cbab0fbfc29 HTTP/1.1" status: 200 len: 1026 time: 0.9707739 Dec 10 18:41:18.279707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-05e05ef6-0d0f-4144-9489-4433600bb6bd None None] Provisioning complete for port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:18.279707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-05e05ef6-0d0f-4144-9489-4433600bb6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.311787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-05e05ef6-0d0f-4144-9489-4433600bb6bd None None] Port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:18.446846 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.795349 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d845-1de1-40c9-9350-bb31d775008b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.185340 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7d4b9c16-a092-41c8-8751-87bd52410152 req-6b43bebc-7d87-4afc-8e0c-c0bb4b7e3e94 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=534ab2bb-630b-4d86-920f-d60cc26991e1 HTTP/1.1" status: 200 len: 210 time: 0.0286117 Dec 10 18:41:20.115104 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.239337 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38174) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:20.298682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b69d53e8-bb26-4422-babb-45b5a1020942 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.325410 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b69d53e8-bb26-4422-babb-45b5a1020942 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.469980 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b69d53e8-bb26-4422-babb-45b5a1020942 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.472663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b69d53e8-bb26-4422-babb-45b5a1020942 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.473866 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b69d53e8-bb26-4422-babb-45b5a1020942 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/security-groups/cbc969fa-bdf8-4a39-ac5f-03a460fb6bdf HTTP/1.1" status: 204 len: 168 time: 0.2334976 Dec 10 18:41:20.482943 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d53e8-bb26-4422-babb-45b5a1020942 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc969fa-bdf8-4a39-ac5f-03a460fb6bdf,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:20.579529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38178) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:20.736306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 8ba0c5a8-8c87-49b4-9075-a7c95bfd3320 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:20.736594 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.814889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.815216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:20.826557 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 8ba0c5a8-8c87-49b4-9075-a7c95bfd3320 owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:21.058568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.084543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=8ba0c5a8-8c87-49b4-9075-a7c95bfd3320,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:21.098049 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:21.098412 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:21.098881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:21.099228 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:21.099571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:21.099910 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:21.100248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:21.100582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:21.100918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:21.101252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:21.101579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:21.101931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:21.102357 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:21.157169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.157543 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP 793aba0a-e630-4f92-b655-2475e6b9ae3a disassociated (deleted). External IP: 172.26.5.5, port: a300559c-1a8b-4e72-ac78-7cbab0fbfc29. Dec 10 18:41:21.332566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.377580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router d30cfccf-1893-46c5-a055-041325bffa51 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:41:21.486503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:21.491182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.497276 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dcdcac-a17a-449b-ba5e-dbe8512aa166 None None] Sync routers for ids ['d30cfccf-1893-46c5-a055-041325bffa51'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:21.507243 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dcdcac-a17a-449b-ba5e-dbe8512aa166 None None] Routers {'d30cfccf-1893-46c5-a055-041325bffa51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:21.512095 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-41dcdcac-a17a-449b-ba5e-dbe8512aa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:41:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d30cfccf-1893-46c5-a055-041325bffa51'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:21.518535 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-afb3fa2e-4178-4508-8962-2dde69020ebf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/floatingips/793aba0a-e630-4f92-b655-2475e6b9ae3a HTTP/1.1" status: 204 len: 168 time: 0.9378710 Dec 10 18:41:21.588525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38186) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:21.613244 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-41dcdcac-a17a-449b-ba5e-dbe8512aa166 None None] Set router d30cfccf-1893-46c5-a055-041325bffa51 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:21.652679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2346c4e9-9aec-4e29-ae5d-17b150322c8d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.677428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2346c4e9-9aec-4e29-ae5d-17b150322c8d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.812266 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a300559c-1a8b-4e72-ac78-7cbab0fbfc29 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:21.812557 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2346c4e9-9aec-4e29-ae5d-17b150322c8d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.814334 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-41dcdcac-a17a-449b-ba5e-dbe8512aa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:34Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430', 'name': '', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:35:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:34Z', 'updated_at': '2021-12-10T18:40:38Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:21.815991 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2346c4e9-9aec-4e29-ae5d-17b150322c8d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:21.819444 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2346c4e9-9aec-4e29-ae5d-17b150322c8d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/security-groups/e3e97ae3-69a2-49a6-9569-48482fea8d98 HTTP/1.1" status: 204 len: 168 time: 0.2268603 Dec 10 18:41:21.826345 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346c4e9-9aec-4e29-ae5d-17b150322c8d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e97ae3-69a2-49a6-9569-48482fea8d98,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:21.843532 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dcdcac-a17a-449b-ba5e-dbe8512aa166 None None] Checking router: d30cfccf-1893-46c5-a055-041325bffa51 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:21.859208 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dcdcac-a17a-449b-ba5e-dbe8512aa166 None None] Routers {'d30cfccf-1893-46c5-a055-041325bffa51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:21.859745 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-41dcdcac-a17a-449b-ba5e-dbe8512aa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:41:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d30cfccf-1893-46c5-a055-041325bffa51'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:21.881625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a300559c-1a8b-4e72-ac78-7cbab0fbfc29 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:21.950897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38190) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:21.964883 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-41dcdcac-a17a-449b-ba5e-dbe8512aa166 None None] Set router d30cfccf-1893-46c5-a055-041325bffa51 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:22.041150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f6f71c8e-f9f1-4c0c-a50b-24161b692149 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port a300559c-1a8b-4e72-ac78-7cbab0fbfc29 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:22.041493 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f6f71c8e-f9f1-4c0c-a50b-24161b692149 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.132912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f6f71c8e-f9f1-4c0c-a50b-24161b692149 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.145925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f6f71c8e-f9f1-4c0c-a50b-24161b692149 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for a300559c-1a8b-4e72-ac78-7cbab0fbfc29 owned by {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:22.168476 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-41dcdcac-a17a-449b-ba5e-dbe8512aa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:34Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430', 'name': '', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:35:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:34Z', 'updated_at': '2021-12-10T18:40:38Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:22.195212 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dcdcac-a17a-449b-ba5e-dbe8512aa166 None None] The sync data for ids ['d30cfccf-1893-46c5-a055-041325bffa51'] in dv-neutron-821434-1-hyperv is: [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:34Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430', 'name': '', 'network_id': '811bc461-c960-4740-8fd4-b10dedd4c748', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:35:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:34Z', 'updated_at': '2021-12-10T18:40:38Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'e245f118-6dac-4c40-9639-48adef409a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:41:22.344038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f6f71c8e-f9f1-4c0c-a50b-24161b692149 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.379372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f71c8e-f9f1-4c0c-a50b-24161b692149 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=a300559c-1a8b-4e72-ac78-7cbab0fbfc29,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:22.431436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b016c-4c9a-420d-af95-1afcbecedb1f None None] New status for floating IP 793aba0a-e630-4f92-b655-2475e6b9ae3a: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:41:22.464689 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f6f71c8e-f9f1-4c0c-a50b-24161b692149 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.468763 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f6f71c8e-f9f1-4c0c-a50b-24161b692149 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/ports/a300559c-1a8b-4e72-ac78-7cbab0fbfc29 HTTP/1.1" status: 204 len: 168 time: 0.5163224 Dec 10 18:41:22.471227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38192) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:22.646931 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:22.844362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8888-d42d-4b66-b673-975e65f65006 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.092631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a2ae8888-d42d-4b66-b673-975e65f65006 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:23.092964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8888-d42d-4b66-b673-975e65f65006 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.186061 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-a2ae8888-d42d-4b66-b673-975e65f65006 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:23.186350 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8888-d42d-4b66-b673-975e65f65006 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.199120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a2ae8888-d42d-4b66-b673-975e65f65006 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:23.464074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8888-d42d-4b66-b673-975e65f65006 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.495152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae8888-d42d-4b66-b673-975e65f65006 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:23.669428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8888-d42d-4b66-b673-975e65f65006 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:23.895988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ae8888-d42d-4b66-b673-975e65f65006 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router d30cfccf-1893-46c5-a055-041325bffa51 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:41:23.999551 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ae8888-d42d-4b66-b673-975e65f65006 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:24.005495 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a2ae8888-d42d-4b66-b673-975e65f65006 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/d30cfccf-1893-46c5-a055-041325bffa51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5330639 Dec 10 18:41:24.008267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38194) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:24.010876 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e7b79-0f96-4667-ac6f-943b6d50dc7b None None] Sync routers for ids ['d30cfccf-1893-46c5-a055-041325bffa51'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:24.023061 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e7b79-0f96-4667-ac6f-943b6d50dc7b None None] Routers {'d30cfccf-1893-46c5-a055-041325bffa51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:24.023952 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-481e7b79-0f96-4667-ac6f-943b6d50dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:41:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d30cfccf-1893-46c5-a055-041325bffa51'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:24.060875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting subnet e245f118-6dac-4c40-9639-48adef409a2d {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:41:24.064560 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.108114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.128624 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-481e7b79-0f96-4667-ac6f-943b6d50dc7b None None] Set router d30cfccf-1893-46c5-a055-041325bffa51 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:24.191860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.308281 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-481e7b79-0f96-4667-ac6f-943b6d50dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:41:23Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:24.321255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.340082 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e7b79-0f96-4667-ac6f-943b6d50dc7b None None] Checking router: d30cfccf-1893-46c5-a055-041325bffa51 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:24.349579 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e7b79-0f96-4667-ac6f-943b6d50dc7b None None] Routers {'d30cfccf-1893-46c5-a055-041325bffa51'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:24.350226 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-481e7b79-0f96-4667-ac6f-943b6d50dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:41:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d30cfccf-1893-46c5-a055-041325bffa51'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:24.350603 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Subnet': ['ID=e245f118-6dac-4c40-9639-48adef409a2d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:24.354056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.359798 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/subnets/e245f118-6dac-4c40-9639-48adef409a2d HTTP/1.1" status: 204 len: 168 time: 0.3479874 Dec 10 18:41:24.360137 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38196) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:24.363716 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ab31f1-6fda-4401-8016-5400b2eb8a75 None None] Network 811bc461-c960-4740-8fd4-b10dedd4c748 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:24.367843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:24.371890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:24.371890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:24.371890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:24.371890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:24.371890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:24.371890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:24.371890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:24.371890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:24.371890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:24.371890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:24.373004 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:24.373277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b605c0c-5dfc-4143-96cd-4364a4106f88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:24.462157 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-481e7b79-0f96-4667-ac6f-943b6d50dc7b None None] Set router d30cfccf-1893-46c5-a055-041325bffa51 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:24.487797 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.555273 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42931f4-68c3-40a8-8676-a7aec6c9021c None None] DHCP port deletion for 811bc461-c960-4740-8fd4-b10dedd4c748 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:24.608458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b42931f4-68c3-40a8-8676-a7aec6c9021c None None] Deleting port d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:24.609152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b42931f4-68c3-40a8-8676-a7aec6c9021c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.623918 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b191f09c-6f01-45fe-a55e-d5002ce9779a req-988e12c2-aab7-47de-963e-6a7a10eee961 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0610807 Dec 10 18:41:24.641925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.682248 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b42931f4-68c3-40a8-8676-a7aec6c9021c None None] For port d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339,segment=NetworkSegment(bdc6237a-7a7c-4f66-ac01-7fbd8b71340b),segment_id=bdc6237a-7a7c-4f66-ac01-7fbd8b71340b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:24.682646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b42931f4-68c3-40a8-8676-a7aec6c9021c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.697349 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b42931f4-68c3-40a8-8676-a7aec6c9021c None None] Calling delete_port for d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:24.720380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191f09c-6f01-45fe-a55e-d5002ce9779a req-56074a5b-b712-4c6e-bee1-dad7aed1b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:24.722035 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b191f09c-6f01-45fe-a55e-d5002ce9779a req-56074a5b-b712-4c6e-bee1-dad7aed1b22f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 1098 time: 0.0481925 Dec 10 18:41:24.766590 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-481e7b79-0f96-4667-ac6f-943b6d50dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:41:23Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:24.797944 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e7b79-0f96-4667-ac6f-943b6d50dc7b None None] The sync data for ids ['d30cfccf-1893-46c5-a055-041325bffa51'] in dv-neutron-821434-1-hyperv is: [{'id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'name': 'tempest-TestNetworkBasicOps-router-1623584240', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:41:23Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '4c14f4a5-8cef-4822-a909-73b9222fe2bc', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cfccf-1893-46c5-a055-041325bffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:30Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:41:24.852997 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b42931f4-68c3-40a8-8676-a7aec6c9021c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:24.882601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42931f4-68c3-40a8-8676-a7aec6c9021c None None] Pushing event deleted for resources: {'Port': ['ID=d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:24.888779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42931f4-68c3-40a8-8676-a7aec6c9021c None None] No DVR routers for this DVR port d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:41:25.191426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 4c14f4a5-8cef-4822-a909-73b9222fe2bc {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:25.192182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:25.238019 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:25.257059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:41:25.257760 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d97ecba9-5ed6-4a4f-a4b4-7e7a8259a339 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:25.260655 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:25.262042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191f09c-6f01-45fe-a55e-d5002ce9779a req-1e4df1b2-14ed-4d51-bf43-ea72f737bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:25.263073 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b191f09c-6f01-45fe-a55e-d5002ce9779a req-1e4df1b2-14ed-4d51-bf43-ea72f737bcf6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 913 time: 0.5149496 Dec 10 18:41:25.284806 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:41:25.285297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 3fe90a98-3ae2-4bcf-a2e8-88d5bd8be430 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:25.354909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 4c14f4a5-8cef-4822-a909-73b9222fe2bc, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4c14f4a5-8cef-4822-a909-73b9222fe2bc,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:25.358545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:25.372580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 4c14f4a5-8cef-4822-a909-73b9222fe2bc owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:25.376095 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b191f09c-6f01-45fe-a55e-d5002ce9779a req-2fa9812a-0525-43ae-baed-d3dbc79cadf1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a890f448-374f-4c82-a871-c393108b3bb1 HTTP/1.1" status: 200 len: 1001 time: 0.0996640 Dec 10 18:41:25.470285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191f09c-6f01-45fe-a55e-d5002ce9779a req-7a461d98-29fc-4d01-8460-4ad17c7ba358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:25.471951 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b191f09c-6f01-45fe-a55e-d5002ce9779a req-7a461d98-29fc-4d01-8460-4ad17c7ba358 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 200 len: 851 time: 0.0885940 Dec 10 18:41:25.569403 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191f09c-6f01-45fe-a55e-d5002ce9779a req-5a736794-5d84-4865-8e1f-d89e63c44695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:25.570984 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b191f09c-6f01-45fe-a55e-d5002ce9779a req-5a736794-5d84-4865-8e1f-d89e63c44695 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a648c046-7b98-4168-8c91-4d4b8f654cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0897207 Dec 10 18:41:25.691919 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b191f09c-6f01-45fe-a55e-d5002ce9779a req-ed421dd7-1f98-4cae-9d73-d4579c81e3a5 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985534 Dec 10 18:41:25.746244 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:25.784031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=4c14f4a5-8cef-4822-a909-73b9222fe2bc,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:25.799178 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e0df1e-187a-465a-b6de-6c6beb063d7e None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:25.863402 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b191f09c-6f01-45fe-a55e-d5002ce9779a req-a21442cd-b532-4715-b9fa-572cd03e37b1 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601827 Dec 10 18:41:25.873309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:25.966047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:25.968079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.081152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.081684 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Fanout notify agent at l3_agent the message router_deleted on router d30cfccf-1893-46c5-a055-041325bffa51 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:41:26.088899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.090023 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1e1a8b98-bd3f-4bad-99d2-c17504fab09a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/routers/d30cfccf-1893-46c5-a055-041325bffa51 HTTP/1.1" status: 204 len: 168 time: 1.7288690 Dec 10 18:41:26.092782 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38198) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:26.174350 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5b8fe08b-89f4-4254-b43b-decaeaad44dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.267621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5b8fe08b-89f4-4254-b43b-decaeaad44dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.287545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-5b8fe08b-89f4-4254-b43b-decaeaad44dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811bc461-c960-4740-8fd4-b10dedd4c748']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:26.296717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-5b8fe08b-89f4-4254-b43b-decaeaad44dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:26.297018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-5b8fe08b-89f4-4254-b43b-decaeaad44dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc6237a-7a7c-4f66-ac01-7fbd8b71340b') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:26.306746 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5b8fe08b-89f4-4254-b43b-decaeaad44dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.320333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5b8fe08b-89f4-4254-b43b-decaeaad44dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.326205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8fe08b-89f4-4254-b43b-decaeaad44dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:41:26.326594 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5b8fe08b-89f4-4254-b43b-decaeaad44dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:41:26.329591 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:41:26.475300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5b8fe08b-89f4-4254-b43b-decaeaad44dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.492277 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5b8fe08b-89f4-4254-b43b-decaeaad44dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.492277 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5b8fe08b-89f4-4254-b43b-decaeaad44dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/networks/811bc461-c960-4740-8fd4-b10dedd4c748 HTTP/1.1" status: 204 len: 168 time: 0.3924103 Dec 10 18:41:26.497221 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38200) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:26.505391 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fe08b-89f4-4254-b43b-decaeaad44dd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Network': ['ID=811bc461-c960-4740-8fd4-b10dedd4c748,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:26.511739 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cd63b977-e6fd-4a32-af4c-2cb4386548c0 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0128086 Dec 10 18:41:26.514611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38202) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:26.520032 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d0980c17-fc88-4888-baa1-57b120cd49cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'network': {'name': 'tempest-network-smoke--1033181223', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'port_security_enabled': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:26.583758 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0980c17-fc88-4888-baa1-57b120cd49cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:26.587547 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d0980c17-fc88-4888-baa1-57b120cd49cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.611762 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0980c17-fc88-4888-baa1-57b120cd49cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:41:26.620719 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d0980c17-fc88-4888-baa1-57b120cd49cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.621053 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-d0980c17-fc88-4888-baa1-57b120cd49cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Added segment 2c98ce27-70e3-49da-bce6-20291faae5b6 of type vlan for network 687685f6-51a9-417f-989e-64b93793968d Dec 10 18:41:26.659986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d0980c17-fc88-4888-baa1-57b120cd49cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.749187 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d0980c17-fc88-4888-baa1-57b120cd49cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.755067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0980c17-fc88-4888-baa1-57b120cd49cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:26.755646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d0980c17-fc88-4888-baa1-57b120cd49cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.821104 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0980c17-fc88-4888-baa1-57b120cd49cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Network': ['ID=687685f6-51a9-417f-989e-64b93793968d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:26.831799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 687685f6-51a9-417f-989e-64b93793968d details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:41:26.843604 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d0980c17-fc88-4888-baa1-57b120cd49cb tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3279796 Dec 10 18:41:26.846894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38204) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:26.851684 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'admin_state_up': True, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:26.920950 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.922111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.977464 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:26.993066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4c14f4a5-8cef-4822-a909-73b9222fe2bc no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:41:27.013467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 4c14f4a5-8cef-4822-a909-73b9222fe2bc {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:41:27.013833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4c14f4a5-8cef-4822-a909-73b9222fe2bc not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:41:27.438450 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.664606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.683191 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.788968 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.242 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/d583d34e-4323-497f-9186-5f6de660a0f2) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:27.888195 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:27.966956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.009621 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:28.012569 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:28.016065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:28.021723 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=d583d34e-4323-497f-9186-5f6de660a0f2,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:28.025510 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff5257-fe25-464a-813f-cdaecfa47ef2 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:28.081933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e724a3ec-8a2a-4120-88ab-abd741c58d7f None None] Provisioning complete for port d583d34e-4323-497f-9186-5f6de660a0f2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:28.082319 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e724a3ec-8a2a-4120-88ab-abd741c58d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.117080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e724a3ec-8a2a-4120-88ab-abd741c58d7f None None] Port d583d34e-4323-497f-9186-5f6de660a0f2 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:28.352772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.548572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.721316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 34d13997-1a0a-462d-a34e-4decce87b8a5 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:41:28.828864 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:28.840647 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Sync routers for ids ['34d13997-1a0a-462d-a34e-4decce87b8a5'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:28.851334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Routers {'34d13997-1a0a-462d-a34e-4decce87b8a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:28.851965 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:41:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34d13997-1a0a-462d-a34e-4decce87b8a5'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:28.917294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:28.918604 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-725be9ce-e9c1-4c50-b02e-facded61fb63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0707328 Dec 10 18:41:28.921760 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38208) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:28.950725 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b8ebee92-814e-4bd7-864a-9a7d10d1a536 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d8d709b5542940cd80a96d0fc97864e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277884 Dec 10 18:41:28.953205 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38210) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:28.958968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Set router 34d13997-1a0a-462d-a34e-4decce87b8a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:29.050602 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e9b74-9721-43db-8d54-3e788fee14e9 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:29.052467 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-507e9b74-9721-43db-8d54-3e788fee14e9 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974584 Dec 10 18:41:29.054870 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38212) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:29.083340 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1455fe3e-3ad3-4a92-acdf-bd3f59cdbf95 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273745 Dec 10 18:41:29.085802 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38214) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:29.090835 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-1f4b514a-9722-470b-a5af-b127610ec533 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1549568227', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:29.145917 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:28Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:29.172304 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Checking router: 34d13997-1a0a-462d-a34e-4decce87b8a5 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:29.172656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Updating router 34d13997-1a0a-462d-a34e-4decce87b8a5 port d583d34e-4323-497f-9186-5f6de660a0f2 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:41:29.198021 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.235146 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4b514a-9722-470b-a5af-b127610ec533 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:29.239443 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f4b514a-9722-470b-a5af-b127610ec533 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.455650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.506259 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f4b514a-9722-470b-a5af-b127610ec533 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.527128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.567002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b514a-9722-470b-a5af-b127610ec533 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Subnet': ['ID=aa07b94c-0d0a-4e7e-9472-2952efd0c669,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:29.575775 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b514a-9722-470b-a5af-b127610ec533 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Checking segment: {'id': '2c98ce27-70e3-49da-bce6-20291faae5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '687685f6-51a9-417f-989e-64b93793968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:29.580260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b514a-9722-470b-a5af-b127610ec533 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network hostable DHCP agents. Network: 687685f6-51a9-417f-989e-64b93793968d, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:41:29.581604 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9242817-5cc5-4c05-a227-a88e565bf13b None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:29.589898 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Attempting to bind port d583d34e-4323-497f-9186-5f6de660a0f2 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:29.590257 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Attempting to bind port d583d34e-4323-497f-9186-5f6de660a0f2 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:29.590624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Attempting to bind port d583d34e-4323-497f-9186-5f6de660a0f2 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:29.593213 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcb2ee-639b-49e9-baf8-14c444ebfd6d None None] Pushing event updated for resources: {'Port': ['ID=d583d34e-4323-497f-9186-5f6de660a0f2,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:29.603812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:29.603812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:29.603812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.603812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:29.604919 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Bound port: d583d34e-4323-497f-9186-5f6de660a0f2, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:29.604919 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.652331 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b514a-9722-470b-a5af-b127610ec533 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 687685f6-51a9-417f-989e-64b93793968d is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:41:29.664456 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5cfa66b8-c26f-4802-a947-2bf9b2640f11 None None] Provisioning complete for port d583d34e-4323-497f-9186-5f6de660a0f2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:29.664828 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5cfa66b8-c26f-4802-a947-2bf9b2640f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.692888 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] For port d583d34e-4323-497f-9186-5f6de660a0f2, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:29.710973 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] For port d583d34e-4323-497f-9186-5f6de660a0f2, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d583d34e-4323-497f-9186-5f6de660a0f2,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:29.712755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa66b8-c26f-4802-a947-2bf9b2640f11 None None] Port d583d34e-4323-497f-9186-5f6de660a0f2 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:29.721406 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-1f4b514a-9722-470b-a5af-b127610ec533 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 687685f6-51a9-417f-989e-64b93793968d) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:29.725459 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4b514a-9722-470b-a5af-b127610ec533 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:29.726201 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f4b514a-9722-470b-a5af-b127610ec533 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.729625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2679f10e-fd65-4e06-b449-5408d91c159e None None] Network 687685f6-51a9-417f-989e-64b93793968d requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:29.781131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.792993 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1f4b514a-9722-470b-a5af-b127610ec533 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7061613 Dec 10 18:41:29.795686 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38216) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:29.856321 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008a6737-8cc8-4581-9daf-2c7d8e6b7a43 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:29.881115 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcb2ee-639b-49e9-baf8-14c444ebfd6d None None] Pushing event updated for resources: {'Port': ['ID=d583d34e-4323-497f-9186-5f6de660a0f2,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:29.885033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Routers {'34d13997-1a0a-462d-a34e-4decce87b8a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:29.885635 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:41:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34d13997-1a0a-462d-a34e-4decce87b8a5'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:29.889054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-687685f6-51a9-417f-989e-64b93793968d', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ips': [{'subnet_id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:41:29.889922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:29.995580 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-916268a9-98c2-4044-a259-bcd539f864bc None None] Provisioning complete for port d583d34e-4323-497f-9186-5f6de660a0f2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:29.995863 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-916268a9-98c2-4044-a259-bcd539f864bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:30.103451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] Set router 34d13997-1a0a-462d-a34e-4decce87b8a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:30.256887 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:30.274733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Allocated IP 172.20.0.2 (687685f6-51a9-417f-989e-64b93793968d/aa07b94c-0d0a-4e7e-9472-2952efd0c669/d252597d-0738-4ad5-9eb3-cc1d48964fe1) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:30.316405 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-916268a9-98c2-4044-a259-bcd539f864bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:30.553317 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-916268a9-98c2-4044-a259-bcd539f864bc None None] For port d583d34e-4323-497f-9186-5f6de660a0f2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d583d34e-4323-497f-9186-5f6de660a0f2,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:30.641299 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:28Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:30.674099 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-916268a9-98c2-4044-a259-bcd539f864bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:30.678769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2282b-4a68-40b0-85e8-1646b03229d7 None None] The sync data for ids ['34d13997-1a0a-462d-a34e-4decce87b8a5'] in dv-neutron-821434-1-hyperv is: [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:28Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:41:30.714361 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:30.734777 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916268a9-98c2-4044-a259-bcd539f864bc None None] Pushing event updated for resources: {'Port': ['ID=d583d34e-4323-497f-9186-5f6de660a0f2,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:30.795972 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:30.837511 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Network 687685f6-51a9-417f-989e-64b93793968d is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:30.842381 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:30.846734 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:30.848257 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.1 (687685f6-51a9-417f-989e-64b93793968d/aa07b94c-0d0a-4e7e-9472-2952efd0c669/8dfe9ef7-0e08-4801-be13-83fa37b29bb0) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:30.849880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Pushing event updated for resources: {'Port': ['ID=d252597d-0738-4ad5-9eb3-cc1d48964fe1,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:30.937255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Attempting to bind port d252597d-0738-4ad5-9eb3-cc1d48964fe1 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:30.937798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Attempting to bind port d252597d-0738-4ad5-9eb3-cc1d48964fe1 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '2c98ce27-70e3-49da-bce6-20291faae5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '687685f6-51a9-417f-989e-64b93793968d'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:30.939769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Attempting to bind port d252597d-0738-4ad5-9eb3-cc1d48964fe1 on network 687685f6-51a9-417f-989e-64b93793968d {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:30.950121 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:30.950400 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Checking segment: {'id': '2c98ce27-70e3-49da-bce6-20291faae5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '687685f6-51a9-417f-989e-64b93793968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:30.950798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:30.951186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Bound using segment: {'id': '2c98ce27-70e3-49da-bce6-20291faae5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '687685f6-51a9-417f-989e-64b93793968d'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:30.951667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Bound port: d252597d-0738-4ad5-9eb3-cc1d48964fe1, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c98ce27-70e3-49da-bce6-20291faae5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '687685f6-51a9-417f-989e-64b93793968d'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:30.952051 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.003219 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.034976 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] For port d252597d-0738-4ad5-9eb3-cc1d48964fe1, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:31.040706 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] For port d252597d-0738-4ad5-9eb3-cc1d48964fe1, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d252597d-0738-4ad5-9eb3-cc1d48964fe1,segment=NetworkSegment(2c98ce27-70e3-49da-bce6-20291faae5b6),segment_id=2c98ce27-70e3-49da-bce6-20291faae5b6)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:31.053439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d583d34e-4323-497f-9186-5f6de660a0f2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:31.087888 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.104426 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.150325 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 687685f6-51a9-417f-989e-64b93793968d is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:31.157996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port d583d34e-4323-497f-9186-5f6de660a0f2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:31.157996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.169845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:31.169845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=8dfe9ef7-0e08-4801-be13-83fa37b29bb0,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:31.176316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:31.199864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a6125-f77c-4beb-92e6-8a2e84647bb2 None None] Pushing event updated for resources: {'Port': ['ID=d252597d-0738-4ad5-9eb3-cc1d48964fe1,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:31.243898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.488214 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.783245 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.835141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.912045 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=8dfe9ef7-0e08-4801-be13-83fa37b29bb0,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:31.917230 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.016434 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 687685f6-51a9-417f-989e-64b93793968d is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:32.017967 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:32.139670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 34d13997-1a0a-462d-a34e-4decce87b8a5 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:41:32.192798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e2b1db-2c8d-4435-89f2-149b885094da None None] Network 687685f6-51a9-417f-989e-64b93793968d requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:32.254191 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:32.255499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-45519931-615e-42ac-ada3-ea92a25657b8 None None] Provisioning complete for port d252597d-0738-4ad5-9eb3-cc1d48964fe1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:32.255885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-45519931-615e-42ac-ada3-ea92a25657b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.262462 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cffd7dcd-53ec-4c36-8f06-b9994e608bf7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/34d13997-1a0a-462d-a34e-4decce87b8a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4633453 Dec 10 18:41:32.262622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38218) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:32.377070 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99aa8e-93bc-46d9-8498-fc881145730c tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.377528 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99aa8e-93bc-46d9-8498-fc881145730c tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.377986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99aa8e-93bc-46d9-8498-fc881145730c tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.378581 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99aa8e-93bc-46d9-8498-fc881145730c tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.378876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99aa8e-93bc-46d9-8498-fc881145730c tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.379333 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99aa8e-93bc-46d9-8498-fc881145730c tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.381253 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ca99aa8e-93bc-46d9-8498-fc881145730c tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1176074 Dec 10 18:41:32.383989 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38220) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:32.391669 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-45519931-615e-42ac-ada3-ea92a25657b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.424758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-45519931-615e-42ac-ada3-ea92a25657b8 None None] For port d252597d-0738-4ad5-9eb3-cc1d48964fe1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d252597d-0738-4ad5-9eb3-cc1d48964fe1,segment=NetworkSegment(2c98ce27-70e3-49da-bce6-20291faae5b6),segment_id=2c98ce27-70e3-49da-bce6-20291faae5b6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:32.494502 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08677214-f6a5-4432-b5e6-e88cc66a5c7b tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.494502 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08677214-f6a5-4432-b5e6-e88cc66a5c7b tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.494502 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08677214-f6a5-4432-b5e6-e88cc66a5c7b tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.494502 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08677214-f6a5-4432-b5e6-e88cc66a5c7b tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.494960 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08677214-f6a5-4432-b5e6-e88cc66a5c7b tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.497585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08677214-f6a5-4432-b5e6-e88cc66a5c7b tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:32.497585 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-08677214-f6a5-4432-b5e6-e88cc66a5c7b tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1122668 Dec 10 18:41:32.500029 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38222) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:32.509704 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-45519931-615e-42ac-ada3-ea92a25657b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.581597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45519931-615e-42ac-ada3-ea92a25657b8 None None] Pushing event updated for resources: {'Port': ['ID=d252597d-0738-4ad5-9eb3-cc1d48964fe1,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:32.631494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4650186c-d094-4622-ba8d-4e52edfd6ee6 None None] Provisioning complete for port d252597d-0738-4ad5-9eb3-cc1d48964fe1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:32.631974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4650186c-d094-4622-ba8d-4e52edfd6ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.663771 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3fc266d6-179b-4a3d-ac75-56167a5911d2 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1598625 Dec 10 18:41:32.685051 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Sync routers for ids ['34d13997-1a0a-462d-a34e-4decce87b8a5'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:32.703840 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Routers {'34d13997-1a0a-462d-a34e-4decce87b8a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:32.704497 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:41:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34d13997-1a0a-462d-a34e-4decce87b8a5'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:32.744292 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4650186c-d094-4622-ba8d-4e52edfd6ee6 None None] Provisioning complete for port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:32.744970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4650186c-d094-4622-ba8d-4e52edfd6ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.790539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-4650186c-d094-4622-ba8d-4e52edfd6ee6 None None] Port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:32.853048 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Set router 34d13997-1a0a-462d-a34e-4decce87b8a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:32.886585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38226) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:32.887817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-13f325f1-d36f-4842-b011-260e2ac44cd1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281453569', 'description': 'tempest-secgroup-smoke-281453569 description', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:32.924071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0d027d0e-579b-40b8-9327-ec7fc3e6ea1e None None] Provisioning complete for port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:32.924533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0d027d0e-579b-40b8-9327-ec7fc3e6ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.968868 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-0d027d0e-579b-40b8-9327-ec7fc3e6ea1e None None] Port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:32.972639 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-13f325f1-d36f-4842-b011-260e2ac44cd1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.069773 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-13f325f1-d36f-4842-b011-260e2ac44cd1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.074467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d252597d-0738-4ad5-9eb3-cc1d48964fe1 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:33.116221 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:31Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8dfe9ef7-0e08-4801-be13-83fa37b29bb0', 'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:96:07:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:30Z', 'updated_at': '2021-12-10T18:41:31Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:33.125585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port d252597d-0738-4ad5-9eb3-cc1d48964fe1 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:33.125882 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.146983 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Checking router: 34d13997-1a0a-462d-a34e-4decce87b8a5 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:33.147384 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Updating router 34d13997-1a0a-462d-a34e-4decce87b8a5 port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:41:33.150401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-13f325f1-d36f-4842-b011-260e2ac44cd1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.181505 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.187456 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f325f1-d36f-4842-b011-260e2ac44cd1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b3d831-f7b7-48ed-84ae-234b902cd163,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:33.224457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-dd71c457-85be-408f-be5c-1a5d545ec693 None None] Provisioning complete for port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:33.225058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dd71c457-85be-408f-be5c-1a5d545ec693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.243455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-13f325f1-d36f-4842-b011-260e2ac44cd1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.244916 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-13f325f1-d36f-4842-b011-260e2ac44cd1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3615687 Dec 10 18:41:33.247691 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38228) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:33.252707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7620aec3-57a1-48a5-bec8-09b00c90cc70 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'f1b3d831-f7b7-48ed-84ae-234b902cd163', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:33.265831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-dd71c457-85be-408f-be5c-1a5d545ec693 None None] Port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:33.364028 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7620aec3-57a1-48a5-bec8-09b00c90cc70 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.425466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7620aec3-57a1-48a5-bec8-09b00c90cc70 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.461974 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.515235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7620aec3-57a1-48a5-bec8-09b00c90cc70 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.535938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620aec3-57a1-48a5-bec8-09b00c90cc70 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6cb738-d48d-4e1d-b236-a4b59454ded5,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:33.555177 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.608769 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Pushing event updated for resources: {'Port': ['ID=8dfe9ef7-0e08-4801-be13-83fa37b29bb0,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:33.611894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7620aec3-57a1-48a5-bec8-09b00c90cc70 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.612938 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7620aec3-57a1-48a5-bec8-09b00c90cc70 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3642514 Dec 10 18:41:33.613070 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38230) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:33.617637 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-66a178c2-3f4b-4ec8-b351-beaf8240491c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'f1b3d831-f7b7-48ed-84ae-234b902cd163', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:33.631097 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:33.631448 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:33.632009 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:33.634838 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:33.634838 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:33.634838 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:33.634838 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:33.634838 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:33.634838 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:33.634838 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:33.634838 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:33.634838 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:33.635580 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:33.672206 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Attempting to bind port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:33.672574 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Attempting to bind port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '2c98ce27-70e3-49da-bce6-20291faae5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '687685f6-51a9-417f-989e-64b93793968d'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:33.672941 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Attempting to bind port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 on network 687685f6-51a9-417f-989e-64b93793968d {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:33.683026 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:33.683026 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Checking segment: {'id': '2c98ce27-70e3-49da-bce6-20291faae5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '687685f6-51a9-417f-989e-64b93793968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:33.683026 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.683026 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Bound using segment: {'id': '2c98ce27-70e3-49da-bce6-20291faae5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '687685f6-51a9-417f-989e-64b93793968d'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:33.683026 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Bound port: 8dfe9ef7-0e08-4801-be13-83fa37b29bb0, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c98ce27-70e3-49da-bce6-20291faae5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '687685f6-51a9-417f-989e-64b93793968d'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:33.683026 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.703145 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-66a178c2-3f4b-4ec8-b351-beaf8240491c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.748152 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] For port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:33.751523 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] For port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8dfe9ef7-0e08-4801-be13-83fa37b29bb0,segment=NetworkSegment(2c98ce27-70e3-49da-bce6-20291faae5b6),segment_id=2c98ce27-70e3-49da-bce6-20291faae5b6)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:33.768317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-66a178c2-3f4b-4ec8-b351-beaf8240491c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.881404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.887375 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-36570404-e909-4d3d-8eb8-8a7656fec930 None None] Provisioning complete for port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:33.887756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36570404-e909-4d3d-8eb8-8a7656fec930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.904054 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-66a178c2-3f4b-4ec8-b351-beaf8240491c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.927544 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a178c2-3f4b-4ec8-b351-beaf8240491c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942e51df-e207-4e42-884f-95cd4dbf7f4a,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:33.935470 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212ec60-0860-4964-9c79-fc08741fafd8 None None] Pushing event updated for resources: {'Port': ['ID=8dfe9ef7-0e08-4801-be13-83fa37b29bb0,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:33.948363 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Routers {'34d13997-1a0a-462d-a34e-4decce87b8a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:33.949551 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:41:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34d13997-1a0a-462d-a34e-4decce87b8a5'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:33.971980 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36570404-e909-4d3d-8eb8-8a7656fec930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.009507 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-36570404-e909-4d3d-8eb8-8a7656fec930 None None] For port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8dfe9ef7-0e08-4801-be13-83fa37b29bb0,segment=NetworkSegment(2c98ce27-70e3-49da-bce6-20291faae5b6),segment_id=2c98ce27-70e3-49da-bce6-20291faae5b6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:34.031984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-66a178c2-3f4b-4ec8-b351-beaf8240491c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.033558 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-66a178c2-3f4b-4ec8-b351-beaf8240491c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4195986 Dec 10 18:41:34.036253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38232) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:34.040942 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-49d21e65-6268-4a69-b6af-36c3b8342ba6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'f1b3d831-f7b7-48ed-84ae-234b902cd163', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:34.062525 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] Set router 34d13997-1a0a-462d-a34e-4decce87b8a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:34.081791 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36570404-e909-4d3d-8eb8-8a7656fec930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.133378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36570404-e909-4d3d-8eb8-8a7656fec930 None None] Pushing event updated for resources: {'Port': ['ID=8dfe9ef7-0e08-4801-be13-83fa37b29bb0,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:34.136005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-49d21e65-6268-4a69-b6af-36c3b8342ba6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.202971 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-49d21e65-6268-4a69-b6af-36c3b8342ba6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.207755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-93f01814-528f-4d0c-aff6-20cc2007df3e None None] Provisioning complete for port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:34.208230 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-93f01814-528f-4d0c-aff6-20cc2007df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.246986 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-49d21e65-6268-4a69-b6af-36c3b8342ba6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.272904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d21e65-6268-4a69-b6af-36c3b8342ba6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dac7dfa-c0ec-43e5-9562-d70ea99d773e,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:34.276182 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:31Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8dfe9ef7-0e08-4801-be13-83fa37b29bb0', 'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:96:07:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:30Z', 'updated_at': '2021-12-10T18:41:33Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:34.301300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-49d21e65-6268-4a69-b6af-36c3b8342ba6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.302694 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bac59f-b25f-4bf5-b160-bbf0749fe5c2 None None] The sync data for ids ['34d13997-1a0a-462d-a34e-4decce87b8a5'] in dv-neutron-821434-1-hyperv is: [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:31Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8dfe9ef7-0e08-4801-be13-83fa37b29bb0', 'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:96:07:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:30Z', 'updated_at': '2021-12-10T18:41:33Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:41:34.303233 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-49d21e65-6268-4a69-b6af-36c3b8342ba6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2656593 Dec 10 18:41:34.306136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38234) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:34.310713 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f8519c83-4436-40dd-aeb9-e33423604ec7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'f1b3d831-f7b7-48ed-84ae-234b902cd163', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:34.412033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f8519c83-4436-40dd-aeb9-e33423604ec7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.476238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f8519c83-4436-40dd-aeb9-e33423604ec7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.550088 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f8519c83-4436-40dd-aeb9-e33423604ec7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.572058 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8519c83-4436-40dd-aeb9-e33423604ec7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e06a140-9b71-46e2-9787-1ef7c5687732,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:34.637826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f8519c83-4436-40dd-aeb9-e33423604ec7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.639136 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f8519c83-4436-40dd-aeb9-e33423604ec7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3319635 Dec 10 18:41:34.641762 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38236) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:34.646294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a6ae6797-a68a-462c-95ae-8a3aafd8ee92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'f1b3d831-f7b7-48ed-84ae-234b902cd163', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:34.732578 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-a6ae6797-a68a-462c-95ae-8a3aafd8ee92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:41:34.738395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a6ae6797-a68a-462c-95ae-8a3aafd8ee92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.798685 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a6ae6797-a68a-462c-95ae-8a3aafd8ee92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.863909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a6ae6797-a68a-462c-95ae-8a3aafd8ee92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.880145 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae6797-a68a-462c-95ae-8a3aafd8ee92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9d9745-c6f2-43bd-ad8e-6217c6b73d8b,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:34.967497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a6ae6797-a68a-462c-95ae-8a3aafd8ee92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.969068 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a6ae6797-a68a-462c-95ae-8a3aafd8ee92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3263474 Dec 10 18:41:34.971899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38240) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:34.978885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-22085234-6ae0-4330-aa84-1ba1bff992f2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': 'f1b3d831-f7b7-48ed-84ae-234b902cd163', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:35.030475 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:35.081253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:35.081617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.087105 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-22085234-6ae0-4330-aa84-1ba1bff992f2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:41:35.092912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-22085234-6ae0-4330-aa84-1ba1bff992f2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.160102 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-22085234-6ae0-4330-aa84-1ba1bff992f2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.224112 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-22085234-6ae0-4330-aa84-1ba1bff992f2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.244197 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22085234-6ae0-4330-aa84-1ba1bff992f2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2e644e-5aa3-4643-a9a4-c39aed34fa32,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:35.317418 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-22085234-6ae0-4330-aa84-1ba1bff992f2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.321005 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-22085234-6ae0-4330-aa84-1ba1bff992f2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3480556 Dec 10 18:41:35.477107 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-171d21cf-1b7b-41f1-baa7-87c74b0c485e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281453569&fields=id&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 267 time: 0.0439134 Dec 10 18:41:35.605228 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-a25b471f-776b-48a0-beee-9ff8abefdbcd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:35.606741 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-a25b471f-776b-48a0-beee-9ff8abefdbcd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/networks?id=687685f6-51a9-417f-989e-64b93793968d HTTP/1.1" status: 200 len: 797 time: 0.1225841 Dec 10 18:41:35.623656 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-efe98ed7-1e58-4f28-a9ec-f1e5dc86342b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/quotas/d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 375 time: 0.0111222 Dec 10 18:41:35.678998 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-2fa1faa9-5dd5-432e-848e-b3557f2793c4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492618 Dec 10 18:41:35.784438 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-16424f87-cf75-439e-b7b0-97e3ec346576 service neutron] 10.222.0.60 "GET /v2.0/networks/687685f6-51a9-417f-989e-64b93793968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933480 Dec 10 18:41:35.893875 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9bf1bcb9-bbd5-47be-8ece-52b64a1ccd6c service neutron] 10.222.0.60 "GET /v2.0/networks/687685f6-51a9-417f-989e-64b93793968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029911 Dec 10 18:41:36.152564 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-65ae407b-e4fe-4180-9b03-7d8bd2460bf1 req-f70bbe6f-3677-4e4d-ab16-0cafd5f6c7d6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 210 time: 0.0290835 Dec 10 18:41:37.252055 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cb1e7ad1-1934-44f9-af46-07c5e9c298f1 req-fd50400b-5530-4e8f-b17d-0fc0d11a2978 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 210 time: 0.0269663 Dec 10 18:41:38.234348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-8a63e9cf-30b3-4624-8449-823933321e99 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:38.236338 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-8a63e9cf-30b3-4624-8449-823933321e99 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/networks?id=687685f6-51a9-417f-989e-64b93793968d HTTP/1.1" status: 200 len: 797 time: 0.1057906 Dec 10 18:41:38.305397 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-5d090032-99f5-4de9-b14c-57addbff8115 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 379 time: 0.0563197 Dec 10 18:41:38.318326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9d65d876-d086-42b4-9844-a4237b8f2d50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'port': {'device_id': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'admin_state_up': True, 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'security_groups': ['f1b3d831-f7b7-48ed-84ae-234b902cd163']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:38.345427 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-72f4607d-2276-409b-a684-9ebbe6fc08d4 req-f6a8e14f-5e39-4e94-bd46-96c8dad731ed tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 210 time: 0.0261052 Dec 10 18:41:38.543586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9d65d876-d086-42b4-9844-a4237b8f2d50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:38.547776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9d65d876-d086-42b4-9844-a4237b8f2d50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.675571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9d65d876-d086-42b4-9844-a4237b8f2d50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.6 (687685f6-51a9-417f-989e-64b93793968d/aa07b94c-0d0a-4e7e-9472-2952efd0c669/eea11e94-3573-40ab-a4fa-de1fd6caf052) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:38.817362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9d65d876-d086-42b4-9844-a4237b8f2d50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.898415 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9d65d876-d086-42b4-9844-a4237b8f2d50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.944139 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9d65d876-d086-42b4-9844-a4237b8f2d50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 687685f6-51a9-417f-989e-64b93793968d is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:38.946857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9d65d876-d086-42b4-9844-a4237b8f2d50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:38.950620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9d65d876-d086-42b4-9844-a4237b8f2d50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:38.957633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65d876-d086-42b4-9844-a4237b8f2d50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=eea11e94-3573-40ab-a4fa-de1fd6caf052,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:39.010028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9d65d876-d086-42b4-9844-a4237b8f2d50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:39.010799 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9d65d876-d086-42b4-9844-a4237b8f2d50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.078385 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9d65d876-d086-42b4-9844-a4237b8f2d50 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7636395 Dec 10 18:41:39.092686 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Request body: {'port': {'device_id': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:39.145579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7e7557cc-84a8-4d97-8e67-9fae71fb8db4 None None] Provisioning complete for port eea11e94-3573-40ab-a4fa-de1fd6caf052 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:39.146233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7e7557cc-84a8-4d97-8e67-9fae71fb8db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.148171 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.180430 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7e7557cc-84a8-4d97-8e67-9fae71fb8db4 None None] Port eea11e94-3573-40ab-a4fa-de1fd6caf052 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:39.430542 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea11e94-3573-40ab-a4fa-de1fd6caf052 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:39.440514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.454051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Transition to ACTIVE for port object eea11e94-3573-40ab-a4fa-de1fd6caf052 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:41:39.481880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a3a2c-a15a-4953-b47d-de40c58c1bc1 req-e7c4ce8c-4ceb-47b1-831f-c23c9742f755 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:39.483417 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-229a3a2c-a15a-4953-b47d-de40c58c1bc1 req-e7c4ce8c-4ceb-47b1-831f-c23c9742f755 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 931 time: 0.0590415 Dec 10 18:41:39.514889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.536525 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-229a3a2c-a15a-4953-b47d-de40c58c1bc1 req-2840f48f-d049-41fa-b69e-d08981647510 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3d831-f7b7-48ed-84ae-234b902cd163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460632 Dec 10 18:41:39.575983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Pushing event updated for resources: {'Port': ['ID=eea11e94-3573-40ab-a4fa-de1fd6caf052,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:39.637778 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Attempting to bind port eea11e94-3573-40ab-a4fa-de1fd6caf052 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:39.638131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Attempting to bind port eea11e94-3573-40ab-a4fa-de1fd6caf052 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '2c98ce27-70e3-49da-bce6-20291faae5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '687685f6-51a9-417f-989e-64b93793968d'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:39.638469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Attempting to bind port eea11e94-3573-40ab-a4fa-de1fd6caf052 on network 687685f6-51a9-417f-989e-64b93793968d {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:39.643691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Port eea11e94-3573-40ab-a4fa-de1fd6caf052 on network 687685f6-51a9-417f-989e-64b93793968d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:41:39.644028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Attempting to bind port eea11e94-3573-40ab-a4fa-de1fd6caf052 on network 687685f6-51a9-417f-989e-64b93793968d {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:39.649446 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:39.649829 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Checking segment: {'id': '2c98ce27-70e3-49da-bce6-20291faae5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '687685f6-51a9-417f-989e-64b93793968d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:39.650219 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Bound using segment: {'id': '2c98ce27-70e3-49da-bce6-20291faae5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '687685f6-51a9-417f-989e-64b93793968d'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:39.650814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Bound port: eea11e94-3573-40ab-a4fa-de1fd6caf052, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c98ce27-70e3-49da-bce6-20291faae5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '687685f6-51a9-417f-989e-64b93793968d'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:39.651178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.724712 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] For port eea11e94-3573-40ab-a4fa-de1fd6caf052, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:39.727958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] For port eea11e94-3573-40ab-a4fa-de1fd6caf052, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eea11e94-3573-40ab-a4fa-de1fd6caf052,segment=NetworkSegment(2c98ce27-70e3-49da-bce6-20291faae5b6),segment_id=2c98ce27-70e3-49da-bce6-20291faae5b6)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:39.829951 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.864915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:39.865588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.867105 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] 10.222.0.21 "PUT /v2.0/ports/eea11e94-3573-40ab-a4fa-de1fd6caf052 HTTP/1.1" status: 200 len: 1093 time: 0.7791052 Dec 10 18:41:39.871816 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'tag': 'eea11e94-3573-40ab-a4fa-de1fd6caf052'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:39.875541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723a3fc0-8054-4ec4-bb71-eebc6bf2667c" -d '{"events": [{"name": "network-changed", "server_uuid": "8038c16d-ad2d-4bb7-8d94-1112281b4192", "tag": "eea11e94-3573-40ab-a4fa-de1fd6caf052"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:39.904735 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baf67d-0855-4854-a33f-5f28b65871d8 service neutron] Pushing event updated for resources: {'Port': ['ID=eea11e94-3573-40ab-a4fa-de1fd6caf052,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:39.918239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69da04cd-7637-4355-86b6-ba2e890c0496 x-openstack-request-id: req-69da04cd-7637-4355-86b6-ba2e890c0496 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:39.923648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8038c16d-ad2d-4bb7-8d94-1112281b4192", "tag": "eea11e94-3573-40ab-a4fa-de1fd6caf052", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:39.923648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69da04cd-7637-4355-86b6-ba2e890c0496 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:39.923648 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'tag': 'eea11e94-3573-40ab-a4fa-de1fd6caf052', 'status': 'completed', 'code': 200} Dec 10 18:41:39.986037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a3fc0-8054-4ec4-bb71-eebc6bf2667c req-affec81a-b833-42ab-98ea-ce15aa714407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:39.988359 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-723a3fc0-8054-4ec4-bb71-eebc6bf2667c req-affec81a-b833-42ab-98ea-ce15aa714407 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 1096 time: 0.0459189 Dec 10 18:41:40.094593 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a3fc0-8054-4ec4-bb71-eebc6bf2667c req-06eb8606-de33-4a4c-8a2f-0b0bbc593d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.096103 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-723a3fc0-8054-4ec4-bb71-eebc6bf2667c req-06eb8606-de33-4a4c-8a2f-0b0bbc593d0c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d8d709b5542940cd80a96d0fc97864e7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0987983 Dec 10 18:41:40.191906 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a3fc0-8054-4ec4-bb71-eebc6bf2667c req-9f630e84-d809-4282-be3b-0cb4c7b61937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.193273 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-723a3fc0-8054-4ec4-bb71-eebc6bf2667c req-9f630e84-d809-4282-be3b-0cb4c7b61937 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872002 Dec 10 18:41:40.274403 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9cf5df5d-b924-435b-aa3d-ebc55632a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.275880 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-9cf5df5d-b924-435b-aa3d-ebc55632a0ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 1096 time: 0.0441945 Dec 10 18:41:40.317905 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-919f969e-2ae1-415a-b3e0-0bb3a89f26be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eea11e94-3573-40ab-a4fa-de1fd6caf052 HTTP/1.1" status: 200 len: 217 time: 0.0337093 Dec 10 18:41:40.367035 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-7a3d3366-d976-4669-bea7-46030543e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.368450 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-7a3d3366-d976-4669-bea7-46030543e10c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa07b94c-0d0a-4e7e-9472-2952efd0c669 HTTP/1.1" status: 200 len: 835 time: 0.0439858 Dec 10 18:41:40.414000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-7529c8da-1f96-463d-864a-bfbf71dbb354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.415485 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-7529c8da-1f96-463d-864a-bfbf71dbb354 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=687685f6-51a9-417f-989e-64b93793968d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400422 Dec 10 18:41:40.509412 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-7c5a2c1f-f7a7-4476-ba5e-ea1ff709227b service neutron] 10.222.0.21 "GET /v2.0/networks/687685f6-51a9-417f-989e-64b93793968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849743 Dec 10 18:41:40.601734 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c2fce305-c550-4d1a-899f-ccda54d06540 req-45a7c232-d3e2-474c-bc34-d9884671ef6f service neutron] 10.222.0.21 "GET /v2.0/networks/687685f6-51a9-417f-989e-64b93793968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815642 Dec 10 18:41:40.650467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9dd7d-64b3-46f5-900e-849b07580a56 req-35c776d1-684b-46ca-b732-ceb86db4ad24 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.651964 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-76a9dd7d-64b3-46f5-900e-849b07580a56 req-35c776d1-684b-46ca-b732-ceb86db4ad24 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 943 time: 0.0482635 Dec 10 18:41:40.703110 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-76a9dd7d-64b3-46f5-900e-849b07580a56 req-de4a905d-6cb5-4601-b642-5e1381dfb26c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3d831-f7b7-48ed-84ae-234b902cd163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449908 Dec 10 18:41:41.819846 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ccdfb-1262-48a4-94d7-d6ff026ef1f7 req-ac17a461-b383-4158-814a-c6f689626832 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:41.821283 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-532ccdfb-1262-48a4-94d7-d6ff026ef1f7 req-ac17a461-b383-4158-814a-c6f689626832 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 943 time: 0.0483160 Dec 10 18:41:41.874257 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-532ccdfb-1262-48a4-94d7-d6ff026ef1f7 req-c5d58a28-37e2-478a-ac15-5fc5d283ce3c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3d831-f7b7-48ed-84ae-234b902cd163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468185 Dec 10 18:41:41.915332 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eea11e94-3573-40ab-a4fa-de1fd6caf052 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:42.017794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eea11e94-3573-40ab-a4fa-de1fd6caf052, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eea11e94-3573-40ab-a4fa-de1fd6caf052,segment=NetworkSegment(2c98ce27-70e3-49da-bce6-20291faae5b6),segment_id=2c98ce27-70e3-49da-bce6-20291faae5b6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:42.029066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'eea11e94-3573-40ab-a4fa-de1fd6caf052', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'port_id': 'eea11e94-3573-40ab-a4fa-de1fd6caf052', 'mac_address': 'fa:16:3e:e9:3b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:42.067481 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.083764 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea11e94-3573-40ab-a4fa-de1fd6caf052 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:42.106165 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eea11e94-3573-40ab-a4fa-de1fd6caf052, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eea11e94-3573-40ab-a4fa-de1fd6caf052,segment=NetworkSegment(2c98ce27-70e3-49da-bce6-20291faae5b6),segment_id=2c98ce27-70e3-49da-bce6-20291faae5b6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:42.148976 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.200754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eea11e94-3573-40ab-a4fa-de1fd6caf052,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:42.207820 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:42.208177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:42.208522 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:42.208862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:42.209198 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:42.209525 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:42.209892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:42.210219 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:42.210550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:42.210876 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:42.211199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:42.216804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:42.216804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:42.400029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['eea11e94-3573-40ab-a4fa-de1fd6caf052'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:42.995787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06b76f-e437-4cbf-b5f0-2a336ae9abab req-62cce09e-4ee6-412e-a030-4891d4609ed2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:42.997273 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cb06b76f-e437-4cbf-b5f0-2a336ae9abab req-62cce09e-4ee6-412e-a030-4891d4609ed2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 944 time: 0.0525241 Dec 10 18:41:43.047886 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cb06b76f-e437-4cbf-b5f0-2a336ae9abab req-b40d9f13-5719-4fd1-a9b2-f35e55a8fb72 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3d831-f7b7-48ed-84ae-234b902cd163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439444 Dec 10 18:41:43.928318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eea11e94-3573-40ab-a4fa-de1fd6caf052 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:44.017667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port eea11e94-3573-40ab-a4fa-de1fd6caf052 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:41:44.022033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port eea11e94-3573-40ab-a4fa-de1fd6caf052 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:44.022406 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.097886 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.123281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea11e94-3573-40ab-a4fa-de1fd6caf052'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:44.125548 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264b4a45-e6de-497c-8329-9175a3fbf5c0" -d '{"events": [{"server_uuid": "8038c16d-ad2d-4bb7-8d94-1112281b4192", "name": "network-vif-plugged", "status": "completed", "tag": "eea11e94-3573-40ab-a4fa-de1fd6caf052"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:44.138889 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eea11e94-3573-40ab-a4fa-de1fd6caf052, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eea11e94-3573-40ab-a4fa-de1fd6caf052,segment=NetworkSegment(2c98ce27-70e3-49da-bce6-20291faae5b6),segment_id=2c98ce27-70e3-49da-bce6-20291faae5b6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:44.162006 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e160f2-79c6-48c4-a325-826798fbca65 req-7a34a369-e411-4a75-97a4-4588f88208e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:44.163702 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-09e160f2-79c6-48c4-a325-826798fbca65 req-7a34a369-e411-4a75-97a4-4588f88208e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 944 time: 0.0494583 Dec 10 18:41:44.167254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003ba61c-9437-41f7-bd61-aea30882c287 x-openstack-request-id: req-003ba61c-9437-41f7-bd61-aea30882c287 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:44.167545 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8038c16d-ad2d-4bb7-8d94-1112281b4192", "name": "network-vif-plugged", "status": "completed", "tag": "eea11e94-3573-40ab-a4fa-de1fd6caf052", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:44.167797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-003ba61c-9437-41f7-bd61-aea30882c287 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:44.168187 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea11e94-3573-40ab-a4fa-de1fd6caf052', 'code': 200} Dec 10 18:41:44.212563 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.213901 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-09e160f2-79c6-48c4-a325-826798fbca65 req-f54c75f7-af41-4060-8c16-07c8836ee819 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3d831-f7b7-48ed-84ae-234b902cd163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440147 Dec 10 18:41:44.262327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eea11e94-3573-40ab-a4fa-de1fd6caf052,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:44.537953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9f646-f5f3-42e9-8814-e971244e7125 req-23f6dccb-2ac0-4569-be60-c9f01686fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:44.539448 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2de9f646-f5f3-42e9-8814-e971244e7125 req-23f6dccb-2ac0-4569-be60-c9f01686fcf3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 1098 time: 0.0453179 Dec 10 18:41:44.601443 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2de9f646-f5f3-42e9-8814-e971244e7125 req-c1075df7-efa0-43a6-99e4-2639adc94ca9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f1b3d831-f7b7-48ed-84ae-234b902cd163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516791 Dec 10 18:41:45.337877 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b3b28-affe-4ebb-901f-af4462309736 req-983e4087-bdd8-479d-88d3-80c533c57c31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.339624 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a01b3b28-affe-4ebb-901f-af4462309736 req-983e4087-bdd8-479d-88d3-80c533c57c31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 945 time: 0.0539901 Dec 10 18:41:45.389078 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a01b3b28-affe-4ebb-901f-af4462309736 req-2f330e81-cc30-4a02-a3d2-2646ba125707 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3d831-f7b7-48ed-84ae-234b902cd163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436678 Dec 10 18:41:46.451913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-65d0afd1-5897-4a54-a144-b0763caeb80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.510125 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69e420-74fb-4b3f-a458-2e7c453c4ad0 req-8f3d5ec5-1710-4324-a63b-1933dd7f5ed1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:46.511643 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eb69e420-74fb-4b3f-a458-2e7c453c4ad0 req-8f3d5ec5-1710-4324-a63b-1933dd7f5ed1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 945 time: 0.0511250 Dec 10 18:41:46.561519 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eb69e420-74fb-4b3f-a458-2e7c453c4ad0 req-b9ce06ad-6cc2-44d7-bb39-d4a4d6e1e5df tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3d831-f7b7-48ed-84ae-234b902cd163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437641 Dec 10 18:41:46.674151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f3bfd-1480-49ef-bef5-ee3a2d8bea55 req-7e8cf643-2dff-410d-93ac-9cb731bf8d61 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:46.675630 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-626f3bfd-1480-49ef-bef5-ee3a2d8bea55 req-7e8cf643-2dff-410d-93ac-9cb731bf8d61 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 945 time: 0.0484853 Dec 10 18:41:46.728741 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-626f3bfd-1480-49ef-bef5-ee3a2d8bea55 req-fdf3abff-2087-4a53-a508-0e13142e1014 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3d831-f7b7-48ed-84ae-234b902cd163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470915 Dec 10 18:41:46.750287 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38296) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:46.789271 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4efbb2b-eff5-49d9-bd08-d4de1fa45779 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:46.790780 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f4efbb2b-eff5-49d9-bd08-d4de1fa45779 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 1093 time: 0.0395324 Dec 10 18:41:46.793573 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38298) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:46.797748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'eea11e94-3573-40ab-a4fa-de1fd6caf052', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:46.891759 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.991718 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.093529 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.209 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/e90ae46b-0ea7-4ada-8efd-7ed225eda184) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:47.195509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.269999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.310629 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:47.313623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:47.317376 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:47.342017 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=e90ae46b-0ea7-4ada-8efd-7ed225eda184,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.666450 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.820393 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.972857 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.052069 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.117554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=e90ae46b-0ea7-4ada-8efd-7ed225eda184,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:48.132246 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.400548 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.504262 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP bee3f5aa-06d0-4613-9299-4d6c7970c0ae associated. External IP: 172.26.5.209, port: eea11e94-3573-40ab-a4fa-de1fd6caf052. Dec 10 18:41:48.720910 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 34d13997-1a0a-462d-a34e-4decce87b8a5 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:41:48.828719 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:48.829600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8d0260f3-6b6a-45ed-a63a-822c4d3a0715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.840658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa00e554-1a5a-4b94-a91e-4e144188aa6d None None] Sync routers for ids ['34d13997-1a0a-462d-a34e-4decce87b8a5'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:48.850942 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa00e554-1a5a-4b94-a91e-4e144188aa6d None None] Routers {'34d13997-1a0a-462d-a34e-4decce87b8a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:48.855872 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-aa00e554-1a5a-4b94-a91e-4e144188aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:41:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34d13997-1a0a-462d-a34e-4decce87b8a5'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:48.922927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.950148 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f46010a0-fe2a-4adc-80cf-84b4a20aadaf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1555223 Dec 10 18:41:48.950752 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'tag': 'eea11e94-3573-40ab-a4fa-de1fd6caf052'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:48.952803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38300) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:48.953323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc17177-3927-42b6-8dad-6c674d3b98be" -d '{"events": [{"name": "network-changed", "server_uuid": "8038c16d-ad2d-4bb7-8d94-1112281b4192", "tag": "eea11e94-3573-40ab-a4fa-de1fd6caf052"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:48.961307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-aa00e554-1a5a-4b94-a91e-4e144188aa6d None None] Set router 34d13997-1a0a-462d-a34e-4decce87b8a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:49.060891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61251b5c-f728-4efe-a0ba-ea712ce8ce95 x-openstack-request-id: req-61251b5c-f728-4efe-a0ba-ea712ce8ce95 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:49.061194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8038c16d-ad2d-4bb7-8d94-1112281b4192", "tag": "eea11e94-3573-40ab-a4fa-de1fd6caf052", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:49.061583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61251b5c-f728-4efe-a0ba-ea712ce8ce95 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:49.062079 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'tag': 'eea11e94-3573-40ab-a4fa-de1fd6caf052', 'status': 'completed', 'code': 200} Dec 10 18:41:49.073412 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-79828ece-71a5-4dac-86ec-cef1540ef7bc tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/routers/34d13997-1a0a-462d-a34e-4decce87b8a5 HTTP/1.1" status: 200 len: 923 time: 0.1168072 Dec 10 18:41:49.073655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38306) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:49.168627 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-01a2c39b-e23a-4dc1-89b4-94093d6b288f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/bee3f5aa-06d0-4613-9299-4d6c7970c0ae HTTP/1.1" status: 200 len: 991 time: 0.0937839 Dec 10 18:41:49.171407 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc17177-3927-42b6-8dad-6c674d3b98be req-c86de4ac-338a-479b-8e66-273cbef7b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:49.173199 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cbc17177-3927-42b6-8dad-6c674d3b98be req-c86de4ac-338a-479b-8e66-273cbef7b6a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 1098 time: 0.0627742 Dec 10 18:41:49.198569 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-aa00e554-1a5a-4b94-a91e-4e144188aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:31Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'bee3f5aa-06d0-4613-9299-4d6c7970c0ae', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.209', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'port_id': 'eea11e94-3573-40ab-a4fa-de1fd6caf052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'mac_address': 'fa:16:3e:e9:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:47Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfe9ef7-0e08-4801-be13-83fa37b29bb0', 'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:96:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:30Z', 'updated_at': '2021-12-10T18:41:33Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:49.224893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa00e554-1a5a-4b94-a91e-4e144188aa6d None None] Checking router: 34d13997-1a0a-462d-a34e-4decce87b8a5 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:49.233484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa00e554-1a5a-4b94-a91e-4e144188aa6d None None] Routers {'34d13997-1a0a-462d-a34e-4decce87b8a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:49.234116 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-aa00e554-1a5a-4b94-a91e-4e144188aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:41:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34d13997-1a0a-462d-a34e-4decce87b8a5'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:49.264711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc17177-3927-42b6-8dad-6c674d3b98be req-522db7d6-a274-4f44-bfa7-02ebcb81fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:49.266216 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cbc17177-3927-42b6-8dad-6c674d3b98be req-522db7d6-a274-4f44-bfa7-02ebcb81fa35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=687685f6-51a9-417f-989e-64b93793968d HTTP/1.1" status: 200 len: 898 time: 0.0860555 Dec 10 18:41:49.336455 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cbc17177-3927-42b6-8dad-6c674d3b98be req-f191530c-3877-4baf-98d1-acb081624f96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eea11e94-3573-40ab-a4fa-de1fd6caf052 HTTP/1.1" status: 200 len: 999 time: 0.0629144 Dec 10 18:41:49.339832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-aa00e554-1a5a-4b94-a91e-4e144188aa6d None None] Set router 34d13997-1a0a-462d-a34e-4decce87b8a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:49.386221 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc17177-3927-42b6-8dad-6c674d3b98be req-45c3ea76-90c6-44f7-9941-1e151c2cc275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:49.387615 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cbc17177-3927-42b6-8dad-6c674d3b98be req-45c3ea76-90c6-44f7-9941-1e151c2cc275 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa07b94c-0d0a-4e7e-9472-2952efd0c669 HTTP/1.1" status: 200 len: 835 time: 0.0446422 Dec 10 18:41:49.436065 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc17177-3927-42b6-8dad-6c674d3b98be req-1f915297-5efb-48bb-971a-8e123cf92d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:49.437582 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cbc17177-3927-42b6-8dad-6c674d3b98be req-1f915297-5efb-48bb-971a-8e123cf92d02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=687685f6-51a9-417f-989e-64b93793968d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422490 Dec 10 18:41:49.543325 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cbc17177-3927-42b6-8dad-6c674d3b98be req-b44ee158-eb72-4d9d-9cff-e015f82e6b87 service neutron] 10.222.0.21 "GET /v2.0/networks/687685f6-51a9-417f-989e-64b93793968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912762 Dec 10 18:41:49.635694 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cbc17177-3927-42b6-8dad-6c674d3b98be req-770035ec-d651-426a-ad58-965ade2d747c service neutron] 10.222.0.21 "GET /v2.0/networks/687685f6-51a9-417f-989e-64b93793968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844002 Dec 10 18:41:49.720930 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-aa00e554-1a5a-4b94-a91e-4e144188aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:31Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'bee3f5aa-06d0-4613-9299-4d6c7970c0ae', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.209', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'port_id': 'eea11e94-3573-40ab-a4fa-de1fd6caf052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'mac_address': 'fa:16:3e:e9:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:47Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfe9ef7-0e08-4801-be13-83fa37b29bb0', 'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:96:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:30Z', 'updated_at': '2021-12-10T18:41:33Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:49.747174 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa00e554-1a5a-4b94-a91e-4e144188aa6d None None] The sync data for ids ['34d13997-1a0a-462d-a34e-4decce87b8a5'] in dv-neutron-821434-1-hyperv is: [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:31Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'bee3f5aa-06d0-4613-9299-4d6c7970c0ae', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.209', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'port_id': 'eea11e94-3573-40ab-a4fa-de1fd6caf052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'mac_address': 'fa:16:3e:e9:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:47Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfe9ef7-0e08-4801-be13-83fa37b29bb0', 'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:96:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:30Z', 'updated_at': '2021-12-10T18:41:33Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:41:49.925595 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5ef8bd-96f5-4ac6-b565-9fa3991f9fc2 None None] New status for floating IP bee3f5aa-06d0-4613-9299-4d6c7970c0ae: ACTIVE {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:41:50.126117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.172569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38308) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:50.238659 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-508a4ce5-c21e-4dd9-b1b5-5a0d0d388530 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/bee3f5aa-06d0-4613-9299-4d6c7970c0ae HTTP/1.1" status: 200 len: 993 time: 0.0649209 Dec 10 18:41:51.303402 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.457578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.823157 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:42:16.462917 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b43d00ea-84c1-448e-9000-1444eceafdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.393796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.822733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b496-fa3d-4c68-99e0-1bc5075673f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:20.079958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:21.273901 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:22.463356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:23.330530 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38326) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:23.437055 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-70d6d805-f0c4-4abc-867a-7508ed1c16d7 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/routers/34d13997-1a0a-462d-a34e-4decce87b8a5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1054616 Dec 10 18:42:23.439944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38328) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:23.633817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119f76f1-0157-4007-bf43-cc7b7883a477 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Notify agent at dv-neutron-821434-1-hyperv the message router_removed_from_agent {{(pid=103593) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 10 18:42:23.636962 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-119f76f1-0157-4007-bf43-cc7b7883a477 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "DELETE /v2.0/agents/240d4d05-0715-4293-abff-1d468ba9c4eb/l3-routers/34d13997-1a0a-462d-a34e-4decce87b8a5 HTTP/1.1" status: 204 len: 168 time: 0.1961265 Dec 10 18:42:23.639518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38330) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:24.085122 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7db65461-9e5f-4d7b-b796-52eff9659b9b tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/routers/34d13997-1a0a-462d-a34e-4decce87b8a5/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.4444466 Dec 10 18:42:24.087900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38332) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:24.148777 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-620b2884-386e-4ed6-8dcb-37e94635de07 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/bee3f5aa-06d0-4613-9299-4d6c7970c0ae HTTP/1.1" status: 200 len: 993 time: 0.0598142 Dec 10 18:42:24.418652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c250beb7-10be-45d1-90c4-c94ac8eef37a None None] New status for floating IP bee3f5aa-06d0-4613-9299-4d6c7970c0ae: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:42:25.029166 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:25.112341 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:25.151800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8dfe9ef7-0e08-4801-be13-83fa37b29bb0,segment=NetworkSegment(2c98ce27-70e3-49da-bce6-20291faae5b6),segment_id=2c98ce27-70e3-49da-bce6-20291faae5b6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:25.152671 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38336) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:25.223304 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9f0d8832-82ab-4ab1-81f2-4cc9d6216218 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/bee3f5aa-06d0-4613-9299-4d6c7970c0ae HTTP/1.1" status: 200 len: 991 time: 0.0692151 Dec 10 18:42:25.230255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:25.232658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d583d34e-4323-497f-9186-5f6de660a0f2 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:25.312476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=8dfe9ef7-0e08-4801-be13-83fa37b29bb0,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:25.354728 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:25.377342 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port d583d34e-4323-497f-9186-5f6de660a0f2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d583d34e-4323-497f-9186-5f6de660a0f2,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:25.491647 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:25.543520 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=d583d34e-4323-497f-9186-5f6de660a0f2,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:26.334429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38340) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:26.514178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0ad6fc-b1c8-4f32-b483-ae5f83191b0d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Router 34d13997-1a0a-462d-a34e-4decce87b8a5 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:42:26.516967 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0ad6fc-b1c8-4f32-b483-ae5f83191b0d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Notify agent at dv-neutron-821434-1-hyperv the message router_added_to_agent {{(pid=103593) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 10 18:42:26.548171 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ff0ad6fc-b1c8-4f32-b483-ae5f83191b0d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "POST /v2.0/agents/240d4d05-0715-4293-abff-1d468ba9c4eb/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2102377 Dec 10 18:42:26.548431 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38344) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:26.567742 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6c5b6-1036-4745-94b2-7e1fa15bb0cc None None] Sync routers for ids ['34d13997-1a0a-462d-a34e-4decce87b8a5'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:26.577591 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6c5b6-1036-4745-94b2-7e1fa15bb0cc None None] Routers {'34d13997-1a0a-462d-a34e-4decce87b8a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:26.578229 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-59f6c5b6-1036-4745-94b2-7e1fa15bb0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:42:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34d13997-1a0a-462d-a34e-4decce87b8a5'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:26.673261 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-56bf7518-bc56-44b4-a583-c9f63ec233a7 req-1aa7e51e-ad2c-4149-816c-4690b421b0c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1157813 Dec 10 18:42:26.681531 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-59f6c5b6-1036-4745-94b2-7e1fa15bb0cc None None] Set router 34d13997-1a0a-462d-a34e-4decce87b8a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:26.689754 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a0bc2380-6e1e-481b-a162-c9a3b4da28c7 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/routers/34d13997-1a0a-462d-a34e-4decce87b8a5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1398759 Dec 10 18:42:26.692934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38348) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:26.780904 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5eeb2c80-cd09-4b14-97a4-3747606fc857 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/bee3f5aa-06d0-4613-9299-4d6c7970c0ae HTTP/1.1" status: 200 len: 991 time: 0.0867064 Dec 10 18:42:26.787899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf7518-bc56-44b4-a583-c9f63ec233a7 req-45614cf7-147f-4835-b725-5c29f0326ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:26.789377 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-56bf7518-bc56-44b4-a583-c9f63ec233a7 req-45614cf7-147f-4835-b725-5c29f0326ddb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 1098 time: 0.0892947 Dec 10 18:42:26.893393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf7518-bc56-44b4-a583-c9f63ec233a7 req-bee067f4-c7dd-400a-bba6-933bdcec9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:26.895458 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-56bf7518-bc56-44b4-a583-c9f63ec233a7 req-bee067f4-c7dd-400a-bba6-933bdcec9126 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 913 time: 0.0862825 Dec 10 18:42:26.908642 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-59f6c5b6-1036-4745-94b2-7e1fa15bb0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:31Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:42:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'bee3f5aa-06d0-4613-9299-4d6c7970c0ae', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.209', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'port_id': 'eea11e94-3573-40ab-a4fa-de1fd6caf052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'mac_address': 'fa:16:3e:e9:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:47Z', 'updated_at': '2021-12-10T18:42:24Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfe9ef7-0e08-4801-be13-83fa37b29bb0', 'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:96:07:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:30Z', 'updated_at': '2021-12-10T18:42:25Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:26.934624 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6c5b6-1036-4745-94b2-7e1fa15bb0cc None None] Checking router: 34d13997-1a0a-462d-a34e-4decce87b8a5 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:26.942740 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6c5b6-1036-4745-94b2-7e1fa15bb0cc None None] Routers {'34d13997-1a0a-462d-a34e-4decce87b8a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:26.943334 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-59f6c5b6-1036-4745-94b2-7e1fa15bb0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:42:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34d13997-1a0a-462d-a34e-4decce87b8a5'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:26.966226 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-56bf7518-bc56-44b4-a583-c9f63ec233a7 req-114f0311-7cb0-4512-a7ba-6c01149e7e88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=880be4bf-440a-4c20-8e32-d1723de251e4 HTTP/1.1" status: 200 len: 1000 time: 0.0612974 Dec 10 18:42:27.015646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf7518-bc56-44b4-a583-c9f63ec233a7 req-9b1a1fe8-c59e-4370-a513-eb9b0f48defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:27.017099 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-56bf7518-bc56-44b4-a583-c9f63ec233a7 req-9b1a1fe8-c59e-4370-a513-eb9b0f48defa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 200 len: 851 time: 0.0431414 Dec 10 18:42:27.046027 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-59f6c5b6-1036-4745-94b2-7e1fa15bb0cc None None] Set router 34d13997-1a0a-462d-a34e-4decce87b8a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:27.065444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf7518-bc56-44b4-a583-c9f63ec233a7 req-e8c3a150-3cb4-46eb-8fb9-55bba15dc317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:27.067017 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-56bf7518-bc56-44b4-a583-c9f63ec233a7 req-e8c3a150-3cb4-46eb-8fb9-55bba15dc317 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a648c046-7b98-4168-8c91-4d4b8f654cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393229 Dec 10 18:42:27.166266 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-56bf7518-bc56-44b4-a583-c9f63ec233a7 req-2a1bf369-9c3b-4de9-a229-3030b064c90c service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879767 Dec 10 18:42:27.257258 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-56bf7518-bc56-44b4-a583-c9f63ec233a7 req-c1785975-7793-4b45-94ca-ef44be951243 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827808 Dec 10 18:42:27.274020 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-59f6c5b6-1036-4745-94b2-7e1fa15bb0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:31Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:42:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'bee3f5aa-06d0-4613-9299-4d6c7970c0ae', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.209', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'port_id': 'eea11e94-3573-40ab-a4fa-de1fd6caf052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'mac_address': 'fa:16:3e:e9:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:47Z', 'updated_at': '2021-12-10T18:42:24Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfe9ef7-0e08-4801-be13-83fa37b29bb0', 'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:96:07:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:30Z', 'updated_at': '2021-12-10T18:42:25Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:27.299539 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6c5b6-1036-4745-94b2-7e1fa15bb0cc None None] The sync data for ids ['34d13997-1a0a-462d-a34e-4decce87b8a5'] in dv-neutron-821434-1-hyperv is: [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:31Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:42:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'bee3f5aa-06d0-4613-9299-4d6c7970c0ae', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.209', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'port_id': 'eea11e94-3573-40ab-a4fa-de1fd6caf052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'mac_address': 'fa:16:3e:e9:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:47Z', 'updated_at': '2021-12-10T18:42:24Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfe9ef7-0e08-4801-be13-83fa37b29bb0', 'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:96:07:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:30Z', 'updated_at': '2021-12-10T18:42:25Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:27.786269 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38350) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:27.859541 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-27120d03-821c-4e96-8014-f86005b322ce tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/bee3f5aa-06d0-4613-9299-4d6c7970c0ae HTTP/1.1" status: 200 len: 991 time: 0.0719199 Dec 10 18:42:28.863229 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38352) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.892913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e2f11-a735-45d1-942d-cb6496cc7809 None None] New status for floating IP bee3f5aa-06d0-4613-9299-4d6c7970c0ae: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:42:28.924438 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4055489a-5c8e-415b-bcb0-f30fa75973ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/bee3f5aa-06d0-4613-9299-4d6c7970c0ae HTTP/1.1" status: 200 len: 991 time: 0.0600443 Dec 10 18:42:29.067060 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:29.116907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:29.117284 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:29.198227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:29.232434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8dfe9ef7-0e08-4801-be13-83fa37b29bb0,segment=NetworkSegment(2c98ce27-70e3-49da-bce6-20291faae5b6),segment_id=2c98ce27-70e3-49da-bce6-20291faae5b6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:29.291596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:29.292407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d583d34e-4323-497f-9186-5f6de660a0f2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:29.366707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=8dfe9ef7-0e08-4801-be13-83fa37b29bb0,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:29.378064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port d583d34e-4323-497f-9186-5f6de660a0f2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:29.379017 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:29.457418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:29.478909 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port d583d34e-4323-497f-9186-5f6de660a0f2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d583d34e-4323-497f-9186-5f6de660a0f2,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:29.548698 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:29.594596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=d583d34e-4323-497f-9186-5f6de660a0f2,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:29.927504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38354) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:29.991474 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0b9f79e7-71e7-438c-822d-a438429c07cd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/bee3f5aa-06d0-4613-9299-4d6c7970c0ae HTTP/1.1" status: 200 len: 993 time: 0.0628235 Dec 10 18:42:30.236802 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38360) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:30.392664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port e90ae46b-0ea7-4ada-8efd-7ed225eda184 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:30.393003 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:30.470817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:30.471148 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:30.483075 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for e90ae46b-0ea7-4ada-8efd-7ed225eda184 owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:30.708455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:30.732740 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=e90ae46b-0ea7-4ada-8efd-7ed225eda184,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:30.746566 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:30.746923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:30.747313 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:30.747655 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:30.747992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:30.748378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:30.748661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:30.748994 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:30.749320 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:30.749650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:30.750001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:30.750328 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:30.750653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:30.809393 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:30.809760 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP bee3f5aa-06d0-4613-9299-4d6c7970c0ae disassociated (deleted). External IP: 172.26.5.209, port: eea11e94-3573-40ab-a4fa-de1fd6caf052. Dec 10 18:42:31.027408 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 34d13997-1a0a-462d-a34e-4decce87b8a5 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:42:31.051345 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:31.098260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:31.098634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:31.139174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:42:31.144043 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:31.153212 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7cdd4-17ce-4ef2-9fe6-e8b66f857010 None None] Sync routers for ids ['34d13997-1a0a-462d-a34e-4decce87b8a5'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:31.165707 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7cdd4-17ce-4ef2-9fe6-e8b66f857010 None None] Routers {'34d13997-1a0a-462d-a34e-4decce87b8a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:31.166477 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1fc7cdd4-17ce-4ef2-9fe6-e8b66f857010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:42:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34d13997-1a0a-462d-a34e-4decce87b8a5'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:31.178204 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-73243cdc-aa80-40d2-b842-37b2d3083ce6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/floatingips/bee3f5aa-06d0-4613-9299-4d6c7970c0ae HTTP/1.1" status: 204 len: 168 time: 0.9373474 Dec 10 18:42:31.178204 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'tag': 'eea11e94-3573-40ab-a4fa-de1fd6caf052'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:31.179415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fbf35f-7b1e-4ea2-b6c7-39f0dc5c4c87" -d '{"events": [{"name": "network-changed", "server_uuid": "8038c16d-ad2d-4bb7-8d94-1112281b4192", "tag": "eea11e94-3573-40ab-a4fa-de1fd6caf052"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:31.190993 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d583d34e-4323-497f-9186-5f6de660a0f2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:31.224590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28edaa25-2df9-4d03-978e-8e596526165b x-openstack-request-id: req-28edaa25-2df9-4d03-978e-8e596526165b {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:31.224946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8038c16d-ad2d-4bb7-8d94-1112281b4192", "tag": "eea11e94-3573-40ab-a4fa-de1fd6caf052", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:31.225203 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28edaa25-2df9-4d03-978e-8e596526165b {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:31.225615 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'tag': 'eea11e94-3573-40ab-a4fa-de1fd6caf052', 'status': 'completed', 'code': 200} Dec 10 18:42:31.245223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port d583d34e-4323-497f-9186-5f6de660a0f2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:31.245602 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:31.300729 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbf35f-7b1e-4ea2-b6c7-39f0dc5c4c87 req-318dcef9-587c-4f92-904f-d54581336885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:31.302373 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b2fbf35f-7b1e-4ea2-b6c7-39f0dc5c4c87 req-318dcef9-587c-4f92-904f-d54581336885 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 1098 time: 0.0517313 Dec 10 18:42:31.303835 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-1fc7cdd4-17ce-4ef2-9fe6-e8b66f857010 None None] Set router 34d13997-1a0a-462d-a34e-4decce87b8a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:31.405461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbf35f-7b1e-4ea2-b6c7-39f0dc5c4c87 req-29e0face-4956-4ab9-b811-7e0d7feb2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:31.407015 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b2fbf35f-7b1e-4ea2-b6c7-39f0dc5c4c87 req-29e0face-4956-4ab9-b811-7e0d7feb2afa service neutron] 10.222.0.21 "GET /v2.0/networks?id=687685f6-51a9-417f-989e-64b93793968d HTTP/1.1" status: 200 len: 898 time: 0.0973473 Dec 10 18:42:31.450796 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b2fbf35f-7b1e-4ea2-b6c7-39f0dc5c4c87 req-d05c8407-a548-4094-b45a-945be2066a60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eea11e94-3573-40ab-a4fa-de1fd6caf052 HTTP/1.1" status: 200 len: 217 time: 0.0359216 Dec 10 18:42:31.502790 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbf35f-7b1e-4ea2-b6c7-39f0dc5c4c87 req-1629c362-a7d3-44f3-a189-2d827b6433a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:31.504302 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b2fbf35f-7b1e-4ea2-b6c7-39f0dc5c4c87 req-1629c362-a7d3-44f3-a189-2d827b6433a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa07b94c-0d0a-4e7e-9472-2952efd0c669 HTTP/1.1" status: 200 len: 835 time: 0.0457404 Dec 10 18:42:31.516009 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1fc7cdd4-17ce-4ef2-9fe6-e8b66f857010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:31Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:42:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8dfe9ef7-0e08-4801-be13-83fa37b29bb0', 'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:96:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:30Z', 'updated_at': '2021-12-10T18:42:29Z', 'revision_number': 7, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:31.551091 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7cdd4-17ce-4ef2-9fe6-e8b66f857010 None None] Checking router: 34d13997-1a0a-462d-a34e-4decce87b8a5 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:31.556227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbf35f-7b1e-4ea2-b6c7-39f0dc5c4c87 req-bd777c7c-65ab-4861-a8a0-e28a4fb71b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:31.557758 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b2fbf35f-7b1e-4ea2-b6c7-39f0dc5c4c87 req-bd777c7c-65ab-4861-a8a0-e28a4fb71b90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=687685f6-51a9-417f-989e-64b93793968d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434692 Dec 10 18:42:31.559779 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7cdd4-17ce-4ef2-9fe6-e8b66f857010 None None] Routers {'34d13997-1a0a-462d-a34e-4decce87b8a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:31.560371 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1fc7cdd4-17ce-4ef2-9fe6-e8b66f857010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:42:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34d13997-1a0a-462d-a34e-4decce87b8a5'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:31.614872 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4dbcf-764c-4993-af10-62b4dfc955bf req-8b76b2f4-3675-47e2-bf3d-977d727f883a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:31.616567 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bae4dbcf-764c-4993-af10-62b4dfc955bf req-8b76b2f4-3675-47e2-bf3d-977d727f883a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 945 time: 0.0524485 Dec 10 18:42:31.665362 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b2fbf35f-7b1e-4ea2-b6c7-39f0dc5c4c87 req-af17a8ff-bfc9-4e46-86b4-5a729586ff09 service neutron] 10.222.0.21 "GET /v2.0/networks/687685f6-51a9-417f-989e-64b93793968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944557 Dec 10 18:42:31.669474 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bae4dbcf-764c-4993-af10-62b4dfc955bf req-44daf346-3626-4877-b177-16155d56f969 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3d831-f7b7-48ed-84ae-234b902cd163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456614 Dec 10 18:42:31.669637 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-1fc7cdd4-17ce-4ef2-9fe6-e8b66f857010 None None] Set router 34d13997-1a0a-462d-a34e-4decce87b8a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:31.764992 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b2fbf35f-7b1e-4ea2-b6c7-39f0dc5c4c87 req-c009097f-272e-4672-828b-c2170d6a7ce8 service neutron] 10.222.0.21 "GET /v2.0/networks/687685f6-51a9-417f-989e-64b93793968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869274 Dec 10 18:42:31.879878 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:42:31.963628 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1fc7cdd4-17ce-4ef2-9fe6-e8b66f857010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:31Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:42:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8dfe9ef7-0e08-4801-be13-83fa37b29bb0', 'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:96:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:30Z', 'updated_at': '2021-12-10T18:42:29Z', 'revision_number': 7, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:31.989864 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7cdd4-17ce-4ef2-9fe6-e8b66f857010 None None] The sync data for ids ['34d13997-1a0a-462d-a34e-4decce87b8a5'] in dv-neutron-821434-1-hyperv is: [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:41:31Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:42:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8dfe9ef7-0e08-4801-be13-83fa37b29bb0', 'name': '', 'network_id': '687685f6-51a9-417f-989e-64b93793968d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:96:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:30Z', 'updated_at': '2021-12-10T18:42:29Z', 'revision_number': 7, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'aa07b94c-0d0a-4e7e-9472-2952efd0c669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:32.652098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb95a87-2305-4e58-b828-e39df300f837 None None] New status for floating IP bee3f5aa-06d0-4613-9299-4d6c7970c0ae: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:42:32.792857 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04adc73-f223-4e90-88f9-0897cc034183 req-271ed72b-5b74-4911-905d-9f8d41fe99d5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:32.794382 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b04adc73-f223-4e90-88f9-0897cc034183 req-271ed72b-5b74-4911-905d-9f8d41fe99d5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 945 time: 0.0537808 Dec 10 18:42:32.849670 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b04adc73-f223-4e90-88f9-0897cc034183 req-af3f848b-f182-459f-b52e-ff1c52e866d8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3d831-f7b7-48ed-84ae-234b902cd163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491960 Dec 10 18:42:33.129729 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b6a0d-8a7e-44dd-b008-de83accfd193 req-cfc89f10-35a7-44b6-aec2-65bafccaae62 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:33.131216 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a48b6a0d-8a7e-44dd-b008-de83accfd193 req-cfc89f10-35a7-44b6-aec2-65bafccaae62 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 945 time: 0.0544381 Dec 10 18:42:33.223292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-a48b6a0d-8a7e-44dd-b008-de83accfd193 req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port eea11e94-3573-40ab-a4fa-de1fd6caf052 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:33.223538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a48b6a0d-8a7e-44dd-b008-de83accfd193 req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.314121 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-a48b6a0d-8a7e-44dd-b008-de83accfd193 req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port eea11e94-3573-40ab-a4fa-de1fd6caf052, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eea11e94-3573-40ab-a4fa-de1fd6caf052,segment=NetworkSegment(2c98ce27-70e3-49da-bce6-20291faae5b6),segment_id=2c98ce27-70e3-49da-bce6-20291faae5b6)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:33.314485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a48b6a0d-8a7e-44dd-b008-de83accfd193 req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.327106 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-a48b6a0d-8a7e-44dd-b008-de83accfd193 req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for eea11e94-3573-40ab-a4fa-de1fd6caf052 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:33.531381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a48b6a0d-8a7e-44dd-b008-de83accfd193 req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.558492 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=eea11e94-3573-40ab-a4fa-de1fd6caf052,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:33.573215 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:33.573622 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:33.574005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:33.574348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:33.574683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:33.575018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:33.575596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:33.575833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:33.576126 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:33.576441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:33.576767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:33.577087 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:33.577413 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:33.611401 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48b6a0d-8a7e-44dd-b008-de83accfd193 req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] No DVR routers for this DVR port eea11e94-3573-40ab-a4fa-de1fd6caf052 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:33.614447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a48b6a0d-8a7e-44dd-b008-de83accfd193 req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.617778 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a48b6a0d-8a7e-44dd-b008-de83accfd193 req-ef144c4b-b338-4d5f-a3f8-0baa8c89aaa3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "DELETE /v2.0/ports/eea11e94-3573-40ab-a4fa-de1fd6caf052 HTTP/1.1" status: 204 len: 173 time: 0.4792542 Dec 10 18:42:33.618222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'name': 'network-vif-deleted', 'tag': 'eea11e94-3573-40ab-a4fa-de1fd6caf052'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:33.620498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeae35b-f2bf-464e-9cb7-f1f91bac4cb6" -d '{"events": [{"server_uuid": "8038c16d-ad2d-4bb7-8d94-1112281b4192", "name": "network-vif-deleted", "tag": "eea11e94-3573-40ab-a4fa-de1fd6caf052"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:33.658495 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da06bc93-e340-4914-a951-8d45ee96674c x-openstack-request-id: req-da06bc93-e340-4914-a951-8d45ee96674c {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:33.658822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8038c16d-ad2d-4bb7-8d94-1112281b4192", "name": "network-vif-deleted", "tag": "eea11e94-3573-40ab-a4fa-de1fd6caf052", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:33.659079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da06bc93-e340-4914-a951-8d45ee96674c {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:33.659492 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8038c16d-ad2d-4bb7-8d94-1112281b4192', 'name': 'network-vif-deleted', 'tag': 'eea11e94-3573-40ab-a4fa-de1fd6caf052', 'status': 'completed', 'code': 200} Dec 10 18:42:33.947487 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0c6741a2-9b48-453c-a545-bd9495d2354f req-a15fb3c5-db6a-40c7-8646-a699b4fa1270 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=8038c16d-ad2d-4bb7-8d94-1112281b4192 HTTP/1.1" status: 200 len: 210 time: 0.0283682 Dec 10 18:42:35.004415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38376) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:35.061871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-92c58874-af80-437e-bb13-4207f3a69506 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.088148 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-92c58874-af80-437e-bb13-4207f3a69506 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.222316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-92c58874-af80-437e-bb13-4207f3a69506 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.225082 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-92c58874-af80-437e-bb13-4207f3a69506 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.226322 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-92c58874-af80-437e-bb13-4207f3a69506 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/security-groups/f1b3d831-f7b7-48ed-84ae-234b902cd163 HTTP/1.1" status: 204 len: 168 time: 0.2207854 Dec 10 18:42:35.235613 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c58874-af80-437e-bb13-4207f3a69506 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b3d831-f7b7-48ed-84ae-234b902cd163,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:35.326111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38382) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:35.688276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82debbf4-0df8-4f39-96b7-da54536c0ddc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:35.954264 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-82debbf4-0df8-4f39-96b7-da54536c0ddc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:35.954605 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82debbf4-0df8-4f39-96b7-da54536c0ddc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:36.043659 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-82debbf4-0df8-4f39-96b7-da54536c0ddc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 8dfe9ef7-0e08-4801-be13-83fa37b29bb0, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8dfe9ef7-0e08-4801-be13-83fa37b29bb0,segment=NetworkSegment(2c98ce27-70e3-49da-bce6-20291faae5b6),segment_id=2c98ce27-70e3-49da-bce6-20291faae5b6)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:36.044026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82debbf4-0df8-4f39-96b7-da54536c0ddc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:36.056267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-82debbf4-0df8-4f39-96b7-da54536c0ddc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:36.161831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eea11e94-3573-40ab-a4fa-de1fd6caf052 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:36.182040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: eea11e94-3573-40ab-a4fa-de1fd6caf052 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:36.182386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eea11e94-3573-40ab-a4fa-de1fd6caf052 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:36.314125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82debbf4-0df8-4f39-96b7-da54536c0ddc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:36.343704 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82debbf4-0df8-4f39-96b7-da54536c0ddc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=8dfe9ef7-0e08-4801-be13-83fa37b29bb0,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:36.518207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82debbf4-0df8-4f39-96b7-da54536c0ddc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.071544 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82debbf4-0df8-4f39-96b7-da54536c0ddc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 34d13997-1a0a-462d-a34e-4decce87b8a5 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:42:37.173120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82debbf4-0df8-4f39-96b7-da54536c0ddc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:42:37.178955 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-82debbf4-0df8-4f39-96b7-da54536c0ddc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/34d13997-1a0a-462d-a34e-4decce87b8a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8518333 Dec 10 18:42:37.181664 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38386) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:37.184379 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810b78cb-c2d8-4f72-a1bc-c3f6c1cb6909 None None] Sync routers for ids ['34d13997-1a0a-462d-a34e-4decce87b8a5'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:37.194893 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810b78cb-c2d8-4f72-a1bc-c3f6c1cb6909 None None] Routers {'34d13997-1a0a-462d-a34e-4decce87b8a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:37.196786 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-810b78cb-c2d8-4f72-a1bc-c3f6c1cb6909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:42:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34d13997-1a0a-462d-a34e-4decce87b8a5'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:37.236266 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea131544-8ff3-417b-ac65-6fc3708b410c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting subnet aa07b94c-0d0a-4e7e-9472-2952efd0c669 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:42:37.240111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ea131544-8ff3-417b-ac65-6fc3708b410c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.280686 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ea131544-8ff3-417b-ac65-6fc3708b410c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.300298 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-810b78cb-c2d8-4f72-a1bc-c3f6c1cb6909 None None] Set router 34d13997-1a0a-462d-a34e-4decce87b8a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:37.366771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ea131544-8ff3-417b-ac65-6fc3708b410c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.477266 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-810b78cb-c2d8-4f72-a1bc-c3f6c1cb6909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:42:36Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:42:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:37.491857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ea131544-8ff3-417b-ac65-6fc3708b410c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.503840 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810b78cb-c2d8-4f72-a1bc-c3f6c1cb6909 None None] Checking router: 34d13997-1a0a-462d-a34e-4decce87b8a5 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:37.512899 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810b78cb-c2d8-4f72-a1bc-c3f6c1cb6909 None None] Routers {'34d13997-1a0a-462d-a34e-4decce87b8a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:37.513528 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-810b78cb-c2d8-4f72-a1bc-c3f6c1cb6909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:42:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34d13997-1a0a-462d-a34e-4decce87b8a5'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:37.522044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea131544-8ff3-417b-ac65-6fc3708b410c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Subnet': ['ID=aa07b94c-0d0a-4e7e-9472-2952efd0c669,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:37.525898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ea131544-8ff3-417b-ac65-6fc3708b410c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.530219 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ea131544-8ff3-417b-ac65-6fc3708b410c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/subnets/aa07b94c-0d0a-4e7e-9472-2952efd0c669 HTTP/1.1" status: 204 len: 168 time: 0.3464420 Dec 10 18:42:37.531766 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38388) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:37.534264 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d404864f-1cd6-4c38-bd0f-8109f855edb2 None None] Network 687685f6-51a9-417f-989e-64b93793968d requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:37.628799 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-810b78cb-c2d8-4f72-a1bc-c3f6c1cb6909 None None] Set router 34d13997-1a0a-462d-a34e-4decce87b8a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:37.645101 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.724628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb8015-c12d-483c-96da-dd90acaa384b None None] DHCP port deletion for 687685f6-51a9-417f-989e-64b93793968d request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:37.764936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.776175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb8015-c12d-483c-96da-dd90acaa384b None None] Deleting port d252597d-0738-4ad5-9eb3-cc1d48964fe1 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:37.776546 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f9fb8015-c12d-483c-96da-dd90acaa384b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.829371 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-810b78cb-c2d8-4f72-a1bc-c3f6c1cb6909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:42:36Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:42:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:37.839109 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f9fb8015-c12d-483c-96da-dd90acaa384b None None] For port d252597d-0738-4ad5-9eb3-cc1d48964fe1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d252597d-0738-4ad5-9eb3-cc1d48964fe1,segment=NetworkSegment(2c98ce27-70e3-49da-bce6-20291faae5b6),segment_id=2c98ce27-70e3-49da-bce6-20291faae5b6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:37.839514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f9fb8015-c12d-483c-96da-dd90acaa384b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.855880 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810b78cb-c2d8-4f72-a1bc-c3f6c1cb6909 None None] The sync data for ids ['34d13997-1a0a-462d-a34e-4decce87b8a5'] in dv-neutron-821434-1-hyperv is: [{'id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'name': 'tempest-TestNetworkBasicOps-router-1442179580', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:26Z', 'updated_at': '2021-12-10T18:42:36Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': 'd583d34e-4323-497f-9186-5f6de660a0f2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:81:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d13997-1a0a-462d-a34e-4decce87b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:27Z', 'updated_at': '2021-12-10T18:42:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:37.868341 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb8015-c12d-483c-96da-dd90acaa384b None None] Calling delete_port for d252597d-0738-4ad5-9eb3-cc1d48964fe1 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:37.940098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port d583d34e-4323-497f-9186-5f6de660a0f2 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:37.940368 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.019295 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port d583d34e-4323-497f-9186-5f6de660a0f2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d583d34e-4323-497f-9186-5f6de660a0f2,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:38.019584 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.028578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f9fb8015-c12d-483c-96da-dd90acaa384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.034352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for d583d34e-4323-497f-9186-5f6de660a0f2 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:38.056923 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb8015-c12d-483c-96da-dd90acaa384b None None] Pushing event deleted for resources: {'Port': ['ID=d252597d-0738-4ad5-9eb3-cc1d48964fe1,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:38.058948 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fb8015-c12d-483c-96da-dd90acaa384b None None] No DVR routers for this DVR port d252597d-0738-4ad5-9eb3-cc1d48964fe1 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:38.322609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.351085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=d583d34e-4323-497f-9186-5f6de660a0f2,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:38.364077 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084fc759-0e12-4f39-b64b-25ee15045b78 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:38.414217 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.510088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.512234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.656992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.657677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Fanout notify agent at l3_agent the message router_deleted on router 34d13997-1a0a-462d-a34e-4decce87b8a5 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:42:38.665177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.666330 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4ff52641-e468-4bee-8414-eb257e8ccb92 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/routers/34d13997-1a0a-462d-a34e-4decce87b8a5 HTTP/1.1" status: 204 len: 168 time: 1.1334469 Dec 10 18:42:38.669140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38390) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:38.753158 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f867562-84ba-4151-b50e-b3471adbbb18 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.844567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f867562-84ba-4151-b50e-b3471adbbb18 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.864427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8f867562-84ba-4151-b50e-b3471adbbb18 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687685f6-51a9-417f-989e-64b93793968d']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:38.873713 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8f867562-84ba-4151-b50e-b3471adbbb18 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c98ce27-70e3-49da-bce6-20291faae5b6') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:38.874574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8f867562-84ba-4151-b50e-b3471adbbb18 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c98ce27-70e3-49da-bce6-20291faae5b6') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:38.883245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f867562-84ba-4151-b50e-b3471adbbb18 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.896853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f867562-84ba-4151-b50e-b3471adbbb18 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.902830 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f867562-84ba-4151-b50e-b3471adbbb18 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:42:38.905984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f867562-84ba-4151-b50e-b3471adbbb18 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:42:38.906267 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:42:39.028187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f867562-84ba-4151-b50e-b3471adbbb18 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.035536 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f867562-84ba-4151-b50e-b3471adbbb18 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.038910 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8f867562-84ba-4151-b50e-b3471adbbb18 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/networks/687685f6-51a9-417f-989e-64b93793968d HTTP/1.1" status: 204 len: 168 time: 0.3687692 Dec 10 18:42:39.050518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f867562-84ba-4151-b50e-b3471adbbb18 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Network': ['ID=687685f6-51a9-417f-989e-64b93793968d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:39.060415 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38392) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:39.065340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d9483ae5-5627-445d-8b59-9cd0c36c6994 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'network': {'name': 'tempest-network-smoke--1224601220', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'port_security_enabled': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:39.141505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:39.159974 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9483ae5-5627-445d-8b59-9cd0c36c6994 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:39.163617 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d9483ae5-5627-445d-8b59-9cd0c36c6994 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.165374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:39.165800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8dfe9ef7-0e08-4801-be13-83fa37b29bb0 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:39.172563 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d583d34e-4323-497f-9186-5f6de660a0f2 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:39.185311 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: d583d34e-4323-497f-9186-5f6de660a0f2 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:39.185664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d583d34e-4323-497f-9186-5f6de660a0f2 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:39.186131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d252597d-0738-4ad5-9eb3-cc1d48964fe1 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:39.193333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9483ae5-5627-445d-8b59-9cd0c36c6994 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:39.201807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d9483ae5-5627-445d-8b59-9cd0c36c6994 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.204055 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-d9483ae5-5627-445d-8b59-9cd0c36c6994 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Added segment 045d4045-bcc7-4187-bfed-631621858d9c of type vlan for network 9eaf298f-4e0e-47e4-9799-fa438e797650 Dec 10 18:42:39.205733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: d252597d-0738-4ad5-9eb3-cc1d48964fe1 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:39.206020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d252597d-0738-4ad5-9eb3-cc1d48964fe1 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:39.244688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d9483ae5-5627-445d-8b59-9cd0c36c6994 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.325445 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d9483ae5-5627-445d-8b59-9cd0c36c6994 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.331114 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9483ae5-5627-445d-8b59-9cd0c36c6994 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:39.336128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d9483ae5-5627-445d-8b59-9cd0c36c6994 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.396743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9483ae5-5627-445d-8b59-9cd0c36c6994 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Network': ['ID=9eaf298f-4e0e-47e4-9799-fa438e797650,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:39.406585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 9eaf298f-4e0e-47e4-9799-fa438e797650 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:42:39.482334 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d9483ae5-5627-445d-8b59-9cd0c36c6994 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4208419 Dec 10 18:42:39.486609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38394) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:39.490027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'admin_state_up': True, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:39.576763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.577890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.632387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:39.819205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.074706 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.093521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.197924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.186 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/9fa9bed1-94ad-4f0a-bbc1-349a5467e907) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:40.298086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.388521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.430410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:40.435086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:40.438615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:40.444806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=9fa9bed1-94ad-4f0a-bbc1-349a5467e907,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:40.449548 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f910812f-043c-429b-83e8-f6f1ff6bf3e6 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:40.535140 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8c3b7a06-c18f-4ad9-a969-26c9480b39be None None] Provisioning complete for port 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:40.535537 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7a06-c18f-4ad9-a969-26c9480b39be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.569134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b7a06-c18f-4ad9-a969-26c9480b39be None None] Port 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:40.773277 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.972919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.187489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:42:41.290854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:42:41.300643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Sync routers for ids ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:41.311492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Routers {'3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:41.312227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:42:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:41.407711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.409076 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-21651153-d836-4296-a014-d9e0f30c9226 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9230907 Dec 10 18:42:41.412490 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38396) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:41.414904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Set router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:41.452571 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-69185561-9c9d-417f-a9dc-7428590f14b7 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d8d709b5542940cd80a96d0fc97864e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389378 Dec 10 18:42:41.455178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38398) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:41.598715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:42:40Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:41.626083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Checking router: 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:41.626407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Updating router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 port 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:42:41.653214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.915913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.949563 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bf5e76-67b2-4c12-b0d1-0b07b03d3518 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:41.951108 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-08bf5e76-67b2-4c12-b0d1-0b07b03d3518 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4950166 Dec 10 18:42:41.953988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38400) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:41.987228 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-04ea957b-3dd2-440f-9d69-7c6a063d61b7 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321672 Dec 10 18:42:41.990256 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38402) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:41.994881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-cc0a7ce6-602f-41e6-9720-66b371438326 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1099050687', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:42.017113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.058629 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e984aaf9-8e65-4beb-a4c0-035707f1132c None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:42.080591 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Attempting to bind port 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:42.080971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Attempting to bind port 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:42.085340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Attempting to bind port 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:42.085340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Pushing event updated for resources: {'Port': ['ID=9fa9bed1-94ad-4f0a-bbc1-349a5467e907,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:42.089974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:42.090389 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:42.090916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.091351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:42.091777 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Bound port: 9fa9bed1-94ad-4f0a-bbc1-349a5467e907, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:42.092165 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.143344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] For port 9fa9bed1-94ad-4f0a-bbc1-349a5467e907, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:42.146522 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] For port 9fa9bed1-94ad-4f0a-bbc1-349a5467e907, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9fa9bed1-94ad-4f0a-bbc1-349a5467e907,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:42.165674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0a7ce6-602f-41e6-9720-66b371438326 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:42.169431 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7ce6-602f-41e6-9720-66b371438326 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.197399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.200717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6742103e-5926-4d88-b0f1-ba250a3ffc34 None None] Provisioning complete for port 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:42.201141 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6742103e-5926-4d88-b0f1-ba250a3ffc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.421188 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bba3d3a-21a9-4932-9662-08c2757e87d8 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:42.439807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7ce6-602f-41e6-9720-66b371438326 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.442844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Pushing event updated for resources: {'Port': ['ID=9fa9bed1-94ad-4f0a-bbc1-349a5467e907,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:42.455892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:42.456243 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:42.456555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:42.456897 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:42.457232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:42.457567 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:42.458460 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:42.458792 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:42.459122 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:42.459469 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:42.459775 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:42.460102 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:42.460425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02864db-5a1d-4839-88b8-ea4184c6d7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:42.465067 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Routers {'3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:42.465673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:42:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:42.505256 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a7ce6-602f-41e6-9720-66b371438326 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Subnet': ['ID=a1ade734-6f98-405a-bc04-9933c0bde589,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:42.512645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0a7ce6-602f-41e6-9720-66b371438326 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Checking segment: {'id': '045d4045-bcc7-4187-bfed-631621858d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:42.513167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0a7ce6-602f-41e6-9720-66b371438326 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network hostable DHCP agents. Network: 9eaf298f-4e0e-47e4-9799-fa438e797650, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:42:42.584595 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6742103e-5926-4d88-b0f1-ba250a3ffc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.588376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0a7ce6-602f-41e6-9720-66b371438326 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 9eaf298f-4e0e-47e4-9799-fa438e797650 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:42:42.616079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6742103e-5926-4d88-b0f1-ba250a3ffc34 None None] For port 9fa9bed1-94ad-4f0a-bbc1-349a5467e907, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9fa9bed1-94ad-4f0a-bbc1-349a5467e907,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:42.622662 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] Set router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:42.645230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-cc0a7ce6-602f-41e6-9720-66b371438326 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 9eaf298f-4e0e-47e4-9799-fa438e797650) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:42.650376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0a7ce6-602f-41e6-9720-66b371438326 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:42.651337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7ce6-602f-41e6-9720-66b371438326 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.679321 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d9c05-cfeb-4436-89d3-411e52de7471 None None] Network 9eaf298f-4e0e-47e4-9799-fa438e797650 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:42.682910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6742103e-5926-4d88-b0f1-ba250a3ffc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.716923 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cc0a7ce6-602f-41e6-9720-66b371438326 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7256608 Dec 10 18:42:42.719798 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38404) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:42.884513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742103e-5926-4d88-b0f1-ba250a3ffc34 None None] Pushing event updated for resources: {'Port': ['ID=9fa9bed1-94ad-4f0a-bbc1-349a5467e907,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:42.892014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0f01c7fb-8fd8-459f-bf49-97e8d59d4ade None None] Provisioning complete for port 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:42.892467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0f01c7fb-8fd8-459f-bf49-97e8d59d4ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.902461 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-9eaf298f-4e0e-47e4-9799-fa438e797650', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ips': [{'subnet_id': 'a1ade734-6f98-405a-bc04-9933c0bde589'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:42:42.902599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.124090 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:42:40Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:43.158075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d2e03d-10b9-45e0-bbef-24b4a14c4766 None None] The sync data for ids ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'] in dv-neutron-821434-1-hyperv is: [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:42:40Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:43.168406 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Allocated IP 172.20.0.2 (9eaf298f-4e0e-47e4-9799-fa438e797650/a1ade734-6f98-405a-bc04-9933c0bde589/ecc2882f-a873-42a8-a3e3-384a4e8bc36a) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:43.168526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.321912 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.383089 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.452716 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Network 9eaf298f-4e0e-47e4-9799-fa438e797650 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:43.454358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Pushing event updated for resources: {'Port': ['ID=ecc2882f-a873-42a8-a3e3-384a4e8bc36a,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:43.459601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:43.464455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:43.485555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.1 (9eaf298f-4e0e-47e4-9799-fa438e797650/a1ade734-6f98-405a-bc04-9933c0bde589/87417106-1cd9-4ec0-9ba1-11598f289877) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:43.534011 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Attempting to bind port ecc2882f-a873-42a8-a3e3-384a4e8bc36a on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:43.538745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Attempting to bind port ecc2882f-a873-42a8-a3e3-384a4e8bc36a by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '045d4045-bcc7-4187-bfed-631621858d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:43.538745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Attempting to bind port ecc2882f-a873-42a8-a3e3-384a4e8bc36a on network 9eaf298f-4e0e-47e4-9799-fa438e797650 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:43.540267 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:43.540672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Checking segment: {'id': '045d4045-bcc7-4187-bfed-631621858d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:43.541077 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.541471 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Bound using segment: {'id': '045d4045-bcc7-4187-bfed-631621858d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:43.541981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Bound port: ecc2882f-a873-42a8-a3e3-384a4e8bc36a, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045d4045-bcc7-4187-bfed-631621858d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:43.542359 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.610618 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] For port ecc2882f-a873-42a8-a3e3-384a4e8bc36a, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:43.613936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] For port ecc2882f-a873-42a8-a3e3-384a4e8bc36a, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ecc2882f-a873-42a8-a3e3-384a4e8bc36a,segment=NetworkSegment(045d4045-bcc7-4187-bfed-631621858d9c),segment_id=045d4045-bcc7-4187-bfed-631621858d9c)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:43.622630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.691865 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.720016 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.755902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9a6e8-fc68-428a-8d45-419550947a51 None None] Pushing event updated for resources: {'Port': ['ID=ecc2882f-a873-42a8-a3e3-384a4e8bc36a,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:43.769125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 9eaf298f-4e0e-47e4-9799-fa438e797650 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:43.772708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:43.775872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:43.811621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=87417106-1cd9-4ec0-9ba1-11598f289877,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:43.835600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.095662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.373336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.439838 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.521285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.523113 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=87417106-1cd9-4ec0-9ba1-11598f289877,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:44.618936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 9eaf298f-4e0e-47e4-9799-fa438e797650 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:44.620457 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:44.667904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dcf638-d5b0-4597-8103-02e410d0fa08 None None] Network 9eaf298f-4e0e-47e4-9799-fa438e797650 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:44.735294 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:42:44.785547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-70c84e88-760b-4a8e-96d7-64e0fb157c34 None None] Provisioning complete for port ecc2882f-a873-42a8-a3e3-384a4e8bc36a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:44.786085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70c84e88-760b-4a8e-96d7-64e0fb157c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.859494 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:42:44.865830 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bd24cdae-7885-4de8-8df7-156895f47b95 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1440413 Dec 10 18:42:44.867643 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38406) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:44.880850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70c84e88-760b-4a8e-96d7-64e0fb157c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.919085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-70c84e88-760b-4a8e-96d7-64e0fb157c34 None None] For port ecc2882f-a873-42a8-a3e3-384a4e8bc36a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ecc2882f-a873-42a8-a3e3-384a4e8bc36a,segment=NetworkSegment(045d4045-bcc7-4187-bfed-631621858d9c),segment_id=045d4045-bcc7-4187-bfed-631621858d9c)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:44.977163 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70c84e88-760b-4a8e-96d7-64e0fb157c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.991912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c17e56-aced-4735-8f8c-6a64a69e7d03 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:44.992623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c17e56-aced-4735-8f8c-6a64a69e7d03 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:44.993124 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c17e56-aced-4735-8f8c-6a64a69e7d03 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:44.993524 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c17e56-aced-4735-8f8c-6a64a69e7d03 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:44.994008 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c17e56-aced-4735-8f8c-6a64a69e7d03 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:44.994471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c17e56-aced-4735-8f8c-6a64a69e7d03 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:44.996301 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a1c17e56-aced-4735-8f8c-6a64a69e7d03 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1276908 Dec 10 18:42:44.999686 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38408) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:45.071397 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c84e88-760b-4a8e-96d7-64e0fb157c34 None None] Pushing event updated for resources: {'Port': ['ID=ecc2882f-a873-42a8-a3e3-384a4e8bc36a,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:45.071760 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da5994-dd03-41da-8cf4-2770190f62cc tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:45.071760 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da5994-dd03-41da-8cf4-2770190f62cc tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:45.071760 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da5994-dd03-41da-8cf4-2770190f62cc tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:45.072041 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da5994-dd03-41da-8cf4-2770190f62cc tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:45.072496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da5994-dd03-41da-8cf4-2770190f62cc tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:45.072823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da5994-dd03-41da-8cf4-2770190f62cc tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:45.077454 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-68da5994-dd03-41da-8cf4-2770190f62cc tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0742612 Dec 10 18:42:45.077454 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38410) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:45.102145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3f307249-63c2-4302-be02-1be131282308 None None] Provisioning complete for port 87417106-1cd9-4ec0-9ba1-11598f289877 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:45.102892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3f307249-63c2-4302-be02-1be131282308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.149970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3f307249-63c2-4302-be02-1be131282308 None None] Port 87417106-1cd9-4ec0-9ba1-11598f289877 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:45.186507 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:45.191960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3f307249-63c2-4302-be02-1be131282308 None None] Provisioning complete for port ecc2882f-a873-42a8-a3e3-384a4e8bc36a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:45.192375 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3f307249-63c2-4302-be02-1be131282308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.194431 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Sync routers for ids ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:45.207524 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Routers {'3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:45.208305 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:42:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:45.267506 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3a5f5bf3-d4cb-4f0f-88f6-7404595e2825 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1880310 Dec 10 18:42:45.329624 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Set router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:45.329942 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:45.330266 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.428009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ecc2882f-a873-42a8-a3e3-384a4e8bc36a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:45.478029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port ecc2882f-a873-42a8-a3e3-384a4e8bc36a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:45.478388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.527105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a6eee011-2c4d-48cc-b14a-689ea3c52cdc None None] Provisioning complete for port 87417106-1cd9-4ec0-9ba1-11598f289877 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:45.527476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a6eee011-2c4d-48cc-b14a-689ea3c52cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.540291 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:42:43Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '87417106-1cd9-4ec0-9ba1-11598f289877', 'name': '', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:7a:0c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:43Z', 'updated_at': '2021-12-10T18:42:44Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:45.569127 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Checking router: 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:45.569849 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Updating router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 port 87417106-1cd9-4ec0-9ba1-11598f289877 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:42:45.575361 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a6eee011-2c4d-48cc-b14a-689ea3c52cdc None None] Port 87417106-1cd9-4ec0-9ba1-11598f289877 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:45.599203 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.695103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-eb72b4cc-a1b1-4db9-88b5-d33f9dac705c None None] Provisioning complete for port 87417106-1cd9-4ec0-9ba1-11598f289877 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:45.695475 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb72b4cc-a1b1-4db9-88b5-d33f9dac705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.730082 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-eb72b4cc-a1b1-4db9-88b5-d33f9dac705c None None] Port 87417106-1cd9-4ec0-9ba1-11598f289877 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:45.860387 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.901051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38414) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:45.901909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4284166e-7a7b-44ec-a590-c7e5fd7abb4f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180435254', 'description': 'tempest-secgroup-smoke-1180435254 description', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:45.954104 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.971394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4284166e-7a7b-44ec-a590-c7e5fd7abb4f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.046790 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4284166e-7a7b-44ec-a590-c7e5fd7abb4f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.104177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4284166e-7a7b-44ec-a590-c7e5fd7abb4f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.104349 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Pushing event updated for resources: {'Port': ['ID=87417106-1cd9-4ec0-9ba1-11598f289877,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:46.125229 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:46.125919 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:46.126460 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:46.126801 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:46.127138 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:46.127642 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:46.128135 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:46.128636 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:46.129173 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:46.130260 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:46.130602 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:46.130932 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:46.131371 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:46.144127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284166e-7a7b-44ec-a590-c7e5fd7abb4f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a0d622-2a3b-4d07-aced-50a9f088e435,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:46.163782 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Attempting to bind port 87417106-1cd9-4ec0-9ba1-11598f289877 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:46.164155 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Attempting to bind port 87417106-1cd9-4ec0-9ba1-11598f289877 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '045d4045-bcc7-4187-bfed-631621858d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:46.164518 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Attempting to bind port 87417106-1cd9-4ec0-9ba1-11598f289877 on network 9eaf298f-4e0e-47e4-9799-fa438e797650 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:46.169845 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:46.170222 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Checking segment: {'id': '045d4045-bcc7-4187-bfed-631621858d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:46.171980 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.171980 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Bound using segment: {'id': '045d4045-bcc7-4187-bfed-631621858d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:46.171980 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Bound port: 87417106-1cd9-4ec0-9ba1-11598f289877, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045d4045-bcc7-4187-bfed-631621858d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:46.171980 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.219183 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4284166e-7a7b-44ec-a590-c7e5fd7abb4f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.220504 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4284166e-7a7b-44ec-a590-c7e5fd7abb4f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3225658 Dec 10 18:42:46.223499 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38416) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:46.228886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-931adbab-7bd0-4349-a1ad-b904e4de981f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '95a0d622-2a3b-4d07-aced-50a9f088e435', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:46.239560 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] For port 87417106-1cd9-4ec0-9ba1-11598f289877, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:46.243008 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] For port 87417106-1cd9-4ec0-9ba1-11598f289877, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=87417106-1cd9-4ec0-9ba1-11598f289877,segment=NetworkSegment(045d4045-bcc7-4187-bfed-631621858d9c),segment_id=045d4045-bcc7-4187-bfed-631621858d9c)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:46.314403 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.347715 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-931adbab-7bd0-4349-a1ad-b904e4de981f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.365279 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1a5ce8d2-aa10-473e-a09c-c7a019cf3ce0 None None] Provisioning complete for port 87417106-1cd9-4ec0-9ba1-11598f289877 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:46.365896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a5ce8d2-aa10-473e-a09c-c7a019cf3ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.376728 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d27e8-63e5-4ea1-b1bd-ef6fcf8194b5 None None] Pushing event updated for resources: {'Port': ['ID=87417106-1cd9-4ec0-9ba1-11598f289877,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:46.385263 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Routers {'3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:46.385927 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:42:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:46.430854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-931adbab-7bd0-4349-a1ad-b904e4de981f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.485070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a5ce8d2-aa10-473e-a09c-c7a019cf3ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.500504 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] Set router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:46.522473 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5ecaebef-f096-4d85-87e2-1d93d1cbdae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.531641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-931adbab-7bd0-4349-a1ad-b904e4de981f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.534215 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1a5ce8d2-aa10-473e-a09c-c7a019cf3ce0 None None] For port 87417106-1cd9-4ec0-9ba1-11598f289877, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=87417106-1cd9-4ec0-9ba1-11598f289877,segment=NetworkSegment(045d4045-bcc7-4187-bfed-631621858d9c),segment_id=045d4045-bcc7-4187-bfed-631621858d9c)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:46.550684 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931adbab-7bd0-4349-a1ad-b904e4de981f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc8475e-84a8-4138-8e1b-186573d43f7c,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:46.582925 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a5ce8d2-aa10-473e-a09c-c7a019cf3ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.602692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-931adbab-7bd0-4349-a1ad-b904e4de981f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.603929 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-931adbab-7bd0-4349-a1ad-b904e4de981f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3788438 Dec 10 18:42:46.606740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38418) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:46.611273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1194fdda-eb67-4646-9a58-48bf34d81898 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '95a0d622-2a3b-4d07-aced-50a9f088e435', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:46.639237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ce8d2-aa10-473e-a09c-c7a019cf3ce0 None None] Pushing event updated for resources: {'Port': ['ID=87417106-1cd9-4ec0-9ba1-11598f289877,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:46.684205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1194fdda-eb67-4646-9a58-48bf34d81898 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.706003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-dae3aa73-832f-4ecf-a10f-d04d5c531c44 None None] Provisioning complete for port 87417106-1cd9-4ec0-9ba1-11598f289877 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:46.706439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dae3aa73-832f-4ecf-a10f-d04d5c531c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.718426 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:42:43Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '87417106-1cd9-4ec0-9ba1-11598f289877', 'name': '', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:7a:0c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:43Z', 'updated_at': '2021-12-10T18:42:46Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:46.742588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1194fdda-eb67-4646-9a58-48bf34d81898 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.749590 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0979c2-da36-4a90-9958-ea5d2eadf0cb None None] The sync data for ids ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'] in dv-neutron-821434-1-hyperv is: [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:42:43Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '87417106-1cd9-4ec0-9ba1-11598f289877', 'name': '', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:7a:0c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:43Z', 'updated_at': '2021-12-10T18:42:46Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:46.800639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1194fdda-eb67-4646-9a58-48bf34d81898 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.821302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194fdda-eb67-4646-9a58-48bf34d81898 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246413f4-4ad9-4146-8fbd-a5d36b8b356b,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:46.893647 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1194fdda-eb67-4646-9a58-48bf34d81898 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:46.897822 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1194fdda-eb67-4646-9a58-48bf34d81898 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2873721 Dec 10 18:42:46.898092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38420) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:46.904328 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2efc1e01-d527-4209-ace8-c8b7be615ea3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '95a0d622-2a3b-4d07-aced-50a9f088e435', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:46.970477 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2efc1e01-d527-4209-ace8-c8b7be615ea3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.033873 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2efc1e01-d527-4209-ace8-c8b7be615ea3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.108587 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2efc1e01-d527-4209-ace8-c8b7be615ea3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.125928 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 87417106-1cd9-4ec0-9ba1-11598f289877 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:47.132805 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc1e01-d527-4209-ace8-c8b7be615ea3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449df6b8-4d76-429f-a1d4-1feb0cf5381a,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:47.178788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 87417106-1cd9-4ec0-9ba1-11598f289877 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:47.179190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.213474 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2efc1e01-d527-4209-ace8-c8b7be615ea3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.215008 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2efc1e01-d527-4209-ace8-c8b7be615ea3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159113 Dec 10 18:42:47.217972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38422) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:47.222834 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d9ddb6f0-0330-46af-a9f6-a0d0c720a249 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '95a0d622-2a3b-4d07-aced-50a9f088e435', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:47.278044 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ecc2882f-a873-42a8-a3e3-384a4e8bc36a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:47.325419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port ecc2882f-a873-42a8-a3e3-384a4e8bc36a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:47.325832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.331631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb6f0-0330-46af-a9f6-a0d0c720a249 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.400767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb6f0-0330-46af-a9f6-a0d0c720a249 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.468015 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb6f0-0330-46af-a9f6-a0d0c720a249 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.486310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddb6f0-0330-46af-a9f6-a0d0c720a249 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd854d24-43bd-42e0-80e6-e6e16de0d17f,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:47.544325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb6f0-0330-46af-a9f6-a0d0c720a249 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.545562 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d9ddb6f0-0330-46af-a9f6-a0d0c720a249 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3265696 Dec 10 18:42:47.548377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38424) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:47.553864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-5f2d537b-59bd-4e88-962e-43dfb653239d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '95a0d622-2a3b-4d07-aced-50a9f088e435', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:47.617087 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-5f2d537b-59bd-4e88-962e-43dfb653239d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:42:47.622440 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5f2d537b-59bd-4e88-962e-43dfb653239d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.691178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5f2d537b-59bd-4e88-962e-43dfb653239d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.765487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5f2d537b-59bd-4e88-962e-43dfb653239d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.783823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d537b-59bd-4e88-962e-43dfb653239d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f7f0f1-ae47-4a04-b577-c2db37d1abcf,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:47.858793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5f2d537b-59bd-4e88-962e-43dfb653239d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:47.860047 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5f2d537b-59bd-4e88-962e-43dfb653239d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3106763 Dec 10 18:42:47.862734 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38426) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:47.867856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-36547d23-a6a2-4b2a-85b1-467149195428 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '95a0d622-2a3b-4d07-aced-50a9f088e435', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:47.953982 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-36547d23-a6a2-4b2a-85b1-467149195428 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:42:47.959836 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-36547d23-a6a2-4b2a-85b1-467149195428 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.020119 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-36547d23-a6a2-4b2a-85b1-467149195428 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.073947 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-36547d23-a6a2-4b2a-85b1-467149195428 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.094621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36547d23-a6a2-4b2a-85b1-467149195428 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62f2f79-ade4-4b1a-b548-4523bdb53eec,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:48.166885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-36547d23-a6a2-4b2a-85b1-467149195428 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.168097 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-36547d23-a6a2-4b2a-85b1-467149195428 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3044333 Dec 10 18:42:48.323266 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-d2e1ed8a-b88f-4863-a4dc-85c7f8cbd104 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180435254&fields=id&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 267 time: 0.0447454 Dec 10 18:42:48.434516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-124b6a95-924a-4b38-bbdb-cd207045da73 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:48.436015 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-124b6a95-924a-4b38-bbdb-cd207045da73 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/networks?id=9eaf298f-4e0e-47e4-9799-fa438e797650 HTTP/1.1" status: 200 len: 797 time: 0.1061466 Dec 10 18:42:48.451001 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-7cac0887-1834-4f21-b52c-6906c9263d4b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/quotas/d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 375 time: 0.0092273 Dec 10 18:42:48.451227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.502643 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-48819d5e-bcd6-4470-9f6d-064b227d3887 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463083 Dec 10 18:42:48.599417 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-5614cdde-cd34-4287-b87b-64426ae9de78 service neutron] 10.222.0.60 "GET /v2.0/networks/9eaf298f-4e0e-47e4-9799-fa438e797650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852273 Dec 10 18:42:48.687099 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-f6ec40b4-402e-4a81-b259-9e7daf9174d9 service neutron] 10.222.0.60 "GET /v2.0/networks/9eaf298f-4e0e-47e4-9799-fa438e797650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814869 Dec 10 18:42:48.880121 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-69b7b56f-1ad4-49ab-9de8-fd69bb8de19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:48.980910 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-61fdc3fd-70d2-405c-a74e-f274fe058db2 req-cd28418d-6d56-4d9e-a110-6b04949a0430 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 210 time: 0.0280058 Dec 10 18:42:50.088626 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9d65671f-8a3b-42ac-917c-371a2c103816 req-100c08fe-e4f9-47ae-89ad-5a9a1694dcb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 210 time: 0.0260901 Dec 10 18:42:50.102628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:50.887091 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-2b82a6aa-dc54-4251-8a66-c65e8f6a46e1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:50.888546 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-2b82a6aa-dc54-4251-8a66-c65e8f6a46e1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/networks?id=9eaf298f-4e0e-47e4-9799-fa438e797650 HTTP/1.1" status: 200 len: 797 time: 0.1032836 Dec 10 18:42:50.962209 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-be2ee176-6eec-434e-aff7-aafb9d595e58 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 380 time: 0.0552628 Dec 10 18:42:50.974607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-68a249ba-865b-45de-b4ba-9cb54f447652 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'port': {'device_id': '18de6977-bc96-409d-9d87-815abae8a329', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'admin_state_up': True, 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'security_groups': ['95a0d622-2a3b-4d07-aced-50a9f088e435']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:51.148389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-68a249ba-865b-45de-b4ba-9cb54f447652 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:51.152020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-68a249ba-865b-45de-b4ba-9cb54f447652 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:51.186608 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3a94d93d-06ae-428b-b512-755f98415856 req-554e4a86-442a-4eda-9984-afe1967c7c79 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 210 time: 0.0310383 Dec 10 18:42:51.279205 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:51.283953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-68a249ba-865b-45de-b4ba-9cb54f447652 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.6 (9eaf298f-4e0e-47e4-9799-fa438e797650/a1ade734-6f98-405a-bc04-9933c0bde589/70476990-d932-4e14-8434-e2bf8e7e2df3) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:51.418686 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-68a249ba-865b-45de-b4ba-9cb54f447652 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:51.514225 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-68a249ba-865b-45de-b4ba-9cb54f447652 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:51.560674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-68a249ba-865b-45de-b4ba-9cb54f447652 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network 9eaf298f-4e0e-47e4-9799-fa438e797650 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:51.563724 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-68a249ba-865b-45de-b4ba-9cb54f447652 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:51.566085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-68a249ba-865b-45de-b4ba-9cb54f447652 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:51.595484 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a249ba-865b-45de-b4ba-9cb54f447652 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=70476990-d932-4e14-8434-e2bf8e7e2df3,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:51.624126 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-68a249ba-865b-45de-b4ba-9cb54f447652 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:51.624745 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-68a249ba-865b-45de-b4ba-9cb54f447652 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:51.699713 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-68a249ba-865b-45de-b4ba-9cb54f447652 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7286956 Dec 10 18:42:51.716866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Request body: {'port': {'device_id': '18de6977-bc96-409d-9d87-815abae8a329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:51.770053 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:51.807031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1ac4d787-fb8e-4b9a-9108-48fc8d3ded82 None None] Provisioning complete for port 70476990-d932-4e14-8434-e2bf8e7e2df3 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:51.807396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d787-fb8e-4b9a-9108-48fc8d3ded82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:51.841106 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4d787-fb8e-4b9a-9108-48fc8d3ded82 None None] Port 70476990-d932-4e14-8434-e2bf8e7e2df3 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:52.044223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70476990-d932-4e14-8434-e2bf8e7e2df3 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:52.051613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.063840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Transition to ACTIVE for port object 70476990-d932-4e14-8434-e2bf8e7e2df3 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:42:52.130887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.186047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Pushing event updated for resources: {'Port': ['ID=70476990-d932-4e14-8434-e2bf8e7e2df3,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:52.251768 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Attempting to bind port 70476990-d932-4e14-8434-e2bf8e7e2df3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:52.252047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Attempting to bind port 70476990-d932-4e14-8434-e2bf8e7e2df3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '045d4045-bcc7-4187-bfed-631621858d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:52.252511 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Attempting to bind port 70476990-d932-4e14-8434-e2bf8e7e2df3 on network 9eaf298f-4e0e-47e4-9799-fa438e797650 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:52.257499 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Port 70476990-d932-4e14-8434-e2bf8e7e2df3 on network 9eaf298f-4e0e-47e4-9799-fa438e797650 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:42:52.257871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Attempting to bind port 70476990-d932-4e14-8434-e2bf8e7e2df3 on network 9eaf298f-4e0e-47e4-9799-fa438e797650 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:52.263890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:52.264422 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Checking segment: {'id': '045d4045-bcc7-4187-bfed-631621858d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:52.264836 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Bound using segment: {'id': '045d4045-bcc7-4187-bfed-631621858d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:52.265248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Bound port: 70476990-d932-4e14-8434-e2bf8e7e2df3, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045d4045-bcc7-4187-bfed-631621858d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:52.265613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.320525 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a6ace-36bb-4158-8d08-80b8405eeed4 req-7c33ccd2-44d1-4fb2-b7ee-7e7e05979785 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:52.325483 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d86a6ace-36bb-4158-8d08-80b8405eeed4 req-7c33ccd2-44d1-4fb2-b7ee-7e7e05979785 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 943 time: 0.0618465 Dec 10 18:42:52.351678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] For port 70476990-d932-4e14-8434-e2bf8e7e2df3, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:52.354969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] For port 70476990-d932-4e14-8434-e2bf8e7e2df3, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=70476990-d932-4e14-8434-e2bf8e7e2df3,segment=NetworkSegment(045d4045-bcc7-4187-bfed-631621858d9c),segment_id=045d4045-bcc7-4187-bfed-631621858d9c)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:52.377911 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d86a6ace-36bb-4158-8d08-80b8405eeed4 req-5dd5f1dc-4115-4652-84af-25c0e060a2da tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=95a0d622-2a3b-4d07-aced-50a9f088e435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478916 Dec 10 18:42:52.422973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.459444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:52.460062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.461628 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-81498dac-98b8-4995-92aa-8de630604769 service neutron] 10.222.0.21 "PUT /v2.0/ports/70476990-d932-4e14-8434-e2bf8e7e2df3 HTTP/1.1" status: 200 len: 1093 time: 0.7499101 Dec 10 18:42:52.462286 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18de6977-bc96-409d-9d87-815abae8a329', 'tag': '70476990-d932-4e14-8434-e2bf8e7e2df3'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:52.462974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:52.464550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131cb874-baee-4981-981a-a6dd324fa582" -d '{"events": [{"name": "network-changed", "server_uuid": "18de6977-bc96-409d-9d87-815abae8a329", "tag": "70476990-d932-4e14-8434-e2bf8e7e2df3"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:52.499197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81498dac-98b8-4995-92aa-8de630604769 service neutron] Pushing event updated for resources: {'Port': ['ID=70476990-d932-4e14-8434-e2bf8e7e2df3,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:52.509930 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009109f1-4575-4eee-a52b-8d0914dc2aa2 x-openstack-request-id: req-009109f1-4575-4eee-a52b-8d0914dc2aa2 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:52.510361 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18de6977-bc96-409d-9d87-815abae8a329", "tag": "70476990-d932-4e14-8434-e2bf8e7e2df3", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:52.510633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-009109f1-4575-4eee-a52b-8d0914dc2aa2 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:52.511176 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18de6977-bc96-409d-9d87-815abae8a329', 'tag': '70476990-d932-4e14-8434-e2bf8e7e2df3', 'status': 'completed', 'code': 200} Dec 10 18:42:52.576164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cb874-baee-4981-981a-a6dd324fa582 req-67ceac15-0d68-4d10-a507-478428a18aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:52.577605 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-131cb874-baee-4981-981a-a6dd324fa582 req-67ceac15-0d68-4d10-a507-478428a18aa3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 1096 time: 0.0430765 Dec 10 18:42:52.687322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cb874-baee-4981-981a-a6dd324fa582 req-eb1da8d6-17eb-4140-b1e7-3fa7fe3ba2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:52.688986 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-131cb874-baee-4981-981a-a6dd324fa582 req-eb1da8d6-17eb-4140-b1e7-3fa7fe3ba2e8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d8d709b5542940cd80a96d0fc97864e7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0978618 Dec 10 18:42:52.790515 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cb874-baee-4981-981a-a6dd324fa582 req-d157e489-b7e0-4f5a-a6df-1db38a53d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:52.791906 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-131cb874-baee-4981-981a-a6dd324fa582 req-d157e489-b7e0-4f5a-a6df-1db38a53d534 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925641 Dec 10 18:42:52.883691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-d3aaf757-b551-456f-9cf4-8b1eff6a719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:52.885773 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-d3aaf757-b551-456f-9cf4-8b1eff6a719d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 1096 time: 0.0457430 Dec 10 18:42:52.931698 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-8e476635-2a72-4103-b944-13f612da4c97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70476990-d932-4e14-8434-e2bf8e7e2df3 HTTP/1.1" status: 200 len: 217 time: 0.0340352 Dec 10 18:42:52.982927 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-838d7f1f-3644-4065-91dd-88e91565aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:52.984335 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-838d7f1f-3644-4065-91dd-88e91565aa8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1ade734-6f98-405a-bc04-9933c0bde589 HTTP/1.1" status: 200 len: 844 time: 0.0430310 Dec 10 18:42:53.040044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-7d2660b2-e0b1-4669-84bc-ba2dfe5a9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:53.041534 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-7d2660b2-e0b1-4669-84bc-ba2dfe5a9533 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9eaf298f-4e0e-47e4-9799-fa438e797650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457697 Dec 10 18:42:53.132432 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-ccf81d57-6c39-4910-9beb-ebe86e178655 service neutron] 10.222.0.21 "GET /v2.0/networks/9eaf298f-4e0e-47e4-9799-fa438e797650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797946 Dec 10 18:42:53.229543 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-34c1954c-9111-4063-b47a-71348fb68ff0 req-e4797f02-9774-4f42-a082-eee0eeaf7302 service neutron] 10.222.0.21 "GET /v2.0/networks/9eaf298f-4e0e-47e4-9799-fa438e797650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849032 Dec 10 18:42:53.491464 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a3f58-5bf1-4aba-99a3-92a110ba21d3 req-ae62ae75-3a65-43ad-a082-214926954396 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:53.493043 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4a8a3f58-5bf1-4aba-99a3-92a110ba21d3 req-ae62ae75-3a65-43ad-a082-214926954396 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 943 time: 0.0483127 Dec 10 18:42:53.542568 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4a8a3f58-5bf1-4aba-99a3-92a110ba21d3 req-c22e96e3-d835-4ba6-8277-e91de4daecb9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=95a0d622-2a3b-4d07-aced-50a9f088e435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432239 Dec 10 18:42:54.657900 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ad4b5-d7e1-4054-8132-f1c0ac1199a7 req-f9aa5d40-4fe9-4e07-b4f2-86db7b961ddd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:54.659350 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f0ad4b5-d7e1-4054-8132-f1c0ac1199a7 req-f9aa5d40-4fe9-4e07-b4f2-86db7b961ddd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 943 time: 0.0505190 Dec 10 18:42:54.706559 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f0ad4b5-d7e1-4054-8132-f1c0ac1199a7 req-65de109d-f4bb-457a-84be-9168c3cde269 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=95a0d622-2a3b-4d07-aced-50a9f088e435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406797 Dec 10 18:42:55.820238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d9003-f792-4da5-bcc8-b594a2708b1a req-92c8d723-e824-43c8-b80c-83c83bed3841 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:55.821643 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1a3d9003-f792-4da5-bcc8-b594a2708b1a req-92c8d723-e824-43c8-b80c-83c83bed3841 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 943 time: 0.0476480 Dec 10 18:42:55.870723 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1a3d9003-f792-4da5-bcc8-b594a2708b1a req-09d57a60-cd1c-4c00-a617-368046a42ce8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=95a0d622-2a3b-4d07-aced-50a9f088e435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431259 Dec 10 18:42:56.302908 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 70476990-d932-4e14-8434-e2bf8e7e2df3 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:42:56.406235 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 70476990-d932-4e14-8434-e2bf8e7e2df3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=70476990-d932-4e14-8434-e2bf8e7e2df3,segment=NetworkSegment(045d4045-bcc7-4187-bfed-631621858d9c),segment_id=045d4045-bcc7-4187-bfed-631621858d9c)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:56.418401 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '70476990-d932-4e14-8434-e2bf8e7e2df3', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'port_id': '70476990-d932-4e14-8434-e2bf8e7e2df3', 'mac_address': 'fa:16:3e:87:9d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:42:56.458364 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:56.471426 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70476990-d932-4e14-8434-e2bf8e7e2df3 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:56.490759 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 70476990-d932-4e14-8434-e2bf8e7e2df3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=70476990-d932-4e14-8434-e2bf8e7e2df3,segment=NetworkSegment(045d4045-bcc7-4187-bfed-631621858d9c),segment_id=045d4045-bcc7-4187-bfed-631621858d9c)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:56.559615 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:56.605701 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=70476990-d932-4e14-8434-e2bf8e7e2df3,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:56.852865 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['70476990-d932-4e14-8434-e2bf8e7e2df3'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:56.985233 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5730c70-3839-4755-a4e3-5458685fd1f1 req-75d58ae6-247b-4b32-8778-61a9ce100380 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:56.986841 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5730c70-3839-4755-a4e3-5458685fd1f1 req-75d58ae6-247b-4b32-8778-61a9ce100380 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 944 time: 0.0483639 Dec 10 18:42:57.039826 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5730c70-3839-4755-a4e3-5458685fd1f1 req-f45ad7ea-bbcf-4097-a876-dae05b405ce4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=95a0d622-2a3b-4d07-aced-50a9f088e435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466473 Dec 10 18:42:58.152981 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f031c2d-9e3b-478a-a61a-361cb3ce6aa6 req-56a9c008-2d8e-4c01-9447-588edd7d99e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:58.154400 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f031c2d-9e3b-478a-a61a-361cb3ce6aa6 req-56a9c008-2d8e-4c01-9447-588edd7d99e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 944 time: 0.0481489 Dec 10 18:42:58.203247 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f031c2d-9e3b-478a-a61a-361cb3ce6aa6 req-b125f14b-04a2-46ba-b192-e51d0a714164 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=95a0d622-2a3b-4d07-aced-50a9f088e435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429568 Dec 10 18:42:58.333457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 70476990-d932-4e14-8434-e2bf8e7e2df3 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:58.421978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 70476990-d932-4e14-8434-e2bf8e7e2df3 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:42:58.425584 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 70476990-d932-4e14-8434-e2bf8e7e2df3 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:58.425990 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.504386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.526672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18de6977-bc96-409d-9d87-815abae8a329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70476990-d932-4e14-8434-e2bf8e7e2df3'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:58.528911 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de90eace-6545-4743-a861-9c17ae596d64" -d '{"events": [{"server_uuid": "18de6977-bc96-409d-9d87-815abae8a329", "name": "network-vif-plugged", "status": "completed", "tag": "70476990-d932-4e14-8434-e2bf8e7e2df3"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:58.542112 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 70476990-d932-4e14-8434-e2bf8e7e2df3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=70476990-d932-4e14-8434-e2bf8e7e2df3,segment=NetworkSegment(045d4045-bcc7-4187-bfed-631621858d9c),segment_id=045d4045-bcc7-4187-bfed-631621858d9c)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:58.622124 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.666803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097a4a7d-fad1-43db-81c1-dec8039c6b6d x-openstack-request-id: req-097a4a7d-fad1-43db-81c1-dec8039c6b6d {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:58.667104 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18de6977-bc96-409d-9d87-815abae8a329", "name": "network-vif-plugged", "status": "completed", "tag": "70476990-d932-4e14-8434-e2bf8e7e2df3", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:58.667366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-097a4a7d-fad1-43db-81c1-dec8039c6b6d {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:58.667761 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18de6977-bc96-409d-9d87-815abae8a329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70476990-d932-4e14-8434-e2bf8e7e2df3', 'code': 200} Dec 10 18:42:58.677123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=70476990-d932-4e14-8434-e2bf8e7e2df3,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:59.017133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e782211-d376-4d88-84c4-f970c5684492 req-64e33b0f-a3b8-4928-8c23-ba29483e8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:59.018693 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e782211-d376-4d88-84c4-f970c5684492 req-64e33b0f-a3b8-4928-8c23-ba29483e8925 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 1098 time: 0.0410361 Dec 10 18:42:59.069640 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e782211-d376-4d88-84c4-f970c5684492 req-3f687687-b54d-4b78-b62c-58a12c61ad00 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=95a0d622-2a3b-4d07-aced-50a9f088e435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398719 Dec 10 18:42:59.315233 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0af7d-6dc1-4fdf-9632-266be4880026 req-e6827c08-9c01-4006-bab7-13ac244ed6a0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:59.316690 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3cf0af7d-6dc1-4fdf-9632-266be4880026 req-e6827c08-9c01-4006-bab7-13ac244ed6a0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 945 time: 0.0471201 Dec 10 18:42:59.364909 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3cf0af7d-6dc1-4fdf-9632-266be4880026 req-64df4316-d1ef-4b7d-be1c-139ce8a57fe6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=95a0d622-2a3b-4d07-aced-50a9f088e435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412340 Dec 10 18:43:00.485265 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85023428-764f-4817-941d-d8f287f63f7c req-92454b60-8239-4e7a-8d89-339428aeaede tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:00.487684 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-85023428-764f-4817-941d-d8f287f63f7c req-92454b60-8239-4e7a-8d89-339428aeaede tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 945 time: 0.0533366 Dec 10 18:43:00.537635 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-85023428-764f-4817-941d-d8f287f63f7c req-9bf46f60-7e73-4640-92c9-c8a03600e68c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=95a0d622-2a3b-4d07-aced-50a9f088e435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433431 Dec 10 18:43:00.653211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0b506-716e-45e6-8b96-06de3a955bec req-b658f646-e3da-49a3-915e-753e448e39a9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:00.654618 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b9f0b506-716e-45e6-8b96-06de3a955bec req-b658f646-e3da-49a3-915e-753e448e39a9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 945 time: 0.0477846 Dec 10 18:43:00.703354 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b9f0b506-716e-45e6-8b96-06de3a955bec req-17356337-21ce-4938-b597-91623d064aef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=95a0d622-2a3b-4d07-aced-50a9f088e435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428767 Dec 10 18:43:00.724678 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38486) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:00.767170 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef58a4a5-2bac-4f30-b9ce-dc42bda75844 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:00.768715 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ef58a4a5-2bac-4f30-b9ce-dc42bda75844 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 1093 time: 0.0430796 Dec 10 18:43:00.771438 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38488) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:00.775626 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': '70476990-d932-4e14-8434-e2bf8e7e2df3', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:00.833521 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:00.927947 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.032607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.213 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/fdd98846-3628-44bb-a130-5bcff1b5eb57) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:01.129278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.222211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.266550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:01.269490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:01.272047 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:01.299073 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=fdd98846-3628-44bb-a130-5bcff1b5eb57,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:01.616921 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:01.726203 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.171357 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.211009 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.279695 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=fdd98846-3628-44bb-a130-5bcff1b5eb57,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:02.289332 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.388492 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP fd1c3777-27a6-4764-8920-017d69b2c069 associated. External IP: 172.26.5.213, port: 70476990-d932-4e14-8434-e2bf8e7e2df3. Dec 10 18:43:02.591772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:02.697863 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:02.708800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea0664d-6b4e-42a4-8ce8-e64774a45335 None None] Sync routers for ids ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:02.718579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0664d-6b4e-42a4-8ce8-e64774a45335 None None] Routers {'3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:02.726381 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-fea0664d-6b4e-42a4-8ce8-e64774a45335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:42:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:02.778813 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.809499 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f6916ebc-d962-400d-889c-c57d092f38e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0369301 Dec 10 18:43:02.810180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18de6977-bc96-409d-9d87-815abae8a329', 'tag': '70476990-d932-4e14-8434-e2bf8e7e2df3'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:02.812435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38490) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:02.812946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f3ef1b-ec9e-4092-a82e-94c4ef5cec0e" -d '{"events": [{"name": "network-changed", "server_uuid": "18de6977-bc96-409d-9d87-815abae8a329", "tag": "70476990-d932-4e14-8434-e2bf8e7e2df3"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:02.827052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-fea0664d-6b4e-42a4-8ce8-e64774a45335 None None] Set router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:02.852815 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe60789c-14a7-450a-93f9-6b801459fbe3 x-openstack-request-id: req-fe60789c-14a7-450a-93f9-6b801459fbe3 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:02.852815 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18de6977-bc96-409d-9d87-815abae8a329", "tag": "70476990-d932-4e14-8434-e2bf8e7e2df3", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:02.852815 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe60789c-14a7-450a-93f9-6b801459fbe3 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:02.852815 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18de6977-bc96-409d-9d87-815abae8a329', 'tag': '70476990-d932-4e14-8434-e2bf8e7e2df3', 'status': 'completed', 'code': 200} Dec 10 18:43:02.888810 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7fc4580a-24fd-45e5-9140-cabf7c9466c3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/fd1c3777-27a6-4764-8920-017d69b2c069 HTTP/1.1" status: 200 len: 991 time: 0.0752013 Dec 10 18:43:02.916630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3ef1b-ec9e-4092-a82e-94c4ef5cec0e req-e804f87f-8898-4fe1-8aea-8d2ed747764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:02.918201 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-72f3ef1b-ec9e-4092-a82e-94c4ef5cec0e req-e804f87f-8898-4fe1-8aea-8d2ed747764f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 1098 time: 0.0438547 Dec 10 18:43:03.011024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3ef1b-ec9e-4092-a82e-94c4ef5cec0e req-b2096111-486d-4335-8178-a027f515641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:03.012542 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-72f3ef1b-ec9e-4092-a82e-94c4ef5cec0e req-b2096111-486d-4335-8178-a027f515641a service neutron] 10.222.0.21 "GET /v2.0/networks?id=9eaf298f-4e0e-47e4-9799-fa438e797650 HTTP/1.1" status: 200 len: 898 time: 0.0861828 Dec 10 18:43:03.059182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-fea0664d-6b4e-42a4-8ce8-e64774a45335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:42:43Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'fd1c3777-27a6-4764-8920-017d69b2c069', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.213', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'port_id': '70476990-d932-4e14-8434-e2bf8e7e2df3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'mac_address': 'fa:16:3e:87:9d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18de6977-bc96-409d-9d87-815abae8a329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:01Z', 'updated_at': '2021-12-10T18:43:01Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87417106-1cd9-4ec0-9ba1-11598f289877', 'name': '', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:7a:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:43Z', 'updated_at': '2021-12-10T18:42:46Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:03.082514 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-72f3ef1b-ec9e-4092-a82e-94c4ef5cec0e req-b0d70f3e-7c74-4960-bcf2-077f1d96c44f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70476990-d932-4e14-8434-e2bf8e7e2df3 HTTP/1.1" status: 200 len: 999 time: 0.0621653 Dec 10 18:43:03.085480 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea0664d-6b4e-42a4-8ce8-e64774a45335 None None] Checking router: 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:03.094004 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0664d-6b4e-42a4-8ce8-e64774a45335 None None] Routers {'3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:03.094615 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-fea0664d-6b4e-42a4-8ce8-e64774a45335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:42:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:03.130999 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3ef1b-ec9e-4092-a82e-94c4ef5cec0e req-567e450f-306a-4d31-8b09-46418193083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:03.132473 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-72f3ef1b-ec9e-4092-a82e-94c4ef5cec0e req-567e450f-306a-4d31-8b09-46418193083d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1ade734-6f98-405a-bc04-9933c0bde589 HTTP/1.1" status: 200 len: 844 time: 0.0431623 Dec 10 18:43:03.177284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3ef1b-ec9e-4092-a82e-94c4ef5cec0e req-4bd1ae38-7ee3-46e9-9ce4-845f7a9d2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:03.178817 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-72f3ef1b-ec9e-4092-a82e-94c4ef5cec0e req-4bd1ae38-7ee3-46e9-9ce4-845f7a9d2a65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9eaf298f-4e0e-47e4-9799-fa438e797650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393982 Dec 10 18:43:03.198547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-fea0664d-6b4e-42a4-8ce8-e64774a45335 None None] Set router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:03.274361 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-72f3ef1b-ec9e-4092-a82e-94c4ef5cec0e req-5cd88340-d646-4c5d-80a5-a833aeb2649b service neutron] 10.222.0.21 "GET /v2.0/networks/9eaf298f-4e0e-47e4-9799-fa438e797650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864727 Dec 10 18:43:03.362972 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-72f3ef1b-ec9e-4092-a82e-94c4ef5cec0e req-8b6ce69a-14d0-4cd5-a1bc-173cfadf1de1 service neutron] 10.222.0.21 "GET /v2.0/networks/9eaf298f-4e0e-47e4-9799-fa438e797650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816426 Dec 10 18:43:03.430276 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-fea0664d-6b4e-42a4-8ce8-e64774a45335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:42:43Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'fd1c3777-27a6-4764-8920-017d69b2c069', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.213', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'port_id': '70476990-d932-4e14-8434-e2bf8e7e2df3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'mac_address': 'fa:16:3e:87:9d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18de6977-bc96-409d-9d87-815abae8a329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:01Z', 'updated_at': '2021-12-10T18:43:01Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87417106-1cd9-4ec0-9ba1-11598f289877', 'name': '', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:7a:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:43Z', 'updated_at': '2021-12-10T18:42:46Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:03.457714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea0664d-6b4e-42a4-8ce8-e64774a45335 None None] The sync data for ids ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'] in dv-neutron-821434-1-hyperv is: [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:42:43Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'fd1c3777-27a6-4764-8920-017d69b2c069', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.213', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'port_id': '70476990-d932-4e14-8434-e2bf8e7e2df3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'mac_address': 'fa:16:3e:87:9d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18de6977-bc96-409d-9d87-815abae8a329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:01Z', 'updated_at': '2021-12-10T18:43:01Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87417106-1cd9-4ec0-9ba1-11598f289877', 'name': '', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:7a:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:43Z', 'updated_at': '2021-12-10T18:42:46Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:03.636624 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920196c5-25ed-42fd-afe6-5d6cd9857721 None None] New status for floating IP fd1c3777-27a6-4764-8920-017d69b2c069: ACTIVE {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:43:03.892788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38494) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:03.955965 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7b53e3bb-9962-4fc0-b0d7-72f0510b1eed tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/fd1c3777-27a6-4764-8920-017d69b2c069 HTTP/1.1" status: 200 len: 993 time: 0.0620625 Dec 10 18:43:08.878217 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:43:16.484577 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a5f73e0-e06d-413e-a4c5-110cbe020e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.760527 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38496) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:16.917550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-3fd48ce1-ad2e-4374-87c1-cd26f8d70359 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Deleting port 89556632-7971-46da-a495-2806d7df5435 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:16.917918 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd48ce1-ad2e-4374-87c1-cd26f8d70359 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.997471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd48ce1-ad2e-4374-87c1-cd26f8d70359 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.997878 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd48ce1-ad2e-4374-87c1-cd26f8d70359 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.010197 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-3fd48ce1-ad2e-4374-87c1-cd26f8d70359 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Calling delete_port for 89556632-7971-46da-a495-2806d7df5435 owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:17.278958 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd48ce1-ad2e-4374-87c1-cd26f8d70359 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.302999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd48ce1-ad2e-4374-87c1-cd26f8d70359 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event deleted for resources: {'Port': ['ID=89556632-7971-46da-a495-2806d7df5435,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:17.363665 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd48ce1-ad2e-4374-87c1-cd26f8d70359 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.364638 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-3fd48ce1-ad2e-4374-87c1-cd26f8d70359 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Floating IP b36dff89-9726-4eb4-9e26-c7d3b8c28360 disassociated (deleted). External IP: 172.26.5.20, port: 880be4bf-440a-4c20-8e32-d1723de251e4. Dec 10 18:43:17.579830 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd48ce1-ad2e-4374-87c1-cd26f8d70359 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Router 7ca16e6b-2980-4508-82df-6c267b899077 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:17.687820 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd48ce1-ad2e-4374-87c1-cd26f8d70359 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:17.692638 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3fd48ce1-ad2e-4374-87c1-cd26f8d70359 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:17.697200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf0acf-328a-445d-af4f-196c1afae9b2 None None] Sync routers for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:17.707161 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf0acf-328a-445d-af4f-196c1afae9b2 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:17.708324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-19cf0acf-328a-445d-af4f-196c1afae9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:42:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:17.720940 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3fd48ce1-ad2e-4374-87c1-cd26f8d70359 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "DELETE /v2.0/floatingips/b36dff89-9726-4eb4-9e26-c7d3b8c28360 HTTP/1.1" status: 204 len: 168 time: 0.9594321 Dec 10 18:43:17.721665 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8785c700-72c7-4398-aab6-41b870c86f60', 'tag': '880be4bf-440a-4c20-8e32-d1723de251e4'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:17.724829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273837ad-1279-4aea-845e-d29895fbcdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8785c700-72c7-4398-aab6-41b870c86f60", "tag": "880be4bf-440a-4c20-8e32-d1723de251e4"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:17.765322 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7e6c53-c04c-4725-930c-8e6a9babb117 x-openstack-request-id: req-7e7e6c53-c04c-4725-930c-8e6a9babb117 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:17.765965 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8785c700-72c7-4398-aab6-41b870c86f60", "tag": "880be4bf-440a-4c20-8e32-d1723de251e4", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:17.765965 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e7e6c53-c04c-4725-930c-8e6a9babb117 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:17.766514 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8785c700-72c7-4398-aab6-41b870c86f60', 'tag': '880be4bf-440a-4c20-8e32-d1723de251e4', 'status': 'completed', 'code': 200} Dec 10 18:43:17.833795 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273837ad-1279-4aea-845e-d29895fbcdbf req-654bcd66-b01e-47a2-83b6-0633dff98b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:17.835224 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-273837ad-1279-4aea-845e-d29895fbcdbf req-654bcd66-b01e-47a2-83b6-0633dff98b1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 1098 time: 0.0432644 Dec 10 18:43:17.840119 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-19cf0acf-328a-445d-af4f-196c1afae9b2 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:18.078003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-19cf0acf-328a-445d-af4f-196c1afae9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1c9ffe4c-25c7-4b51-ae86-4ece947db802', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': 'a890f448-374f-4c82-a871-c393108b3bb1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:0d:6b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:21Z', 'updated_at': '2021-12-10T18:38:24Z', 'revision_number': 1, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:18.116161 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf0acf-328a-445d-af4f-196c1afae9b2 None None] Checking router: 7ca16e6b-2980-4508-82df-6c267b899077 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:18.130015 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf0acf-328a-445d-af4f-196c1afae9b2 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:18.130884 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-19cf0acf-328a-445d-af4f-196c1afae9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:42:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:18.193273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b1e58-c13b-411b-b919-3aa9a22f6899 req-352f8432-d82c-4c4a-ab97-9dfb6cb360eb tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:18.194899 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-236b1e58-c13b-411b-b919-3aa9a22f6899 req-352f8432-d82c-4c4a-ab97-9dfb6cb360eb tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 945 time: 0.0562901 Dec 10 18:43:18.261327 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-236b1e58-c13b-411b-b919-3aa9a22f6899 req-16354094-115e-49bc-bc5f-dcb357dd87c6 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579178 Dec 10 18:43:18.308843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273837ad-1279-4aea-845e-d29895fbcdbf req-736c0c30-48cf-4465-8629-ab9d1b198d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:18.310356 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-273837ad-1279-4aea-845e-d29895fbcdbf req-736c0c30-48cf-4465-8629-ab9d1b198d6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 913 time: 0.4640965 Dec 10 18:43:18.361052 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-273837ad-1279-4aea-845e-d29895fbcdbf req-bf048f91-4517-4aa4-9f67-79547c202ba4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=880be4bf-440a-4c20-8e32-d1723de251e4 HTTP/1.1" status: 200 len: 217 time: 0.0348454 Dec 10 18:43:18.400853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-19cf0acf-328a-445d-af4f-196c1afae9b2 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:18.413765 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273837ad-1279-4aea-845e-d29895fbcdbf req-b3217fa5-f891-4b17-84b1-5c38c787dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:18.415202 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-273837ad-1279-4aea-845e-d29895fbcdbf req-b3217fa5-f891-4b17-84b1-5c38c787dddc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 200 len: 851 time: 0.0433965 Dec 10 18:43:18.430382 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.464633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273837ad-1279-4aea-845e-d29895fbcdbf req-906f54ac-4a45-4740-8389-0ac3baa7492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:18.466132 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-273837ad-1279-4aea-845e-d29895fbcdbf req-906f54ac-4a45-4740-8389-0ac3baa7492f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a648c046-7b98-4168-8c91-4d4b8f654cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433071 Dec 10 18:43:18.564040 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-273837ad-1279-4aea-845e-d29895fbcdbf req-3359596f-9b2c-4d1b-b57c-d3bdb22410bf service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838039 Dec 10 18:43:18.622578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-19cf0acf-328a-445d-af4f-196c1afae9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1c9ffe4c-25c7-4b51-ae86-4ece947db802', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': 'a890f448-374f-4c82-a871-c393108b3bb1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:0d:6b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:21Z', 'updated_at': '2021-12-10T18:38:24Z', 'revision_number': 1, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:18.652773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf0acf-328a-445d-af4f-196c1afae9b2 None None] The sync data for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv is: [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '1c9ffe4c-25c7-4b51-ae86-4ece947db802', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'port_id': 'a890f448-374f-4c82-a871-c393108b3bb1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'mac_address': 'fa:16:3e:0d:6b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:38:21Z', 'updated_at': '2021-12-10T18:38:24Z', 'revision_number': 1, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:18.657107 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-273837ad-1279-4aea-845e-d29895fbcdbf req-788eb22b-1043-4172-b863-c5c6e389c1ae service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845499 Dec 10 18:43:18.833427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b4cee972-056d-4865-be4b-33346274a8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:18.879297 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099e72b-44e5-43f0-b7d6-ac7241c7fd35 None None] New status for floating IP b36dff89-9726-4eb4-9e26-c7d3b8c28360: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:43:19.384266 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae2b78-474c-4ca0-84f5-5850677fcfc7 req-64e6b644-e91f-4d9c-8847-b009374db465 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:19.385758 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1ae2b78-474c-4ca0-84f5-5850677fcfc7 req-64e6b644-e91f-4d9c-8847-b009374db465 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 945 time: 0.0519049 Dec 10 18:43:19.434251 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1ae2b78-474c-4ca0-84f5-5850677fcfc7 req-09a552c1-e569-4dc6-963c-ba0e10d254b5 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423777 Dec 10 18:43:19.864891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ae9d4-1225-4dbd-adde-4edaa0e0d6ca req-aad61d0b-b6c3-4a66-9d35-f3a2ddf41194 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:19.866473 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-198ae9d4-1225-4dbd-adde-4edaa0e0d6ca req-aad61d0b-b6c3-4a66-9d35-f3a2ddf41194 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 945 time: 0.0481408 Dec 10 18:43:19.954793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-198ae9d4-1225-4dbd-adde-4edaa0e0d6ca req-77931fda-d66f-41f4-ae5e-7b235138e75d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Deleting port 880be4bf-440a-4c20-8e32-d1723de251e4 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:19.955130 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-198ae9d4-1225-4dbd-adde-4edaa0e0d6ca req-77931fda-d66f-41f4-ae5e-7b235138e75d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.044430 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-198ae9d4-1225-4dbd-adde-4edaa0e0d6ca req-77931fda-d66f-41f4-ae5e-7b235138e75d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] For port 880be4bf-440a-4c20-8e32-d1723de251e4, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=880be4bf-440a-4c20-8e32-d1723de251e4,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:20.044796 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-198ae9d4-1225-4dbd-adde-4edaa0e0d6ca req-77931fda-d66f-41f4-ae5e-7b235138e75d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.058187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-198ae9d4-1225-4dbd-adde-4edaa0e0d6ca req-77931fda-d66f-41f4-ae5e-7b235138e75d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Calling delete_port for 880be4bf-440a-4c20-8e32-d1723de251e4 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:20.113074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.244528 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-198ae9d4-1225-4dbd-adde-4edaa0e0d6ca req-77931fda-d66f-41f4-ae5e-7b235138e75d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.288012 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77931fda-d66f-41f4-ae5e-7b235138e75d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event deleted for resources: {'Port': ['ID=880be4bf-440a-4c20-8e32-d1723de251e4,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:20.327407 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-198ae9d4-1225-4dbd-adde-4edaa0e0d6ca req-77931fda-d66f-41f4-ae5e-7b235138e75d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] No DVR routers for this DVR port 880be4bf-440a-4c20-8e32-d1723de251e4 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:20.329978 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-198ae9d4-1225-4dbd-adde-4edaa0e0d6ca req-77931fda-d66f-41f4-ae5e-7b235138e75d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.334368 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-198ae9d4-1225-4dbd-adde-4edaa0e0d6ca req-77931fda-d66f-41f4-ae5e-7b235138e75d tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "DELETE /v2.0/ports/880be4bf-440a-4c20-8e32-d1723de251e4 HTTP/1.1" status: 204 len: 173 time: 0.4610639 Dec 10 18:43:20.334368 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8785c700-72c7-4398-aab6-41b870c86f60', 'name': 'network-vif-deleted', 'tag': '880be4bf-440a-4c20-8e32-d1723de251e4'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:20.336047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a52d53-948d-492d-9038-6bec20c83387" -d '{"events": [{"server_uuid": "8785c700-72c7-4398-aab6-41b870c86f60", "name": "network-vif-deleted", "tag": "880be4bf-440a-4c20-8e32-d1723de251e4"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:20.371501 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137fbdf8-bf98-4bb9-9fe8-5cbf5b234191 x-openstack-request-id: req-137fbdf8-bf98-4bb9-9fe8-5cbf5b234191 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:20.371805 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8785c700-72c7-4398-aab6-41b870c86f60", "name": "network-vif-deleted", "tag": "880be4bf-440a-4c20-8e32-d1723de251e4", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:20.372068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-137fbdf8-bf98-4bb9-9fe8-5cbf5b234191 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:20.372481 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8785c700-72c7-4398-aab6-41b870c86f60', 'name': 'network-vif-deleted', 'tag': '880be4bf-440a-4c20-8e32-d1723de251e4', 'status': 'completed', 'code': 200} Dec 10 18:43:20.541009 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-86725f8f-6c3d-4f1f-854f-7629ce64b635 req-c82b5cd6-4487-43dd-95e3-17912dbf340f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 210 time: 0.0283554 Dec 10 18:43:21.290711 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:21.634248 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1a3d0297-d092-485f-9b79-91201c6e3aa1 req-ba4220a1-6eb5-4028-8236-6992a13b6a53 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 210 time: 0.0264568 Dec 10 18:43:22.467339 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:22.501084 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 880be4bf-440a-4c20-8e32-d1723de251e4 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:22.521682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 880be4bf-440a-4c20-8e32-d1723de251e4 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:22.522060 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 880be4bf-440a-4c20-8e32-d1723de251e4 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:22.727930 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6712e590-a300-4b67-90e0-869f1d5c4405 req-3008971a-8447-49b5-a721-1ead3964aa73 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 210 time: 0.0271225 Dec 10 18:43:23.824393 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f09e6aa6-d471-4bf9-9b0a-f927dadd05c0 req-4459d28c-4149-4f14-8acd-9ffba1e8a86c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 210 time: 0.0269096 Dec 10 18:43:24.934879 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ff8930da-c3bd-4688-8352-096f3aa588b6 req-b71e2b56-367d-4fab-b43c-3bf149864c36 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=8785c700-72c7-4398-aab6-41b870c86f60 HTTP/1.1" status: 200 len: 210 time: 0.0292768 Dec 10 18:43:28.604682 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ce5462d-262c-4837-af52-e5cdead15cdf req-5e8fd24b-5ff3-4c44-bc38-068f77a736e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435615 Dec 10 18:43:28.690193 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5462d-262c-4837-af52-e5cdead15cdf req-794492e3-80ff-4b1b-9e85-a91eded7a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:28.691716 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ce5462d-262c-4837-af52-e5cdead15cdf req-794492e3-80ff-4b1b-9e85-a91eded7a15f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 1098 time: 0.0408757 Dec 10 18:43:28.803075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5462d-262c-4837-af52-e5cdead15cdf req-eb59c80d-e9a7-428a-ab19-d0510a5a0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:28.804702 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ce5462d-262c-4837-af52-e5cdead15cdf req-eb59c80d-e9a7-428a-ab19-d0510a5a0f5b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 913 time: 0.0918660 Dec 10 18:43:28.872442 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ce5462d-262c-4837-af52-e5cdead15cdf req-3a246f4f-8799-4799-9aac-bd43eeb97287 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a890f448-374f-4c82-a871-c393108b3bb1 HTTP/1.1" status: 200 len: 1001 time: 0.0587740 Dec 10 18:43:28.923400 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5462d-262c-4837-af52-e5cdead15cdf req-e4cc2b01-9e89-42ce-8707-979d4156c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:28.924844 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ce5462d-262c-4837-af52-e5cdead15cdf req-e4cc2b01-9e89-42ce-8707-979d4156c47d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 200 len: 851 time: 0.0438409 Dec 10 18:43:28.977378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5462d-262c-4837-af52-e5cdead15cdf req-c0341b85-aad9-4a8e-8f28-48baf22b2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:28.978940 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ce5462d-262c-4837-af52-e5cdead15cdf req-c0341b85-aad9-4a8e-8f28-48baf22b2970 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a648c046-7b98-4168-8c91-4d4b8f654cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466614 Dec 10 18:43:29.070673 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ce5462d-262c-4837-af52-e5cdead15cdf req-a433bdb5-bf98-412c-9935-a7e5c318f5d5 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831194 Dec 10 18:43:29.164535 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ce5462d-262c-4837-af52-e5cdead15cdf req-f3b2ed57-8c20-44bb-a747-40981e00a243 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862074 Dec 10 18:43:31.554220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38548) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:31.708465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f25fb429-41e8-4720-bbea-c06e84691b18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Deleting port 591ada8b-c55f-46de-8295-6180b90896a9 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:31.708837 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f25fb429-41e8-4720-bbea-c06e84691b18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:31.783659 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f25fb429-41e8-4720-bbea-c06e84691b18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:31.783972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f25fb429-41e8-4720-bbea-c06e84691b18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:31.796062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f25fb429-41e8-4720-bbea-c06e84691b18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Calling delete_port for 591ada8b-c55f-46de-8295-6180b90896a9 owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:32.003969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f25fb429-41e8-4720-bbea-c06e84691b18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.029582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fb429-41e8-4720-bbea-c06e84691b18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event deleted for resources: {'Port': ['ID=591ada8b-c55f-46de-8295-6180b90896a9,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:32.092626 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f25fb429-41e8-4720-bbea-c06e84691b18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.092969 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-f25fb429-41e8-4720-bbea-c06e84691b18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Floating IP 1c9ffe4c-25c7-4b51-ae86-4ece947db802 disassociated (deleted). External IP: 172.26.5.139, port: a890f448-374f-4c82-a871-c393108b3bb1. Dec 10 18:43:32.304265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25fb429-41e8-4720-bbea-c06e84691b18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Router 7ca16e6b-2980-4508-82df-6c267b899077 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:32.414268 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25fb429-41e8-4720-bbea-c06e84691b18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:32.419037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f25fb429-41e8-4720-bbea-c06e84691b18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.423663 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d37eee5-385e-4c8a-bae6-d7427a0e4784 None None] Sync routers for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:32.433464 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37eee5-385e-4c8a-bae6-d7427a0e4784 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:32.434107 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2d37eee5-385e-4c8a-bae6-d7427a0e4784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:43:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:32.445528 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f25fb429-41e8-4720-bbea-c06e84691b18 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "DELETE /v2.0/floatingips/1c9ffe4c-25c7-4b51-ae86-4ece947db802 HTTP/1.1" status: 204 len: 168 time: 0.8902237 Dec 10 18:43:32.446309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'tag': 'a890f448-374f-4c82-a871-c393108b3bb1'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:32.448572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e263660-50f7-4a0d-a680-4a96e9812099" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4d1f47-a82b-426a-a563-38b5bdc5e2ee", "tag": "a890f448-374f-4c82-a871-c393108b3bb1"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:32.495637 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b42e5eb-e6cf-4c78-a863-91596fd4e223 x-openstack-request-id: req-8b42e5eb-e6cf-4c78-a863-91596fd4e223 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:32.495942 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4d1f47-a82b-426a-a563-38b5bdc5e2ee", "tag": "a890f448-374f-4c82-a871-c393108b3bb1", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:32.496347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b42e5eb-e6cf-4c78-a863-91596fd4e223 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:32.497162 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'tag': 'a890f448-374f-4c82-a871-c393108b3bb1', 'status': 'completed', 'code': 200} Dec 10 18:43:32.547429 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-2d37eee5-385e-4c8a-bae6-d7427a0e4784 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:32.561922 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e263660-50f7-4a0d-a680-4a96e9812099 req-6dfc9258-07d7-406b-90fd-60ef0eeaafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:32.563472 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4e263660-50f7-4a0d-a680-4a96e9812099 req-6dfc9258-07d7-406b-90fd-60ef0eeaafff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd525ba53d94408afbd68f89c13ea18&device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 1098 time: 0.0438735 Dec 10 18:43:32.664466 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e263660-50f7-4a0d-a680-4a96e9812099 req-7d694550-b215-4364-b024-cc5455694c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:32.666071 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4e263660-50f7-4a0d-a680-4a96e9812099 req-7d694550-b215-4364-b024-cc5455694c28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 200 len: 913 time: 0.0915840 Dec 10 18:43:32.712401 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4e263660-50f7-4a0d-a680-4a96e9812099 req-15fbe8ea-2225-485c-aa2d-5a22733247d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a890f448-374f-4c82-a871-c393108b3bb1 HTTP/1.1" status: 200 len: 217 time: 0.0387428 Dec 10 18:43:32.756822 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2d37eee5-385e-4c8a-bae6-d7427a0e4784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:32.763579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e263660-50f7-4a0d-a680-4a96e9812099 req-fb5153f0-fadf-4361-b355-ac400c311f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:32.765059 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4e263660-50f7-4a0d-a680-4a96e9812099 req-fb5153f0-fadf-4361-b355-ac400c311f57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 200 len: 851 time: 0.0455332 Dec 10 18:43:32.782641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d37eee5-385e-4c8a-bae6-d7427a0e4784 None None] Checking router: 7ca16e6b-2980-4508-82df-6c267b899077 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:32.791079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37eee5-385e-4c8a-bae6-d7427a0e4784 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:32.791688 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2d37eee5-385e-4c8a-bae6-d7427a0e4784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:43:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:32.825005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e263660-50f7-4a0d-a680-4a96e9812099 req-5dcda6f2-f202-4844-b19d-dffb6003e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:32.826746 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4e263660-50f7-4a0d-a680-4a96e9812099 req-5dcda6f2-f202-4844-b19d-dffb6003e2ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a648c046-7b98-4168-8c91-4d4b8f654cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428975 Dec 10 18:43:32.904856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-2d37eee5-385e-4c8a-bae6-d7427a0e4784 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:32.919788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ce6f2-905b-46cc-bb00-816a718d7643 req-bffa8b32-d77a-499d-a86f-dde3e74211ca tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:32.921993 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fb7ce6f2-905b-46cc-bb00-816a718d7643 req-bffa8b32-d77a-499d-a86f-dde3e74211ca tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 945 time: 0.0546064 Dec 10 18:43:32.941417 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4e263660-50f7-4a0d-a680-4a96e9812099 req-6172082c-6a14-4e13-9067-8f034e094d8b service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066134 Dec 10 18:43:32.975649 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fb7ce6f2-905b-46cc-bb00-816a718d7643 req-3a9beed2-c9ec-46e3-a733-c4e68721e224 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/security-groups?id=96b82cf4-021d-456a-916a-2957311fd74b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461996 Dec 10 18:43:33.038574 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4e263660-50f7-4a0d-a680-4a96e9812099 req-632a67c6-559a-4e18-a0df-62847462d753 service neutron] 10.222.0.21 "GET /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866327 Dec 10 18:43:33.120519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2d37eee5-385e-4c8a-bae6-d7427a0e4784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:33.146052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d37eee5-385e-4c8a-bae6-d7427a0e4784 None None] The sync data for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv is: [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '1c7aa117-938a-4ea1-978f-c4527fc2d230', 'name': '', 'network_id': 'a648c046-7b98-4168-8c91-4d4b8f654cd1', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'mac_address': 'fa:16:3e:06:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:07Z', 'updated_at': '2021-12-10T18:33:15Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'subnets': [{'id': '51fc4861-73a5-449e-b426-24d2c2d2a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:33.352988 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f3d2e-5853-410a-9bc5-39ccd8268c60 None None] New status for floating IP 1c9ffe4c-25c7-4b51-ae86-4ece947db802: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:43:33.435638 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc04360-bbe2-43f4-b639-36b92366cd9c req-0f6e57f7-e51a-4447-b2cf-400ea60fc0fa tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:33.437268 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2dc04360-bbe2-43f4-b639-36b92366cd9c req-0f6e57f7-e51a-4447-b2cf-400ea60fc0fa tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 945 time: 0.0546565 Dec 10 18:43:33.526862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-2dc04360-bbe2-43f4-b639-36b92366cd9c req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Deleting port a890f448-374f-4c82-a871-c393108b3bb1 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:33.527200 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2dc04360-bbe2-43f4-b639-36b92366cd9c req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:33.616292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-2dc04360-bbe2-43f4-b639-36b92366cd9c req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] For port a890f448-374f-4c82-a871-c393108b3bb1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a890f448-374f-4c82-a871-c393108b3bb1,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:33.617086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2dc04360-bbe2-43f4-b639-36b92366cd9c req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:33.628136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-2dc04360-bbe2-43f4-b639-36b92366cd9c req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Calling delete_port for a890f448-374f-4c82-a871-c393108b3bb1 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:33.827375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2dc04360-bbe2-43f4-b639-36b92366cd9c req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:33.862565 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event deleted for resources: {'Port': ['ID=a890f448-374f-4c82-a871-c393108b3bb1,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:33.891050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:33.891050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:33.891050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:33.891373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:33.891488 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:33.891742 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:33.892077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:33.892413 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:33.892747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:33.893081 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:33.893410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:33.893760 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:33.894088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:33.915904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc04360-bbe2-43f4-b639-36b92366cd9c req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] No DVR routers for this DVR port a890f448-374f-4c82-a871-c393108b3bb1 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:33.918307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2dc04360-bbe2-43f4-b639-36b92366cd9c req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:33.921645 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2dc04360-bbe2-43f4-b639-36b92366cd9c req-e37c3a57-f2bc-4a83-95b5-a21438004ed4 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.21 "DELETE /v2.0/ports/a890f448-374f-4c82-a871-c393108b3bb1 HTTP/1.1" status: 204 len: 173 time: 0.4778898 Dec 10 18:43:34.074971 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f692ff62-1be7-47df-8280-cfdafdbf91ac req-ae3a0884-9aa4-4bb1-914c-8cf473617433 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 210 time: 0.0261030 Dec 10 18:43:34.498191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'name': 'network-vif-deleted', 'tag': 'a890f448-374f-4c82-a871-c393108b3bb1'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:34.500525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40b9903-6fff-45f7-834d-e4d23b4c151f" -d '{"events": [{"server_uuid": "1c4d1f47-a82b-426a-a563-38b5bdc5e2ee", "name": "network-vif-deleted", "tag": "a890f448-374f-4c82-a871-c393108b3bb1"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:34.535888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0154ca8-8a9f-49e3-92f8-b93d40687a14 x-openstack-request-id: req-a0154ca8-8a9f-49e3-92f8-b93d40687a14 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:34.536193 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4d1f47-a82b-426a-a563-38b5bdc5e2ee", "name": "network-vif-deleted", "tag": "a890f448-374f-4c82-a871-c393108b3bb1", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:34.536452 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0154ca8-8a9f-49e3-92f8-b93d40687a14 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:34.537367 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4d1f47-a82b-426a-a563-38b5bdc5e2ee', 'name': 'network-vif-deleted', 'tag': 'a890f448-374f-4c82-a871-c393108b3bb1', 'status': 'completed', 'code': 200} Dec 10 18:43:35.168820 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-788d11ee-fce4-478e-8f0d-7b27ed61e3fc req-6b5d30f4-dee3-48ec-803f-dd6e88f863d8 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 210 time: 0.0260417 Dec 10 18:43:36.264534 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4eeefafe-a72a-40de-ab1b-458d3ee2d7da req-a4289d75-393a-45b7-ade2-ac796c55743f tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 210 time: 0.0264142 Dec 10 18:43:36.548483 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a890f448-374f-4c82-a871-c393108b3bb1 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:36.574091 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: a890f448-374f-4c82-a871-c393108b3bb1 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:36.574443 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device a890f448-374f-4c82-a871-c393108b3bb1 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:37.366123 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34215bf6-5ecd-4a8b-89a5-a1db12b78718 req-2afb75f6-7f7a-4379-aa2c-beeba1cf0945 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 210 time: 0.0313308 Dec 10 18:43:38.474783 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1851317e-8937-4d33-ac74-535c0143d3a9 req-73466072-b35c-4f07-8b2d-5f2ab34dfd40 tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4d1f47-a82b-426a-a563-38b5bdc5e2ee HTTP/1.1" status: 200 len: 210 time: 0.0266995 Dec 10 18:43:39.528950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38580) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:39.651393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-22cd0924-8aab-4249-aa69-0650f64d415c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Deleting port b1c2f03b-c443-4674-a7ec-dfceb438fc46 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:39.651734 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-22cd0924-8aab-4249-aa69-0650f64d415c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.729958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-22cd0924-8aab-4249-aa69-0650f64d415c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.730293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-22cd0924-8aab-4249-aa69-0650f64d415c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.741896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-22cd0924-8aab-4249-aa69-0650f64d415c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Calling delete_port for b1c2f03b-c443-4674-a7ec-dfceb438fc46 owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:39.924128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-22cd0924-8aab-4249-aa69-0650f64d415c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.949438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd0924-8aab-4249-aa69-0650f64d415c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event deleted for resources: {'Port': ['ID=b1c2f03b-c443-4674-a7ec-dfceb438fc46,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:40.008191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-22cd0924-8aab-4249-aa69-0650f64d415c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.010780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-22cd0924-8aab-4249-aa69-0650f64d415c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.011923 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-22cd0924-8aab-4249-aa69-0650f64d415c tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "DELETE /v2.0/floatingips/30c11862-f06e-4e09-a738-f5fa5c7267cc HTTP/1.1" status: 204 len: 168 time: 0.4819818 Dec 10 18:43:43.580037 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38596) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:43.636563 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.661628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.787520 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.790373 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.791504 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] 10.222.0.60 "DELETE /v2.0/security-groups/96b82cf4-021d-456a-916a-2957311fd74b HTTP/1.1" status: 204 len: 168 time: 0.2103567 Dec 10 18:43:43.801172 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b82cf4-021d-456a-916a-2957311fd74b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:43.809283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.813558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.813558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.813558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.813558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.813558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.813558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.813558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.813558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.813558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.813558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.813558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.813558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515a3b7-9452-4b97-bff5-06e6200962bf tempest-TestVolumeBootPattern-1004420337 tempest-TestVolumeBootPattern-1004420337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.932181 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38600) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:44.437672 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eda9a3d8-2cbb-47ad-a129-4d3ba68c615c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:44.690084 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-eda9a3d8-2cbb-47ad-a129-4d3ba68c615c admin admin] Deleting port 1c7aa117-938a-4ea1-978f-c4527fc2d230 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:44.690744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eda9a3d8-2cbb-47ad-a129-4d3ba68c615c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:44.766435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-eda9a3d8-2cbb-47ad-a129-4d3ba68c615c admin admin] For port 1c7aa117-938a-4ea1-978f-c4527fc2d230, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=1c7aa117-938a-4ea1-978f-c4527fc2d230,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:44.766799 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eda9a3d8-2cbb-47ad-a129-4d3ba68c615c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:44.781210 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-eda9a3d8-2cbb-47ad-a129-4d3ba68c615c admin admin] Calling delete_port for 1c7aa117-938a-4ea1-978f-c4527fc2d230 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:45.010136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eda9a3d8-2cbb-47ad-a129-4d3ba68c615c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.037020 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9a3d8-2cbb-47ad-a129-4d3ba68c615c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7aa117-938a-4ea1-978f-c4527fc2d230,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:45.453407 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eda9a3d8-2cbb-47ad-a129-4d3ba68c615c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.662596 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda9a3d8-2cbb-47ad-a129-4d3ba68c615c admin admin] Router 7ca16e6b-2980-4508-82df-6c267b899077 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:45.764534 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda9a3d8-2cbb-47ad-a129-4d3ba68c615c admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:45.769419 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-eda9a3d8-2cbb-47ad-a129-4d3ba68c615c admin admin] 10.222.0.60 "PUT /v2.0/routers/7ca16e6b-2980-4508-82df-6c267b899077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8359406 Dec 10 18:43:45.772315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38604) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:45.773226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e7dea7-6d22-4990-b97c-47d9c5fca084 None None] Sync routers for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:45.783372 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e7dea7-6d22-4990-b97c-47d9c5fca084 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:45.788858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a3e7dea7-6d22-4990-b97c-47d9c5fca084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:43:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:45.876157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.876891 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:43:45.887159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-a3e7dea7-6d22-4990-b97c-47d9c5fca084 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:45.978118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.066117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a3e7dea7-6d22-4990-b97c-47d9c5fca084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:43:44Z', 'revision_number': 5, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port': {'id': '0b37852d-3e79-45bc-8ab6-726d71a15de5', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca16e6b-2980-4508-82df-6c267b899077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:01Z', 'updated_at': '2021-12-10T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:46.080756 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] Deleting port 0b37852d-3e79-45bc-8ab6-726d71a15de5 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:46.081100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.093254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e7dea7-6d22-4990-b97c-47d9c5fca084 None None] Checking router: 7ca16e6b-2980-4508-82df-6c267b899077 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:46.101396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e7dea7-6d22-4990-b97c-47d9c5fca084 None None] Routers {'7ca16e6b-2980-4508-82df-6c267b899077'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:46.102015 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a3e7dea7-6d22-4990-b97c-47d9c5fca084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:43:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7ca16e6b-2980-4508-82df-6c267b899077'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:46.163124 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] For port 0b37852d-3e79-45bc-8ab6-726d71a15de5, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0b37852d-3e79-45bc-8ab6-726d71a15de5,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:46.163513 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.175082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] Calling delete_port for 0b37852d-3e79-45bc-8ab6-726d71a15de5 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:46.185216 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-a3e7dea7-6d22-4990-b97c-47d9c5fca084 None None] Set router 7ca16e6b-2980-4508-82df-6c267b899077 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:46.236104 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a3e7dea7-6d22-4990-b97c-47d9c5fca084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:43:45Z', 'revision_number': 6, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:46.263853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e7dea7-6d22-4990-b97c-47d9c5fca084 None None] The sync data for ids ['7ca16e6b-2980-4508-82df-6c267b899077'] in dv-neutron-821434-1-hyperv is: [{'id': '7ca16e6b-2980-4508-82df-6c267b899077', 'name': 'tempest-TestVolumeBootPattern-1548310743-router', 'tenant_id': '1fd525ba53d94408afbd68f89c13ea18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:59Z', 'updated_at': '2021-12-10T18:43:45Z', 'revision_number': 6, 'project_id': '1fd525ba53d94408afbd68f89c13ea18', 'gw_port_host': None}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:46.398356 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.424909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0b37852d-3e79-45bc-8ab6-726d71a15de5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:46.439149 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27515e13-edfd-4f16-9b44-6a47d1d07f33 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:46.485137 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.489829 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8e7816db-ff4c-43db-a44a-483141eecb09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.582441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.584566 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.690541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.691123 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ca16e6b-2980-4508-82df-6c267b899077 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:43:46.696723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.696863 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7396a14b-11b9-4063-bdd1-aa450ed5d0ac admin admin] 10.222.0.60 "DELETE /v2.0/routers/7ca16e6b-2980-4508-82df-6c267b899077 HTTP/1.1" status: 204 len: 168 time: 0.9234979 Dec 10 18:43:46.699299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38606) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:46.744383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-5892239c-c8af-4947-ae63-dbb6a117925d admin admin] Deleting subnet 51fc4861-73a5-449e-b426-24d2c2d2a954 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:43:46.747470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5892239c-c8af-4947-ae63-dbb6a117925d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.781553 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5892239c-c8af-4947-ae63-dbb6a117925d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.861492 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5892239c-c8af-4947-ae63-dbb6a117925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.969603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5892239c-c8af-4947-ae63-dbb6a117925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.994419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892239c-c8af-4947-ae63-dbb6a117925d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51fc4861-73a5-449e-b426-24d2c2d2a954,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:47.000147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5892239c-c8af-4947-ae63-dbb6a117925d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.005415 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90adb2cb-4a99-4e47-8fad-94903cbe0d06 None None] Network a648c046-7b98-4168-8c91-4d4b8f654cd1 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:47.006742 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38608) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:47.007141 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5892239c-c8af-4947-ae63-dbb6a117925d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/51fc4861-73a5-449e-b426-24d2c2d2a954 HTTP/1.1" status: 204 len: 168 time: 0.3064799 Dec 10 18:43:47.087177 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.106255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0b37852d-3e79-45bc-8ab6-726d71a15de5 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:47.129714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 0b37852d-3e79-45bc-8ab6-726d71a15de5 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:47.130065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0b37852d-3e79-45bc-8ab6-726d71a15de5 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:47.130488 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1c7aa117-938a-4ea1-978f-c4527fc2d230 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:47.152021 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 1c7aa117-938a-4ea1-978f-c4527fc2d230 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:47.152358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 1c7aa117-938a-4ea1-978f-c4527fc2d230 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:47.158077 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Deleting port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:47.158482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.202548 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] DHCP port deletion for a648c046-7b98-4168-8c91-4d4b8f654cd1 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:47.228646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] For port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:47.229075 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.242634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Calling delete_port for 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:47.251704 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Deleting port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:47.252207 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.324764 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] For port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94,segment=NetworkSegment(d0972d26-5a7e-4c03-ad97-da47e2f7dd98),segment_id=d0972d26-5a7e-4c03-ad97-da47e2f7dd98)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:47.324764 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.340633 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Calling delete_port for 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:47.410028 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.415646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.438052 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:47.439837 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] No DVR routers for this DVR port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:47.519963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.542630 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a648c046-7b98-4168-8c91-4d4b8f654cd1']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:47.553187 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:47.553451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0972d26-5a7e-4c03-ad97-da47e2f7dd98') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:47.563190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.576497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.583202 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:47.583601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:47.585407 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:47.596378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Pushing event deleted for resources: {'Port': ['ID=6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:47.601534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] No DVR routers for this DVR port 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:47.607896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:47.608255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:47.608604 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:47.608985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:47.609325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:47.609659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:47.610018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:47.610360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:47.610688 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:47.611028 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:47.611397 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:47.611665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:47.611986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe6fc5-8048-4507-bb53-219a26641465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:47.712798 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.718538 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.722042 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] 10.222.0.60 "DELETE /v2.0/networks/a648c046-7b98-4168-8c91-4d4b8f654cd1 HTTP/1.1" status: 204 len: 168 time: 0.7139812 Dec 10 18:43:47.725930 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38610) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:47.744988 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a7027-b023-4948-b4cc-8b7f395cd7af admin admin] Pushing event deleted for resources: {'Network': ['ID=a648c046-7b98-4168-8c91-4d4b8f654cd1,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:48.415962 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:48.443901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1fd1c94d-e7d3-468f-b359-0d1406bddee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:48.685076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1fd1c94d-e7d3-468f-b359-0d1406bddee7 admin admin] Deleting port 22c8e9c4-98c9-461f-b744-32277225136c {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:48.685382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1fd1c94d-e7d3-468f-b359-0d1406bddee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:48.764198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1fd1c94d-e7d3-468f-b359-0d1406bddee7 admin admin] For port 22c8e9c4-98c9-461f-b744-32277225136c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=22c8e9c4-98c9-461f-b744-32277225136c,segment=NetworkSegment(be28cf49-3778-44f0-a74a-c0dcfdef38fa),segment_id=be28cf49-3778-44f0-a74a-c0dcfdef38fa)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:48.764586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1fd1c94d-e7d3-468f-b359-0d1406bddee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:48.776814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1fd1c94d-e7d3-468f-b359-0d1406bddee7 admin admin] Calling delete_port for 22c8e9c4-98c9-461f-b744-32277225136c owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:48.820771 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4f93b8f3-fd2c-4032-9d5b-16183930001c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.010039 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1fd1c94d-e7d3-468f-b359-0d1406bddee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.036222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1c94d-e7d3-468f-b359-0d1406bddee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c8e9c4-98c9-461f-b744-32277225136c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:49.090102 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:49.112529 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:49.113022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 6d6ccfaf-e322-4b9b-8e23-8bbf8a9cbf94 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:49.208671 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1fd1c94d-e7d3-468f-b359-0d1406bddee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.421833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd1c94d-e7d3-468f-b359-0d1406bddee7 admin admin] Router 7091c52b-32e8-4a4b-a065-bf92e439e3c3 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:49.523789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd1c94d-e7d3-468f-b359-0d1406bddee7 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:49.528865 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1fd1c94d-e7d3-468f-b359-0d1406bddee7 admin admin] 10.222.0.60 "PUT /v2.0/routers/7091c52b-32e8-4a4b-a065-bf92e439e3c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8018661 Dec 10 18:43:49.531699 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38612) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:49.532620 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da82d0-8353-4b4c-a35c-3f4350dc7a4e None None] Sync routers for ids ['7091c52b-32e8-4a4b-a065-bf92e439e3c3'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:49.543675 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da82d0-8353-4b4c-a35c-3f4350dc7a4e None None] Routers {'7091c52b-32e8-4a4b-a065-bf92e439e3c3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:49.544423 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-51da82d0-8353-4b4c-a35c-3f4350dc7a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:43:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7091c52b-32e8-4a4b-a065-bf92e439e3c3'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:49.632582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.646712 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-51da82d0-8353-4b4c-a35c-3f4350dc7a4e None None] Set router 7091c52b-32e8-4a4b-a065-bf92e439e3c3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:49.741665 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.863324 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] Deleting port 5057a56c-250c-470c-aa16-b2d3a5da3de4 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:49.863739 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.921445 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-51da82d0-8353-4b4c-a35c-3f4350dc7a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'name': 'tempest-TestVolumeBootPattern-1276577383-router', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '5057a56c-250c-470c-aa16-b2d3a5da3de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:18Z', 'updated_at': '2021-12-10T18:43:48Z', 'revision_number': 5, 'project_id': 'e613d275a44a49f69b0e48dc40c91e88', 'gw_port': {'id': '5057a56c-250c-470c-aa16-b2d3a5da3de4', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:19Z', 'updated_at': '2021-12-10T18:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:49.942203 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] For port 5057a56c-250c-470c-aa16-b2d3a5da3de4, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5057a56c-250c-470c-aa16-b2d3a5da3de4,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:49.942559 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:49.950739 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da82d0-8353-4b4c-a35c-3f4350dc7a4e None None] Checking router: 7091c52b-32e8-4a4b-a065-bf92e439e3c3 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:49.955535 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] Calling delete_port for 5057a56c-250c-470c-aa16-b2d3a5da3de4 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:49.958955 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da82d0-8353-4b4c-a35c-3f4350dc7a4e None None] Routers {'7091c52b-32e8-4a4b-a065-bf92e439e3c3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:49.959553 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-51da82d0-8353-4b4c-a35c-3f4350dc7a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:43:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['7091c52b-32e8-4a4b-a065-bf92e439e3c3'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:50.060350 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-51da82d0-8353-4b4c-a35c-3f4350dc7a4e None None] Set router 7091c52b-32e8-4a4b-a065-bf92e439e3c3 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:50.095867 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.106370 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-51da82d0-8353-4b4c-a35c-3f4350dc7a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'name': 'tempest-TestVolumeBootPattern-1276577383-router', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:18Z', 'updated_at': '2021-12-10T18:43:49Z', 'revision_number': 6, 'project_id': 'e613d275a44a49f69b0e48dc40c91e88', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:50.136287 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da82d0-8353-4b4c-a35c-3f4350dc7a4e None None] The sync data for ids ['7091c52b-32e8-4a4b-a065-bf92e439e3c3'] in dv-neutron-821434-1-hyperv is: [{'id': '7091c52b-32e8-4a4b-a065-bf92e439e3c3', 'name': 'tempest-TestVolumeBootPattern-1276577383-router', 'tenant_id': 'e613d275a44a49f69b0e48dc40c91e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:18Z', 'updated_at': '2021-12-10T18:43:49Z', 'revision_number': 6, 'project_id': 'e613d275a44a49f69b0e48dc40c91e88', 'gw_port_host': None}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:50.170367 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.195301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5057a56c-250c-470c-aa16-b2d3a5da3de4,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:50.211117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0007e3-bc51-45f8-a2b3-1ee5779a3795 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:50.267911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.357667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.359716 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.491084 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.491652 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7091c52b-32e8-4a4b-a065-bf92e439e3c3 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:43:50.496002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.497653 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8ebbb173-74ed-4ec7-aa05-289e9d04c4d1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7091c52b-32e8-4a4b-a065-bf92e439e3c3 HTTP/1.1" status: 204 len: 168 time: 0.9644256 Dec 10 18:43:50.499810 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38614) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:50.558515 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3528de9-e2af-43e1-b879-0fe438c2095c admin admin] Deleting subnet da3bab32-f618-45a0-a5f3-a39f41c2adde {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:43:50.561921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3528de9-e2af-43e1-b879-0fe438c2095c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.596869 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3528de9-e2af-43e1-b879-0fe438c2095c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.670944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3528de9-e2af-43e1-b879-0fe438c2095c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.844821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3528de9-e2af-43e1-b879-0fe438c2095c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.870525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3528de9-e2af-43e1-b879-0fe438c2095c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3bab32-f618-45a0-a5f3-a39f41c2adde,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:50.873918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3528de9-e2af-43e1-b879-0fe438c2095c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.877095 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b3528de9-e2af-43e1-b879-0fe438c2095c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/da3bab32-f618-45a0-a5f3-a39f41c2adde HTTP/1.1" status: 204 len: 168 time: 0.3762896 Dec 10 18:43:50.879118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73be5262-7a30-47ec-9bb5-de61c0c530e9 None None] Network 6aefe628-1a12-478c-b90b-405d8727862e requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:50.879542 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38616) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:50.951365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.006301 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Deleting port 2e870adc-17e4-477d-a383-fcb9265a7aaf {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:51.006651 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.030156 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c930792d-84ce-4261-a2e7-3309dc962dc5 None None] DHCP port deletion for 6aefe628-1a12-478c-b90b-405d8727862e request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:51.083200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c930792d-84ce-4261-a2e7-3309dc962dc5 None None] Deleting port 2e870adc-17e4-477d-a383-fcb9265a7aaf {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:51.083528 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] For port 2e870adc-17e4-477d-a383-fcb9265a7aaf, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2e870adc-17e4-477d-a383-fcb9265a7aaf,segment=NetworkSegment(be28cf49-3778-44f0-a74a-c0dcfdef38fa),segment_id=be28cf49-3778-44f0-a74a-c0dcfdef38fa)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:51.084498 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c930792d-84ce-4261-a2e7-3309dc962dc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.084638 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.097919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Calling delete_port for 2e870adc-17e4-477d-a383-fcb9265a7aaf owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:51.103566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2e870adc-17e4-477d-a383-fcb9265a7aaf no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:51.190533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c930792d-84ce-4261-a2e7-3309dc962dc5 None None] For port 2e870adc-17e4-477d-a383-fcb9265a7aaf, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2e870adc-17e4-477d-a383-fcb9265a7aaf,segment=NetworkSegment(be28cf49-3778-44f0-a74a-c0dcfdef38fa),segment_id=be28cf49-3778-44f0-a74a-c0dcfdef38fa)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:51.190533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c930792d-84ce-4261-a2e7-3309dc962dc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.201346 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c930792d-84ce-4261-a2e7-3309dc962dc5 None None] Calling delete_port for 2e870adc-17e4-477d-a383-fcb9265a7aaf owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:51.250101 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.281089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e870adc-17e4-477d-a383-fcb9265a7aaf,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:51.284471 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] No DVR routers for this DVR port 2e870adc-17e4-477d-a383-fcb9265a7aaf on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:51.297869 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.354273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.357003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5057a56c-250c-470c-aa16-b2d3a5da3de4 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:51.358636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.361237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c930792d-84ce-4261-a2e7-3309dc962dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.375025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aefe628-1a12-478c-b90b-405d8727862e']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:51.385231 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be28cf49-3778-44f0-a74a-c0dcfdef38fa') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:51.385518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be28cf49-3778-44f0-a74a-c0dcfdef38fa') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:51.395080 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.403560 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 5057a56c-250c-470c-aa16-b2d3a5da3de4 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:51.403909 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5057a56c-250c-470c-aa16-b2d3a5da3de4 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:51.404331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 22c8e9c4-98c9-461f-b744-32277225136c no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:51.408027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.408783 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930792d-84ce-4261-a2e7-3309dc962dc5 None None] Pushing event deleted for resources: {'Port': ['ID=2e870adc-17e4-477d-a383-fcb9265a7aaf,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:51.418164 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:51.428960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930792d-84ce-4261-a2e7-3309dc962dc5 None None] No DVR routers for this DVR port 2e870adc-17e4-477d-a383-fcb9265a7aaf on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:51.433890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 22c8e9c4-98c9-461f-b744-32277225136c {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:51.433890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 22c8e9c4-98c9-461f-b744-32277225136c not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:51.546570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.551068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:51.555156 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6aefe628-1a12-478c-b90b-405d8727862e HTTP/1.1" status: 204 len: 168 time: 0.6746941 Dec 10 18:43:51.574380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733418d-73a3-4aaf-b94b-88cbc8755940 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aefe628-1a12-478c-b90b-405d8727862e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:51.903800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38620) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:51.945215 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c7eca4f4-1481-4a80-855f-0a8fe9c9aff9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1fd525ba53d94408afbd68f89c13ea18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402529 Dec 10 18:43:51.947718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38622) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:51.994019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72bc430c-9d79-4a19-8937-011a24f0a057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.015137 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72bc430c-9d79-4a19-8937-011a24f0a057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.112676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72bc430c-9d79-4a19-8937-011a24f0a057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.115870 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72bc430c-9d79-4a19-8937-011a24f0a057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.120725 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-72bc430c-9d79-4a19-8937-011a24f0a057 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d3ac0ea-b590-4954-9704-319ed8c1d2cc HTTP/1.1" status: 204 len: 168 time: 0.1684427 Dec 10 18:43:52.126178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc430c-9d79-4a19-8937-011a24f0a057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3ac0ea-b590-4954-9704-319ed8c1d2cc,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:52.472845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.693012 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38628) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:52.737462 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-48c8860b-f464-41ae-bc55-488664f1761e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e613d275a44a49f69b0e48dc40c91e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426812 Dec 10 18:43:52.739830 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38630) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:52.786837 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e5875e6-b127-4029-93b2-151211a918ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.807330 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e5875e6-b127-4029-93b2-151211a918ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.900314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e5875e6-b127-4029-93b2-151211a918ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.903013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1e5875e6-b127-4029-93b2-151211a918ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.904153 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1e5875e6-b127-4029-93b2-151211a918ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6208111d-8c28-4338-86a2-6f231a9c77e6 HTTP/1.1" status: 204 len: 168 time: 0.1634164 Dec 10 18:43:52.911917 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5875e6-b127-4029-93b2-151211a918ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6208111d-8c28-4338-86a2-6f231a9c77e6,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:16.460925 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9193a35d-3a0a-4e46-afa0-45b1a32e8fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:18.415201 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:18.792557 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6aa3db3c-4721-4caa-b63e-82c6edc971d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:20.117752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:21.329360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:22.495362 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:22.875959 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:44:30.608702 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e2873835-a54a-4301-b4fe-14dee2d2076f req-63dd977e-107d-41e0-833f-398c5a48f4c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419159 Dec 10 18:44:30.673365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2873835-a54a-4301-b4fe-14dee2d2076f req-d0a20cbf-b48f-4c49-a897-33c8f40258ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:30.674830 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e2873835-a54a-4301-b4fe-14dee2d2076f req-d0a20cbf-b48f-4c49-a897-33c8f40258ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 1098 time: 0.0385478 Dec 10 18:44:30.779217 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2873835-a54a-4301-b4fe-14dee2d2076f req-8062f266-43a2-4156-84f6-d0ab6b13a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:30.780602 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e2873835-a54a-4301-b4fe-14dee2d2076f req-8062f266-43a2-4156-84f6-d0ab6b13a3d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9eaf298f-4e0e-47e4-9799-fa438e797650 HTTP/1.1" status: 200 len: 898 time: 0.0840778 Dec 10 18:44:30.853582 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e2873835-a54a-4301-b4fe-14dee2d2076f req-6ec6232b-2d15-4681-881f-555a6f83f2b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70476990-d932-4e14-8434-e2bf8e7e2df3 HTTP/1.1" status: 200 len: 1001 time: 0.0650499 Dec 10 18:44:30.905140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2873835-a54a-4301-b4fe-14dee2d2076f req-33649db0-9f3d-48d0-8c5a-bf291d0e1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:30.906604 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e2873835-a54a-4301-b4fe-14dee2d2076f req-33649db0-9f3d-48d0-8c5a-bf291d0e1486 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1ade734-6f98-405a-bc04-9933c0bde589 HTTP/1.1" status: 200 len: 844 time: 0.0432570 Dec 10 18:44:30.954658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2873835-a54a-4301-b4fe-14dee2d2076f req-5ef4d5b3-5c98-4306-b5a7-3ba89933b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:30.956091 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e2873835-a54a-4301-b4fe-14dee2d2076f req-5ef4d5b3-5c98-4306-b5a7-3ba89933b11c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9eaf298f-4e0e-47e4-9799-fa438e797650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385244 Dec 10 18:44:31.046524 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e2873835-a54a-4301-b4fe-14dee2d2076f req-55552bba-e5a2-4090-acf1-8cdfd7a0da47 service neutron] 10.222.0.21 "GET /v2.0/networks/9eaf298f-4e0e-47e4-9799-fa438e797650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834599 Dec 10 18:44:31.137408 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e2873835-a54a-4301-b4fe-14dee2d2076f req-ef0ff2be-ca44-4db5-b5dc-393717e378ca service neutron] 10.222.0.21 "GET /v2.0/networks/9eaf298f-4e0e-47e4-9799-fa438e797650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802877 Dec 10 18:44:46.470440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-70f28a90-acea-4554-a5ac-2c4e1e70a110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:48.483393 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:48.797540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-458d84f2-a1ea-4b43-ac56-def2af8b6834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.123063 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:51.323244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.488618 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:59.874450 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:45:01.403101 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38638) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:01.641101 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:45:01.725769 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3536069'] for subnet, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.917334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763100088540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2458511'] for subnet, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.952333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:01.952968 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.954344 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/subnets/a1ade734-6f98-405a-bc04-9933c0bde589 HTTP/1.1" status: 200 len: 836 time: 0.5502508 Dec 10 18:45:01.960793 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea7b414-964e-4888-a6dd-81bf88a1b684 None None] Network 9eaf298f-4e0e-47e4-9799-fa438e797650 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:45:01.971553 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Subnet': ['ID=a1ade734-6f98-405a-bc04-9933c0bde589,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:01.978951 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:01.979245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:01.979600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:01.979947 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:01.980286 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:01.980626 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:01.980959 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:01.981415 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:01.981790 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:01.982127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:01.982461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:01.982790 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:01.983116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9c0ce-1608-4d96-9b8a-8a141f04e99f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:02.281048 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-66a3ae40-5ea5-41ce-af94-730eb0ef547c None None] Provisioning complete for port 87417106-1cd9-4ec0-9ba1-11598f289877 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:02.281421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-66a3ae40-5ea5-41ce-af94-730eb0ef547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.370475 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-66a3ae40-5ea5-41ce-af94-730eb0ef547c None None] Provisioning complete for port 70476990-d932-4e14-8434-e2bf8e7e2df3 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:02.370766 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-66a3ae40-5ea5-41ce-af94-730eb0ef547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.455934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-66a3ae40-5ea5-41ce-af94-730eb0ef547c None None] Provisioning complete for port ecc2882f-a873-42a8-a3e3-384a4e8bc36a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:02.456300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-66a3ae40-5ea5-41ce-af94-730eb0ef547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:16.500192 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c2e38295-3cfe-41b7-8c57-d8772c386855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:18.465368 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:18.819485 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8ea9-831f-43fb-9263-7c4ec19dc92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:20.116829 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.315674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:22.476838 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:32.586544 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c58b3397-8940-49d6-a59f-38968c2740f5 req-13b1152c-52bc-44f9-976c-a1037926859c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399325 Dec 10 18:45:32.675444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b3397-8940-49d6-a59f-38968c2740f5 req-4178ea67-3afe-4a61-bb52-efcdc3c4b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:32.676910 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c58b3397-8940-49d6-a59f-38968c2740f5 req-4178ea67-3afe-4a61-bb52-efcdc3c4b8e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 1098 time: 0.0431492 Dec 10 18:45:32.783085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b3397-8940-49d6-a59f-38968c2740f5 req-da18a0b0-bdb8-4f61-b356-c50b5d614066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:32.784423 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c58b3397-8940-49d6-a59f-38968c2740f5 req-da18a0b0-bdb8-4f61-b356-c50b5d614066 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9eaf298f-4e0e-47e4-9799-fa438e797650 HTTP/1.1" status: 200 len: 898 time: 0.0821633 Dec 10 18:45:32.854085 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c58b3397-8940-49d6-a59f-38968c2740f5 req-695aac59-c67a-4228-b6a5-a0180431a139 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70476990-d932-4e14-8434-e2bf8e7e2df3 HTTP/1.1" status: 200 len: 1001 time: 0.0619817 Dec 10 18:45:32.906857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b3397-8940-49d6-a59f-38968c2740f5 req-bc5c3c04-3a27-4c5b-89ae-44a8b12ea944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:32.908410 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c58b3397-8940-49d6-a59f-38968c2740f5 req-bc5c3c04-3a27-4c5b-89ae-44a8b12ea944 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1ade734-6f98-405a-bc04-9933c0bde589 HTTP/1.1" status: 200 len: 844 time: 0.0459440 Dec 10 18:45:32.956581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b3397-8940-49d6-a59f-38968c2740f5 req-f2dbf832-9f7b-4991-bba4-d2dc4d48d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:32.958274 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c58b3397-8940-49d6-a59f-38968c2740f5 req-f2dbf832-9f7b-4991-bba4-d2dc4d48d051 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9eaf298f-4e0e-47e4-9799-fa438e797650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392840 Dec 10 18:45:33.052079 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c58b3397-8940-49d6-a59f-38968c2740f5 req-efdca594-61d9-4037-89e0-55199d3ec5fe service neutron] 10.222.0.21 "GET /v2.0/networks/9eaf298f-4e0e-47e4-9799-fa438e797650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843043 Dec 10 18:45:33.145586 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c58b3397-8940-49d6-a59f-38968c2740f5 req-e4c38217-c7f6-4ad7-89da-77a2cb49907e service neutron] 10.222.0.21 "GET /v2.0/networks/9eaf298f-4e0e-47e4-9799-fa438e797650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815656 Dec 10 18:45:36.873492 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:45:44.907184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38664) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:45.064418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e984fcd2-ef98-4c95-9b5d-df69a48c1297 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port fdd98846-3628-44bb-a130-5bcff1b5eb57 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:45:45.064763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e984fcd2-ef98-4c95-9b5d-df69a48c1297 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:45.142041 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e984fcd2-ef98-4c95-9b5d-df69a48c1297 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:45.142369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e984fcd2-ef98-4c95-9b5d-df69a48c1297 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:45.154807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e984fcd2-ef98-4c95-9b5d-df69a48c1297 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for fdd98846-3628-44bb-a130-5bcff1b5eb57 owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:45:45.356411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e984fcd2-ef98-4c95-9b5d-df69a48c1297 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:45.381470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984fcd2-ef98-4c95-9b5d-df69a48c1297 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=fdd98846-3628-44bb-a130-5bcff1b5eb57,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:45.444106 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e984fcd2-ef98-4c95-9b5d-df69a48c1297 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:45.444432 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-e984fcd2-ef98-4c95-9b5d-df69a48c1297 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP fd1c3777-27a6-4764-8920-017d69b2c069 disassociated (deleted). External IP: 172.26.5.213, port: 70476990-d932-4e14-8434-e2bf8e7e2df3. Dec 10 18:45:45.450780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-f1e69b91-2c38-440c-b953-5b354aa23da8 req-c424b3f6-33a8-47f3-a08c-a3da45a396d1 service neutron] (103594) timed out ('10.222.0.21', 61997) {{(pid=103594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:45:45.653980 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e984fcd2-ef98-4c95-9b5d-df69a48c1297 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:45:45.758900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e984fcd2-ef98-4c95-9b5d-df69a48c1297 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:45:45.763696 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e984fcd2-ef98-4c95-9b5d-df69a48c1297 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:45.771763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7129293-902e-4389-8636-8d154cb62340 None None] Sync routers for ids ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:45:45.781102 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7129293-902e-4389-8636-8d154cb62340 None None] Routers {'3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:45:45.781737 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f7129293-902e-4389-8636-8d154cb62340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:45:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:45.788796 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e984fcd2-ef98-4c95-9b5d-df69a48c1297 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/floatingips/fd1c3777-27a6-4764-8920-017d69b2c069 HTTP/1.1" status: 204 len: 168 time: 0.8805473 Dec 10 18:45:45.789377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18de6977-bc96-409d-9d87-815abae8a329', 'tag': '70476990-d932-4e14-8434-e2bf8e7e2df3'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:45.792143 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcf0dbe-7bff-4a81-b52e-e6584c2ff7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "18de6977-bc96-409d-9d87-815abae8a329", "tag": "70476990-d932-4e14-8434-e2bf8e7e2df3"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:45.841117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a81b6b6-3637-45b8-a61c-1809d3546c6e x-openstack-request-id: req-8a81b6b6-3637-45b8-a61c-1809d3546c6e {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:45.841418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18de6977-bc96-409d-9d87-815abae8a329", "tag": "70476990-d932-4e14-8434-e2bf8e7e2df3", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:45.842133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a81b6b6-3637-45b8-a61c-1809d3546c6e {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:45.842551 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18de6977-bc96-409d-9d87-815abae8a329', 'tag': '70476990-d932-4e14-8434-e2bf8e7e2df3', 'status': 'completed', 'code': 200} Dec 10 18:45:45.894475 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-f7129293-902e-4389-8636-8d154cb62340 None None] Set router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:45:45.971316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf0dbe-7bff-4a81-b52e-e6584c2ff7ee req-5bdc7602-1adb-4981-99a3-9788a84c36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:45.972856 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9dcf0dbe-7bff-4a81-b52e-e6584c2ff7ee req-5bdc7602-1adb-4981-99a3-9788a84c36c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 1098 time: 0.1023881 Dec 10 18:45:46.068362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf0dbe-7bff-4a81-b52e-e6584c2ff7ee req-9e973ff8-9c96-4dc9-b7ee-f5ca2832e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:46.070238 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9dcf0dbe-7bff-4a81-b52e-e6584c2ff7ee req-9e973ff8-9c96-4dc9-b7ee-f5ca2832e69e service neutron] 10.222.0.21 "GET /v2.0/networks?id=9eaf298f-4e0e-47e4-9799-fa438e797650 HTTP/1.1" status: 200 len: 898 time: 0.0857053 Dec 10 18:45:46.100542 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f7129293-902e-4389-8636-8d154cb62340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:42:43Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '87417106-1cd9-4ec0-9ba1-11598f289877', 'name': '', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:7a:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:43Z', 'updated_at': '2021-12-10T18:42:46Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:46.126606 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9dcf0dbe-7bff-4a81-b52e-e6584c2ff7ee req-99d3cf5a-44cc-462a-a8f1-1228e3393abe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70476990-d932-4e14-8434-e2bf8e7e2df3 HTTP/1.1" status: 200 len: 217 time: 0.0411537 Dec 10 18:45:46.126934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7129293-902e-4389-8636-8d154cb62340 None None] Checking router: 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:45:46.135186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7129293-902e-4389-8636-8d154cb62340 None None] Routers {'3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:45:46.135794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f7129293-902e-4389-8636-8d154cb62340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:45:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:46.255332 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-f7129293-902e-4389-8636-8d154cb62340 None None] Set router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:45:46.442113 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0351935-0e06-4e37-a172-7f958507c37f req-768915ae-c36b-463b-a7c1-11acf3b47538 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:46.443757 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b0351935-0e06-4e37-a172-7f958507c37f req-768915ae-c36b-463b-a7c1-11acf3b47538 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 945 time: 0.2208352 Dec 10 18:45:46.478656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7273aaf6-c94a-484d-96c7-88b1653c8e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:46.488305 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-f7129293-902e-4389-8636-8d154cb62340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:42:43Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '87417106-1cd9-4ec0-9ba1-11598f289877', 'name': '', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:7a:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:43Z', 'updated_at': '2021-12-10T18:42:46Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:46.505963 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b0351935-0e06-4e37-a172-7f958507c37f req-d328ceef-838b-424e-b70c-be35456fd3fe tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=95a0d622-2a3b-4d07-aced-50a9f088e435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544043 Dec 10 18:45:46.517405 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7129293-902e-4389-8636-8d154cb62340 None None] The sync data for ids ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'] in dv-neutron-821434-1-hyperv is: [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:42:43Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '87417106-1cd9-4ec0-9ba1-11598f289877', 'name': '', 'network_id': '9eaf298f-4e0e-47e4-9799-fa438e797650', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:7a:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:43Z', 'updated_at': '2021-12-10T18:42:46Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': 'a1ade734-6f98-405a-bc04-9933c0bde589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:45:46.550303 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf0dbe-7bff-4a81-b52e-e6584c2ff7ee req-b4403e62-7d0c-40f1-98e0-74046494661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:46.551927 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9dcf0dbe-7bff-4a81-b52e-e6584c2ff7ee req-b4403e62-7d0c-40f1-98e0-74046494661a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1ade734-6f98-405a-bc04-9933c0bde589 HTTP/1.1" status: 200 len: 844 time: 0.4136167 Dec 10 18:45:46.600409 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf0dbe-7bff-4a81-b52e-e6584c2ff7ee req-52148bd4-8aa1-4327-b635-d2cccb442948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:46.601936 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9dcf0dbe-7bff-4a81-b52e-e6584c2ff7ee req-52148bd4-8aa1-4327-b635-d2cccb442948 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9eaf298f-4e0e-47e4-9799-fa438e797650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419772 Dec 10 18:45:46.697346 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9dcf0dbe-7bff-4a81-b52e-e6584c2ff7ee req-e676262a-6e0e-4a02-bf5c-b566e0af414a service neutron] 10.222.0.21 "GET /v2.0/networks/9eaf298f-4e0e-47e4-9799-fa438e797650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867429 Dec 10 18:45:46.732318 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa2f83-f166-4f6c-adf5-b389f37bb45e None None] New status for floating IP fd1c3777-27a6-4764-8920-017d69b2c069: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:45:46.787165 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9dcf0dbe-7bff-4a81-b52e-e6584c2ff7ee req-2630fb1a-b53d-4bbe-85e2-0fb9d5a69449 service neutron] 10.222.0.21 "GET /v2.0/networks/9eaf298f-4e0e-47e4-9799-fa438e797650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824134 Dec 10 18:45:47.679078 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dbba3-1013-4eef-86e9-109a4ab28b98 req-9e3046c8-9702-4802-a0c7-a0779540c7fa tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:47.680562 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-285dbba3-1013-4eef-86e9-109a4ab28b98 req-9e3046c8-9702-4802-a0c7-a0779540c7fa tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 945 time: 0.0979865 Dec 10 18:45:47.729655 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-285dbba3-1013-4eef-86e9-109a4ab28b98 req-51eb0bfe-9be2-42f4-8be7-8c8e9e848037 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=95a0d622-2a3b-4d07-aced-50a9f088e435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430989 Dec 10 18:45:47.757670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e75af-cc32-4d7c-9f03-7b394950729f req-09bcf86d-fa36-4ca3-ad6d-b8106e8564a9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:47.759094 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f54e75af-cc32-4d7c-9f03-7b394950729f req-09bcf86d-fa36-4ca3-ad6d-b8106e8564a9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 945 time: 0.0495539 Dec 10 18:45:47.854504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-f54e75af-cc32-4d7c-9f03-7b394950729f req-1cd219ea-20fd-4066-b61d-aad2cf0f7503 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 70476990-d932-4e14-8434-e2bf8e7e2df3 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:45:47.854851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-f54e75af-cc32-4d7c-9f03-7b394950729f req-1cd219ea-20fd-4066-b61d-aad2cf0f7503 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:47.943052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-f54e75af-cc32-4d7c-9f03-7b394950729f req-1cd219ea-20fd-4066-b61d-aad2cf0f7503 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 70476990-d932-4e14-8434-e2bf8e7e2df3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=70476990-d932-4e14-8434-e2bf8e7e2df3,segment=NetworkSegment(045d4045-bcc7-4187-bfed-631621858d9c),segment_id=045d4045-bcc7-4187-bfed-631621858d9c)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:47.943418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-f54e75af-cc32-4d7c-9f03-7b394950729f req-1cd219ea-20fd-4066-b61d-aad2cf0f7503 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:47.955467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-f54e75af-cc32-4d7c-9f03-7b394950729f req-1cd219ea-20fd-4066-b61d-aad2cf0f7503 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 70476990-d932-4e14-8434-e2bf8e7e2df3 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:45:48.139172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-f54e75af-cc32-4d7c-9f03-7b394950729f req-1cd219ea-20fd-4066-b61d-aad2cf0f7503 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:48.168842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd219ea-20fd-4066-b61d-aad2cf0f7503 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=70476990-d932-4e14-8434-e2bf8e7e2df3,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:48.215665 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54e75af-cc32-4d7c-9f03-7b394950729f req-1cd219ea-20fd-4066-b61d-aad2cf0f7503 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] No DVR routers for this DVR port 70476990-d932-4e14-8434-e2bf8e7e2df3 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:45:48.218369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-f54e75af-cc32-4d7c-9f03-7b394950729f req-1cd219ea-20fd-4066-b61d-aad2cf0f7503 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:48.222181 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f54e75af-cc32-4d7c-9f03-7b394950729f req-1cd219ea-20fd-4066-b61d-aad2cf0f7503 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "DELETE /v2.0/ports/70476990-d932-4e14-8434-e2bf8e7e2df3 HTTP/1.1" status: 204 len: 173 time: 0.4547203 Dec 10 18:45:48.222645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18de6977-bc96-409d-9d87-815abae8a329', 'name': 'network-vif-deleted', 'tag': '70476990-d932-4e14-8434-e2bf8e7e2df3'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:48.224862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f08acb-01d6-4d82-a5b9-bf1d93303792" -d '{"events": [{"server_uuid": "18de6977-bc96-409d-9d87-815abae8a329", "name": "network-vif-deleted", "tag": "70476990-d932-4e14-8434-e2bf8e7e2df3"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:48.276403 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a80196-50d5-462d-b94e-37e3fd359700 x-openstack-request-id: req-05a80196-50d5-462d-b94e-37e3fd359700 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:48.276817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18de6977-bc96-409d-9d87-815abae8a329", "name": "network-vif-deleted", "tag": "70476990-d932-4e14-8434-e2bf8e7e2df3", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:48.277138 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05a80196-50d5-462d-b94e-37e3fd359700 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:48.277608 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18de6977-bc96-409d-9d87-815abae8a329', 'name': 'network-vif-deleted', 'tag': '70476990-d932-4e14-8434-e2bf8e7e2df3', 'status': 'completed', 'code': 200} Dec 10 18:45:48.452561 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:48.835309 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d6ffd095-6aef-4e1a-a27e-3d367ce6506b req-e8a0bdab-c8cb-4059-bd20-216c789ae14d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=18de6977-bc96-409d-9d87-815abae8a329 HTTP/1.1" status: 200 len: 210 time: 0.0269508 Dec 10 18:45:48.846850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0d0f-52ee-499a-8436-5e104ee0a611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:49.892902 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38696) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:49.948331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-84b27024-1e9f-48dd-b6fd-71cc8edd4e0e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:49.973077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-84b27024-1e9f-48dd-b6fd-71cc8edd4e0e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:50.122210 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-84b27024-1e9f-48dd-b6fd-71cc8edd4e0e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:50.124788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-84b27024-1e9f-48dd-b6fd-71cc8edd4e0e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:50.126074 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-84b27024-1e9f-48dd-b6fd-71cc8edd4e0e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/security-groups/95a0d622-2a3b-4d07-aced-50a9f088e435 HTTP/1.1" status: 204 len: 168 time: 0.2320683 Dec 10 18:45:50.132370 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:50.135968 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b27024-1e9f-48dd-b6fd-71cc8edd4e0e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a0d622-2a3b-4d07-aced-50a9f088e435,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:50.259104 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38700) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:50.614420 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-65d8c39e-3d3c-4987-8258-4d6c13b42ac9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:50.865377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-65d8c39e-3d3c-4987-8258-4d6c13b42ac9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 87417106-1cd9-4ec0-9ba1-11598f289877 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:45:50.865639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-65d8c39e-3d3c-4987-8258-4d6c13b42ac9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:50.954917 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-65d8c39e-3d3c-4987-8258-4d6c13b42ac9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 87417106-1cd9-4ec0-9ba1-11598f289877, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=87417106-1cd9-4ec0-9ba1-11598f289877,segment=NetworkSegment(045d4045-bcc7-4187-bfed-631621858d9c),segment_id=045d4045-bcc7-4187-bfed-631621858d9c)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:50.955599 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-65d8c39e-3d3c-4987-8258-4d6c13b42ac9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:50.967787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-65d8c39e-3d3c-4987-8258-4d6c13b42ac9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 87417106-1cd9-4ec0-9ba1-11598f289877 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:45:51.236903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-65d8c39e-3d3c-4987-8258-4d6c13b42ac9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:51.264321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8c39e-3d3c-4987-8258-4d6c13b42ac9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=87417106-1cd9-4ec0-9ba1-11598f289877,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:51.362269 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:51.442363 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-65d8c39e-3d3c-4987-8258-4d6c13b42ac9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:51.663813 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d8c39e-3d3c-4987-8258-4d6c13b42ac9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:45:51.767504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d8c39e-3d3c-4987-8258-4d6c13b42ac9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:45:51.772576 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-65d8c39e-3d3c-4987-8258-4d6c13b42ac9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5119102 Dec 10 18:45:51.775240 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38702) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:51.778545 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306161e0-8a43-4e74-93e3-697049320baf None None] Sync routers for ids ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:45:51.788622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306161e0-8a43-4e74-93e3-697049320baf None None] Routers {'3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:45:51.789231 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-306161e0-8a43-4e74-93e3-697049320baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:45:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:51.827028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cd3b03-43ea-46d0-b36e-ccadb3d65be8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting subnet a1ade734-6f98-405a-bc04-9933c0bde589 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:45:51.830308 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3b03-43ea-46d0-b36e-ccadb3d65be8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:51.871274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3b03-43ea-46d0-b36e-ccadb3d65be8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:51.964368 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3b03-43ea-46d0-b36e-ccadb3d65be8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.043260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-306161e0-8a43-4e74-93e3-697049320baf None None] Set router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:45:52.105545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3b03-43ea-46d0-b36e-ccadb3d65be8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.134149 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd3b03-43ea-46d0-b36e-ccadb3d65be8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ade734-6f98-405a-bc04-9933c0bde589,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:52.136704 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3b03-43ea-46d0-b36e-ccadb3d65be8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.140011 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d2cd3b03-43ea-46d0-b36e-ccadb3d65be8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/subnets/a1ade734-6f98-405a-bc04-9933c0bde589 HTTP/1.1" status: 204 len: 168 time: 0.3627141 Dec 10 18:45:52.142664 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38704) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:52.150502 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e3f65-0aff-47ca-a8a1-455bc2d90d17 None None] Network 9eaf298f-4e0e-47e4-9799-fa438e797650 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:45:52.251293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.302043 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-306161e0-8a43-4e74-93e3-697049320baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:45:51Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:52.330166 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306161e0-8a43-4e74-93e3-697049320baf None None] Checking router: 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:45:52.339434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306161e0-8a43-4e74-93e3-697049320baf None None] Routers {'3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:45:52.340043 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-306161e0-8a43-4e74-93e3-697049320baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:45:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:52.364952 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.376284 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] DHCP port deletion for 9eaf298f-4e0e-47e4-9799-fa438e797650 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:45:52.475774 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:45:52.476498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.493407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-306161e0-8a43-4e74-93e3-697049320baf None None] Set router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:45:52.547427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.554742 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 9fa9bed1-94ad-4f0a-bbc1-349a5467e907, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9fa9bed1-94ad-4f0a-bbc1-349a5467e907,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:52.555106 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.571288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:45:52.596256 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Deleting port ecc2882f-a873-42a8-a3e3-384a4e8bc36a {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:45:52.596552 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.685056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] For port ecc2882f-a873-42a8-a3e3-384a4e8bc36a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ecc2882f-a873-42a8-a3e3-384a4e8bc36a,segment=NetworkSegment(045d4045-bcc7-4187-bfed-631621858d9c),segment_id=045d4045-bcc7-4187-bfed-631621858d9c)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:52.685458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.705118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Calling delete_port for ecc2882f-a873-42a8-a3e3-384a4e8bc36a owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:45:52.790003 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.813073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-306161e0-8a43-4e74-93e3-697049320baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:45:51Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:52.817874 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=9fa9bed1-94ad-4f0a-bbc1-349a5467e907,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:52.850669 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1316af80-25c7-4be0-8d87-6ccdd4aa6d8b None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:45:52.856904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306161e0-8a43-4e74-93e3-697049320baf None None] The sync data for ids ['3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5'] in dv-neutron-821434-1-hyperv is: [{'id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'name': 'tempest-TestNetworkBasicOps-router-1324902420', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:39Z', 'updated_at': '2021-12-10T18:45:51Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '9fa9bed1-94ad-4f0a-bbc1-349a5467e907', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ad:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:40Z', 'updated_at': '2021-12-10T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:45:52.877056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.903743 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.933386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Pushing event deleted for resources: {'Port': ['ID=ecc2882f-a873-42a8-a3e3-384a4e8bc36a,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:52.938363 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] No DVR routers for this DVR port ecc2882f-a873-42a8-a3e3-384a4e8bc36a on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:45:52.946137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:52.946137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:52.946623 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:52.946843 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:52.950008 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:52.950008 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:52.950008 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:52.950008 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:52.950929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:52.950929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:52.950929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:52.952020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:52.952020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25f0cd-09ed-492b-9b96-52e2de7e88c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:52.974250 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:52.976374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.103512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.104046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Fanout notify agent at l3_agent the message router_deleted on router 3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:45:53.110769 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.111875 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-099c42f3-3be2-474c-a50f-842e44d14cc3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/routers/3f0dbda0-2de1-4a73-af9b-4e3b8e4155a5 HTTP/1.1" status: 204 len: 168 time: 0.9682863 Dec 10 18:45:53.114757 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38706) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:53.189455 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16283779-782f-4f24-b4e1-8940fd81e827 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.267808 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 70476990-d932-4e14-8434-e2bf8e7e2df3 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:45:53.302881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 70476990-d932-4e14-8434-e2bf8e7e2df3 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:45:53.307638 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 70476990-d932-4e14-8434-e2bf8e7e2df3 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:45:53.307784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16283779-782f-4f24-b4e1-8940fd81e827 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.336773 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-16283779-782f-4f24-b4e1-8940fd81e827 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eaf298f-4e0e-47e4-9799-fa438e797650']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:53.346844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 87417106-1cd9-4ec0-9ba1-11598f289877 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:45:53.351342 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-16283779-782f-4f24-b4e1-8940fd81e827 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045d4045-bcc7-4187-bfed-631621858d9c') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:53.351342 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-16283779-782f-4f24-b4e1-8940fd81e827 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045d4045-bcc7-4187-bfed-631621858d9c') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:53.361221 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16283779-782f-4f24-b4e1-8940fd81e827 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.368514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 87417106-1cd9-4ec0-9ba1-11598f289877 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:45:53.368876 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 87417106-1cd9-4ec0-9ba1-11598f289877 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:45:53.369338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ecc2882f-a873-42a8-a3e3-384a4e8bc36a no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:45:53.376079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16283779-782f-4f24-b4e1-8940fd81e827 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.383646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16283779-782f-4f24-b4e1-8940fd81e827 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:45:53.384336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16283779-782f-4f24-b4e1-8940fd81e827 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:45:53.388170 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:45:53.395459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: ecc2882f-a873-42a8-a3e3-384a4e8bc36a {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:45:53.395956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ecc2882f-a873-42a8-a3e3-384a4e8bc36a not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:45:53.528133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16283779-782f-4f24-b4e1-8940fd81e827 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.535098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-16283779-782f-4f24-b4e1-8940fd81e827 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.538715 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-16283779-782f-4f24-b4e1-8940fd81e827 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/networks/9eaf298f-4e0e-47e4-9799-fa438e797650 HTTP/1.1" status: 204 len: 168 time: 0.4228551 Dec 10 18:45:53.547356 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38708) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:53.551090 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16283779-782f-4f24-b4e1-8940fd81e827 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Network': ['ID=9eaf298f-4e0e-47e4-9799-fa438e797650,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:53.553103 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'network': {'name': 'tempest-network-smoke--1167941868', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'port_security_enabled': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:45:53.658174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:45:53.661887 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.686520 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:45:53.695221 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.695565 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Added segment b992d697-4409-4b51-a69d-4a172317818b of type vlan for network e5ca986f-9098-43d5-83b1-266585e20044 Dec 10 18:45:53.733847 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.828953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.834832 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:53.835389 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:53.899099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Network': ['ID=e5ca986f-9098-43d5-83b1-266585e20044,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:53.906858 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:53.907209 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:53.907559 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:53.907985 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:53.908243 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:53.908577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:53.908909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:53.909239 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:53.909569 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:53.909932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:53.910270 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:53.910589 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:53.910911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:53.922096 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network e5ca986f-9098-43d5-83b1-266585e20044 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:45:53.958430 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5112c092-946c-467f-83d3-7c8bd65bd5c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4092026 Dec 10 18:45:53.961133 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38710) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:53.966298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-610450999', 'admin_state_up': True, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:45:54.046470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:54.047528 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:54.100955 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:54.306094 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:54.549977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:54.568583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:54.674337 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.115 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/26692116-fa5d-4370-9274-1fdd74f7247f) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:45:54.777516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:54.859515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:54.895646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:45:54.900017 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:45:54.904490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:45:54.913154 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6495f3b-9a78-4c58-b0b0-ff73e873b87c None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:45:54.933428 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=26692116-fa5d-4370-9274-1fdd74f7247f,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:54.969938 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-da73471e-21a1-412f-8256-2d98eed13f87 None None] Provisioning complete for port 26692116-fa5d-4370-9274-1fdd74f7247f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:54.970313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-da73471e-21a1-412f-8256-2d98eed13f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:55.014833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-da73471e-21a1-412f-8256-2d98eed13f87 None None] Port 26692116-fa5d-4370-9274-1fdd74f7247f cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:45:55.091571 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:45:55.112068 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:45:55.112068 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9fa9bed1-94ad-4f0a-bbc1-349a5467e907 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:45:55.223587 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:55.420634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:55.602145 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router e50770aa-96fe-4dea-82ab-90887441cfac is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:45:55.962264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:45:55.971535 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Sync routers for ids ['e50770aa-96fe-4dea-82ab-90887441cfac'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:45:55.980776 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Routers {'e50770aa-96fe-4dea-82ab-90887441cfac'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:45:55.981371 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:45:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e50770aa-96fe-4dea-82ab-90887441cfac'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:56.044692 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.045957 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ed28620a-e785-470d-91d1-0c4d39b3100c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0837922 Dec 10 18:45:56.049053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38712) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:56.085159 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Set router e50770aa-96fe-4dea-82ab-90887441cfac gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:45:56.205321 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-217cbcbe-f401-4300-b138-7ddd1632360d tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d8d709b5542940cd80a96d0fc97864e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1551313 Dec 10 18:45:56.208186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38716) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:56.263152 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:55Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:56.289500 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Checking router: e50770aa-96fe-4dea-82ab-90887441cfac for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:45:56.289884 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Updating router e50770aa-96fe-4dea-82ab-90887441cfac port 26692116-fa5d-4370-9274-1fdd74f7247f binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:45:56.295540 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c415b443-0584-470f-8bcc-c373494b829a tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:56.297071 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c415b443-0584-470f-8bcc-c373494b829a tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879507 Dec 10 18:45:56.299924 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38718) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:56.315224 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.328024 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bed1df92-ead1-4087-986a-c1f5bf551a35 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269606 Dec 10 18:45:56.330417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38720) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:56.335319 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5e552df4-8078-4e85-929a-cfb1cea4182e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-691237034', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:45:56.495701 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e552df4-8078-4e85-929a-cfb1cea4182e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:45:56.499408 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5e552df4-8078-4e85-929a-cfb1cea4182e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.648725 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.732252 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.761785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5e552df4-8078-4e85-929a-cfb1cea4182e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.772504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12a9fcd-96a7-4edc-adca-c3a886cceda8 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:45:56.785371 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Attempting to bind port 26692116-fa5d-4370-9274-1fdd74f7247f on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:45:56.785774 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Attempting to bind port 26692116-fa5d-4370-9274-1fdd74f7247f by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:45:56.786142 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Attempting to bind port 26692116-fa5d-4370-9274-1fdd74f7247f on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:45:56.788010 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Pushing event updated for resources: {'Port': ['ID=26692116-fa5d-4370-9274-1fdd74f7247f,revision_number=2']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:56.801989 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.801989 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.801989 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.801989 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.801989 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.801989 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.801989 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.801989 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.801989 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.801989 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.801989 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.801989 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.801989 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:56.804947 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:45:56.805329 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:45:56.805798 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.806120 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:45:56.807160 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Bound port: 26692116-fa5d-4370-9274-1fdd74f7247f, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:45:56.807535 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.828006 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e552df4-8078-4e85-929a-cfb1cea4182e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Subnet': ['ID=9afb5e9a-6706-4aa1-bf80-672fd3f16682,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:56.833492 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e552df4-8078-4e85-929a-cfb1cea4182e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Checking segment: {'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:45:56.833882 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e552df4-8078-4e85-929a-cfb1cea4182e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network hostable DHCP agents. Network: e5ca986f-9098-43d5-83b1-266585e20044, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:45:56.850278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3e671db5-ed03-4bba-9137-1cffc880a695 None None] Provisioning complete for port 26692116-fa5d-4370-9274-1fdd74f7247f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:56.850655 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3e671db5-ed03-4bba-9137-1cffc880a695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.859060 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] For port 26692116-fa5d-4370-9274-1fdd74f7247f, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:45:56.862080 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] For port 26692116-fa5d-4370-9274-1fdd74f7247f, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=26692116-fa5d-4370-9274-1fdd74f7247f,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:45:56.885821 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3e671db5-ed03-4bba-9137-1cffc880a695 None None] Port 26692116-fa5d-4370-9274-1fdd74f7247f cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:45:56.893978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e552df4-8078-4e85-929a-cfb1cea4182e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network e5ca986f-9098-43d5-83b1-266585e20044 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:45:56.917062 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.961823 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560dccbe-08a6-487e-a459-5ba3492b353e None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:45:56.972294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-5e552df4-8078-4e85-929a-cfb1cea4182e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, e5ca986f-9098-43d5-83b1-266585e20044) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:45:56.977931 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c746204-89eb-4d89-8e32-73527d13a2eb None None] Pushing event updated for resources: {'Port': ['ID=26692116-fa5d-4370-9274-1fdd74f7247f,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:56.979448 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e552df4-8078-4e85-929a-cfb1cea4182e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:56.980805 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Routers {'e50770aa-96fe-4dea-82ab-90887441cfac'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:45:56.980941 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5e552df4-8078-4e85-929a-cfb1cea4182e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:56.981396 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:45:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e50770aa-96fe-4dea-82ab-90887441cfac'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:56.981537 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5795144-7b44-498a-a085-2555a4fd3e0c None None] Network e5ca986f-9098-43d5-83b1-266585e20044 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:45:57.052787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5be28418-c564-4767-8bfa-fd0adc3b32dc None None] Provisioning complete for port 26692116-fa5d-4370-9274-1fdd74f7247f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:57.053193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5be28418-c564-4767-8bfa-fd0adc3b32dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.068964 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5e552df4-8078-4e85-929a-cfb1cea4182e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7350016 Dec 10 18:45:57.069408 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38722) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:57.086208 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] Set router e50770aa-96fe-4dea-82ab-90887441cfac gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:45:57.130594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-e5ca986f-9098-43d5-83b1-266585e20044', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:45:57.135625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.269450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5be28418-c564-4767-8bfa-fd0adc3b32dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.288739 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:55Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:57.299341 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-5be28418-c564-4767-8bfa-fd0adc3b32dc None None] For port 26692116-fa5d-4370-9274-1fdd74f7247f, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=26692116-fa5d-4370-9274-1fdd74f7247f,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:57.315629 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79928a8d-a9a3-4fd4-8997-5c9cdc8b5545 None None] The sync data for ids ['e50770aa-96fe-4dea-82ab-90887441cfac'] in dv-neutron-821434-1-hyperv is: [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:55Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:45:57.340785 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Allocated IP 172.20.0.2 (e5ca986f-9098-43d5-83b1-266585e20044/9afb5e9a-6706-4aa1-bf80-672fd3f16682/da0de600-593c-4337-97c7-f853adb14912) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:45:57.401227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5be28418-c564-4767-8bfa-fd0adc3b32dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.473836 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be28418-c564-4767-8bfa-fd0adc3b32dc None None] Pushing event updated for resources: {'Port': ['ID=26692116-fa5d-4370-9274-1fdd74f7247f,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:57.581358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.637867 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.682768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.732075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Network e5ca986f-9098-43d5-83b1-266585e20044 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:45:57.735379 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:45:57.740399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:45:57.744035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Pushing event updated for resources: {'Port': ['ID=da0de600-593c-4337-97c7-f853adb14912,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:57.804126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Attempting to bind port da0de600-593c-4337-97c7-f853adb14912 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:45:57.804791 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Attempting to bind port da0de600-593c-4337-97c7-f853adb14912 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:45:57.804945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Attempting to bind port da0de600-593c-4337-97c7-f853adb14912 on network e5ca986f-9098-43d5-83b1-266585e20044 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:45:57.811685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:45:57.819505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Checking segment: {'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:45:57.819505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.819505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Bound using segment: {'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:45:57.819505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Bound port: da0de600-593c-4337-97c7-f853adb14912, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:45:57.819505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:57.881466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] For port da0de600-593c-4337-97c7-f853adb14912, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:45:57.888833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] For port da0de600-593c-4337-97c7-f853adb14912, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=da0de600-593c-4337-97c7-f853adb14912,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:45:57.952235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.1 (e5ca986f-9098-43d5-83b1-266585e20044/9afb5e9a-6706-4aa1-bf80-672fd3f16682/c588f451-1d81-4121-8555-a9541da501b7) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:45:57.955485 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:58.023923 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ba4de-9b6e-4089-9425-ec97452d74e6 None None] Pushing event updated for resources: {'Port': ['ID=da0de600-593c-4337-97c7-f853adb14912,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:58.094750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:58.219727 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:58.283679 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network e5ca986f-9098-43d5-83b1-266585e20044 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:45:58.286949 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:45:58.291458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:45:58.320826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=c588f451-1d81-4121-8555-a9541da501b7,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:58.345749 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:58.562911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:58.834872 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:58.881835 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:58.960986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:58.963300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=c588f451-1d81-4121-8555-a9541da501b7,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:59.055326 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network e5ca986f-9098-43d5-83b1-266585e20044 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:45:59.056644 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:45:59.170673 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router e50770aa-96fe-4dea-82ab-90887441cfac has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:45:59.183482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device da0de600-593c-4337-97c7-f853adb14912 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:45:59.233990 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port da0de600-593c-4337-97c7-f853adb14912 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:59.234366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:59.291994 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:45:59.301910 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-09c0092a-62ef-460e-b3d6-5badd60ee153 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/e50770aa-96fe-4dea-82ab-90887441cfac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2285714 Dec 10 18:45:59.301910 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38724) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:59.305863 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Sync routers for ids ['e50770aa-96fe-4dea-82ab-90887441cfac'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:45:59.333218 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:59.336649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Routers {'e50770aa-96fe-4dea-82ab-90887441cfac'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:45:59.337219 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:45:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e50770aa-96fe-4dea-82ab-90887441cfac'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:59.399806 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebcfb9c-3795-451b-b4b8-f0dc614f1efa tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:59.400839 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebcfb9c-3795-451b-b4b8-f0dc614f1efa tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:59.401297 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebcfb9c-3795-451b-b4b8-f0dc614f1efa tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:59.401807 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebcfb9c-3795-451b-b4b8-f0dc614f1efa tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:59.403520 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-eebcfb9c-3795-451b-b4b8-f0dc614f1efa tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1011040 Dec 10 18:45:59.406236 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38726) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:59.443682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port da0de600-593c-4337-97c7-f853adb14912, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=da0de600-593c-4337-97c7-f853adb14912,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:59.471912 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Set router e50770aa-96fe-4dea-82ab-90887441cfac gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:45:59.472573 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12790ed2-9d84-4576-97ce-8b17b74ac9af tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:59.473037 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12790ed2-9d84-4576-97ce-8b17b74ac9af tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:59.474762 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12790ed2-9d84-4576-97ce-8b17b74ac9af tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:59.474762 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12790ed2-9d84-4576-97ce-8b17b74ac9af tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:59.478637 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-12790ed2-9d84-4576-97ce-8b17b74ac9af tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0690129 Dec 10 18:45:59.478945 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38728) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:59.518830 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:59.519613 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 26692116-fa5d-4370-9274-1fdd74f7247f up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:45:59.631034 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bf0092d0-5c80-411e-9186-ca5b7a28b091 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1509600 Dec 10 18:45:59.756938 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5800e1db-6198-4020-8b97-8646b463b43a None None] Network e5ca986f-9098-43d5-83b1-266585e20044 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:45:59.882059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ab3291b2-1529-4576-a2d7-6f706cb64bc0 None None] Provisioning complete for port da0de600-593c-4337-97c7-f853adb14912 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:59.882420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ab3291b2-1529-4576-a2d7-6f706cb64bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:59.888612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=da0de600-593c-4337-97c7-f853adb14912,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:59.966956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 26692116-fa5d-4370-9274-1fdd74f7247f triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:59.967334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.078027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38732) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:00.082744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3047937c-a430-49bb-ab05-e980a86055fc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474913275', 'description': 'tempest-secgroup-smoke-1474913275 description', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:00.149078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:00.179244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Checking router: e50770aa-96fe-4dea-82ab-90887441cfac for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:46:00.179607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Updating router e50770aa-96fe-4dea-82ab-90887441cfac port c588f451-1d81-4121-8555-a9541da501b7 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:46:00.180248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3047937c-a430-49bb-ab05-e980a86055fc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.205866 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.253454 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3047937c-a430-49bb-ab05-e980a86055fc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.339382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3047937c-a430-49bb-ab05-e980a86055fc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.370648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047937c-a430-49bb-ab05-e980a86055fc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928fd758-3446-4f7d-bb15-b2feadb1f42c,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:00.381163 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-998d5604-6a38-4b2c-9edb-0be8211d4c6c None None] Provisioning complete for port c588f451-1d81-4121-8555-a9541da501b7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:00.381420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-998d5604-6a38-4b2c-9edb-0be8211d4c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.438983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-998d5604-6a38-4b2c-9edb-0be8211d4c6c None None] Port c588f451-1d81-4121-8555-a9541da501b7 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:00.439222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3047937c-a430-49bb-ab05-e980a86055fc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.440928 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3047937c-a430-49bb-ab05-e980a86055fc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3615484 Dec 10 18:46:00.443565 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38734) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:00.448999 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-37b67689-c508-4738-8c74-895a207d76a2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '928fd758-3446-4f7d-bb15-b2feadb1f42c', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:00.471628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-998d5604-6a38-4b2c-9edb-0be8211d4c6c None None] Provisioning complete for port da0de600-593c-4337-97c7-f853adb14912 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:00.471999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-998d5604-6a38-4b2c-9edb-0be8211d4c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.552871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37b67689-c508-4738-8c74-895a207d76a2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.565261 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.633906 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37b67689-c508-4738-8c74-895a207d76a2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.635171 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.686668 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629e320-1260-40a7-9c4c-d163c8d22325 None None] Pushing event updated for resources: {'Port': ['ID=c588f451-1d81-4121-8555-a9541da501b7,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:00.710918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37b67689-c508-4738-8c74-895a207d76a2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.729217 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b67689-c508-4738-8c74-895a207d76a2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d7f9bf-763c-4d37-871a-8f4e6e727fc7,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:00.746025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Attempting to bind port c588f451-1d81-4121-8555-a9541da501b7 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:46:00.746491 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Attempting to bind port c588f451-1d81-4121-8555-a9541da501b7 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:46:00.746930 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Attempting to bind port c588f451-1d81-4121-8555-a9541da501b7 on network e5ca986f-9098-43d5-83b1-266585e20044 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:46:00.757009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:46:00.758073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Checking segment: {'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:00.758501 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.758955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Bound using segment: {'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:46:00.759657 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Bound port: c588f451-1d81-4121-8555-a9541da501b7, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:46:00.759830 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.763305 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-567a8135-e76a-40ce-8a1d-ad433dbc2f3b None None] Provisioning complete for port c588f451-1d81-4121-8555-a9541da501b7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:00.763667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-567a8135-e76a-40ce-8a1d-ad433dbc2f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.787407 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37b67689-c508-4738-8c74-895a207d76a2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.788730 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-37b67689-c508-4738-8c74-895a207d76a2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3439920 Dec 10 18:46:00.792213 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38736) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:00.796934 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-fe639246-4a94-4525-ab53-15313af5916d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '928fd758-3446-4f7d-bb15-b2feadb1f42c', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:00.833293 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-567a8135-e76a-40ce-8a1d-ad433dbc2f3b None None] Port c588f451-1d81-4121-8555-a9541da501b7 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:00.861952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] For port c588f451-1d81-4121-8555-a9541da501b7, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:46:00.865110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] For port c588f451-1d81-4121-8555-a9541da501b7, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c588f451-1d81-4121-8555-a9541da501b7,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:46:00.879915 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe639246-4a94-4525-ab53-15313af5916d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.935346 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe639246-4a94-4525-ab53-15313af5916d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:00.946027 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.009181 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-060d4fd1-ec99-4383-a5f9-59860d5aa05f None None] Provisioning complete for port c588f451-1d81-4121-8555-a9541da501b7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:01.009181 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-060d4fd1-ec99-4383-a5f9-59860d5aa05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.030788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe639246-4a94-4525-ab53-15313af5916d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.043358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629e320-1260-40a7-9c4c-d163c8d22325 None None] Pushing event updated for resources: {'Port': ['ID=c588f451-1d81-4121-8555-a9541da501b7,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:01.043555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Routers {'e50770aa-96fe-4dea-82ab-90887441cfac'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:01.044178 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:45:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e50770aa-96fe-4dea-82ab-90887441cfac'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:01.055271 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe639246-4a94-4525-ab53-15313af5916d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48da8522-0889-4c0c-ac29-4e0e5b935dcc,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:01.112943 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fe639246-4a94-4525-ab53-15313af5916d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.114397 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fe639246-4a94-4525-ab53-15313af5916d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3211908 Dec 10 18:46:01.117384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38738) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:01.122896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a9ed8856-cf75-486d-9f3b-a2bad2369d99 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '928fd758-3446-4f7d-bb15-b2feadb1f42c', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:01.172298 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device da0de600-593c-4337-97c7-f853adb14912 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:46:01.213183 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8856-cf75-486d-9f3b-a2bad2369d99 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.223696 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] Set router e50770aa-96fe-4dea-82ab-90887441cfac gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:01.256972 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-060d4fd1-ec99-4383-a5f9-59860d5aa05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.270616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8856-cf75-486d-9f3b-a2bad2369d99 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.333788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8856-cf75-486d-9f3b-a2bad2369d99 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.349004 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed8856-cf75-486d-9f3b-a2bad2369d99 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdce4500-8b25-465e-8f10-22c984baacb4,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:01.384981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-060d4fd1-ec99-4383-a5f9-59860d5aa05f None None] For port c588f451-1d81-4121-8555-a9541da501b7, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c588f451-1d81-4121-8555-a9541da501b7,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:01.386189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port da0de600-593c-4337-97c7-f853adb14912 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:01.386569 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.421310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8856-cf75-486d-9f3b-a2bad2369d99 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.422593 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a9ed8856-cf75-486d-9f3b-a2bad2369d99 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3039601 Dec 10 18:46:01.425304 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38740) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:01.430152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-b74cdcac-00af-4d35-b542-f3d4bda230d1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '928fd758-3446-4f7d-bb15-b2feadb1f42c', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:01.453371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-060d4fd1-ec99-4383-a5f9-59860d5aa05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.538499 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b74cdcac-00af-4d35-b542-f3d4bda230d1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.567991 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d4fd1-ec99-4383-a5f9-59860d5aa05f None None] Pushing event updated for resources: {'Port': ['ID=c588f451-1d81-4121-8555-a9541da501b7,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:01.585584 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c5b04ac0-a026-4537-ae85-ee6ee945c5f3 None None] Provisioning complete for port c588f451-1d81-4121-8555-a9541da501b7 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:01.585991 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c5b04ac0-a026-4537-ae85-ee6ee945c5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.600260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b74cdcac-00af-4d35-b542-f3d4bda230d1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.659434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b74cdcac-00af-4d35-b542-f3d4bda230d1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.679615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cdcac-00af-4d35-b542-f3d4bda230d1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c56d967-2fb5-478e-85e9-bee48bfacef5,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:01.736390 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b74cdcac-00af-4d35-b542-f3d4bda230d1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.737716 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b74cdcac-00af-4d35-b542-f3d4bda230d1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3110738 Dec 10 18:46:01.741251 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38742) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:01.745417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '928fd758-3446-4f7d-bb15-b2feadb1f42c', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:01.777659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:46:00Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:01.807918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3142e-5c31-4591-a8b2-ac53b37237f9 None None] The sync data for ids ['e50770aa-96fe-4dea-82ab-90887441cfac'] in dv-neutron-821434-1-hyperv is: [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:46:00Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:01.846801 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:46:01.858501 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.935606 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:02.046815 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:02.065989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ec2632-4ea8-4661-9363-4a573b669e59,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:02.074226 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:02.074577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:02.074916 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:02.075259 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:02.075751 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:02.075891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:02.076227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:02.076553 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:02.076878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:02.077209 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:02.077529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:02.077874 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:02.078196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:02.128855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:02.130242 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-160af287-deb8-49df-bad3-6d806735cd44 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3887374 Dec 10 18:46:02.133000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38744) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:02.138020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c84537ca-21ce-4511-9d40-945a05b9c084 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '928fd758-3446-4f7d-bb15-b2feadb1f42c', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:02.242586 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-c84537ca-21ce-4511-9d40-945a05b9c084 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:46:02.252561 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c84537ca-21ce-4511-9d40-945a05b9c084 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:02.309957 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c84537ca-21ce-4511-9d40-945a05b9c084 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:02.384801 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c84537ca-21ce-4511-9d40-945a05b9c084 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:02.403603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84537ca-21ce-4511-9d40-945a05b9c084 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b9584d-6f4f-4ce7-86fc-ac2f24532cf5,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:02.484202 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c84537ca-21ce-4511-9d40-945a05b9c084 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:02.485477 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c84537ca-21ce-4511-9d40-945a05b9c084 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3514760 Dec 10 18:46:02.651002 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-3b7584f3-65b1-430d-af5c-a8f9e7657e85 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474913275&fields=id&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 267 time: 0.0453858 Dec 10 18:46:02.770314 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-639ab4fd-7502-4790-b9d0-b7431a3bcf89 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:02.771821 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-639ab4fd-7502-4790-b9d0-b7431a3bcf89 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/networks?id=e5ca986f-9098-43d5-83b1-266585e20044 HTTP/1.1" status: 200 len: 797 time: 0.1140730 Dec 10 18:46:02.787946 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-c8e9ba22-713f-497b-baf0-9d79bf5ce27f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/quotas/d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 375 time: 0.0096352 Dec 10 18:46:02.843901 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-717ae6b8-0b9d-44f5-9563-f9b0ea26e791 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484037 Dec 10 18:46:02.980805 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-e4432fe3-4a75-4498-b3e4-77851820fa35 service neutron] 10.222.0.60 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252589 Dec 10 18:46:03.069970 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-9d229c4b-ec78-444e-b210-ff85d217f63c service neutron] 10.222.0.60 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829525 Dec 10 18:46:03.168314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c588f451-1d81-4121-8555-a9541da501b7 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:46:03.219235 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port c588f451-1d81-4121-8555-a9541da501b7 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:03.219606 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:04.314126 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-be8cee80-d827-4d6e-ac02-3e5ac005d2a9 req-4c55bc42-7ab6-45eb-bda8-2b1154b3164b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 210 time: 0.0268373 Dec 10 18:46:05.390409 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-765f88ed-c41e-4ce5-ae42-db7d22ce36c9 req-2969afae-1181-403d-9a1b-9b48f01b5536 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 210 time: 0.0262697 Dec 10 18:46:06.480978 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a4f119f5-65bd-483f-8ba3-6a3b93f53f8d req-625c719f-d561-42d1-be16-390e1b0378c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 210 time: 0.0267951 Dec 10 18:46:07.576305 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-27b5c9c6-7009-4f5b-830f-a487266e44e4 req-08f1a1be-4550-467b-bd79-6327c633c0d2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 210 time: 0.0302947 Dec 10 18:46:08.415896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-98bc6de9-00c6-4734-acb6-e2069cd8477f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:08.417676 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-98bc6de9-00c6-4734-acb6-e2069cd8477f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/networks?id=e5ca986f-9098-43d5-83b1-266585e20044 HTTP/1.1" status: 200 len: 797 time: 0.1131527 Dec 10 18:46:08.489638 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-fdd04043-c0b9-4c6d-b479-dce13461738f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 380 time: 0.0571666 Dec 10 18:46:08.502850 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-50ccfb23-da7e-478d-ad08-31dbd890b2b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'port': {'device_id': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'admin_state_up': True, 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'security_groups': ['928fd758-3446-4f7d-bb15-b2feadb1f42c']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:08.675406 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1bb2d8dc-057c-4146-a8c8-36324bcb6f81 req-76dd37f2-e688-4b0f-a768-e3fb4f8e72b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 210 time: 0.0276637 Dec 10 18:46:08.676186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-50ccfb23-da7e-478d-ad08-31dbd890b2b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:08.680424 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-50ccfb23-da7e-478d-ad08-31dbd890b2b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:08.818595 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-50ccfb23-da7e-478d-ad08-31dbd890b2b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.10 (e5ca986f-9098-43d5-83b1-266585e20044/9afb5e9a-6706-4aa1-bf80-672fd3f16682/53c06f93-653c-4d87-8f11-78e02ed6785f) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:08.961555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-50ccfb23-da7e-478d-ad08-31dbd890b2b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:09.042660 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-50ccfb23-da7e-478d-ad08-31dbd890b2b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:09.091057 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-50ccfb23-da7e-478d-ad08-31dbd890b2b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network e5ca986f-9098-43d5-83b1-266585e20044 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:09.094566 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-50ccfb23-da7e-478d-ad08-31dbd890b2b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:09.098658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-50ccfb23-da7e-478d-ad08-31dbd890b2b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:09.340326 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1b829e0b-f7bd-443d-bdfe-aa3c4fc5a8f3 None None] Provisioning complete for port 53c06f93-653c-4d87-8f11-78e02ed6785f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:09.340957 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1b829e0b-f7bd-443d-bdfe-aa3c4fc5a8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:09.382623 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1b829e0b-f7bd-443d-bdfe-aa3c4fc5a8f3 None None] Port 53c06f93-653c-4d87-8f11-78e02ed6785f cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:09.467846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccfb23-da7e-478d-ad08-31dbd890b2b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=53c06f93-653c-4d87-8f11-78e02ed6785f,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:09.496633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-50ccfb23-da7e-478d-ad08-31dbd890b2b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:09.497096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-50ccfb23-da7e-478d-ad08-31dbd890b2b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:09.574833 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-50ccfb23-da7e-478d-ad08-31dbd890b2b1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0760832 Dec 10 18:46:09.592928 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Request body: {'port': {'device_id': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:09.644698 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:09.803302 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74821e83-fd1f-4f76-a122-b83a52143858 req-79f1c97d-9b85-4391-9057-7e1dec55105f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:09.804814 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-74821e83-fd1f-4f76-a122-b83a52143858 req-79f1c97d-9b85-4391-9057-7e1dec55105f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 932 time: 0.0510755 Dec 10 18:46:09.853736 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-74821e83-fd1f-4f76-a122-b83a52143858 req-514b5000-8982-4299-9439-38e2f807d4af tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=928fd758-3446-4f7d-bb15-b2feadb1f42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422053 Dec 10 18:46:09.912292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c06f93-653c-4d87-8f11-78e02ed6785f {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:46:09.920208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:09.931858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Transition to ACTIVE for port object 53c06f93-653c-4d87-8f11-78e02ed6785f will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:46:09.994578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:10.045223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Pushing event updated for resources: {'Port': ['ID=53c06f93-653c-4d87-8f11-78e02ed6785f,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:10.110618 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Attempting to bind port 53c06f93-653c-4d87-8f11-78e02ed6785f on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:46:10.113153 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Attempting to bind port 53c06f93-653c-4d87-8f11-78e02ed6785f by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:46:10.113153 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Attempting to bind port 53c06f93-653c-4d87-8f11-78e02ed6785f on network e5ca986f-9098-43d5-83b1-266585e20044 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:46:10.115827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Port 53c06f93-653c-4d87-8f11-78e02ed6785f on network e5ca986f-9098-43d5-83b1-266585e20044 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:46:10.116150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Attempting to bind port 53c06f93-653c-4d87-8f11-78e02ed6785f on network e5ca986f-9098-43d5-83b1-266585e20044 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:46:10.121262 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:46:10.121599 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Checking segment: {'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:10.122018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Bound using segment: {'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:46:10.122451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Bound port: 53c06f93-653c-4d87-8f11-78e02ed6785f, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:46:10.122811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:10.192262 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] For port 53c06f93-653c-4d87-8f11-78e02ed6785f, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:46:10.195371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] For port 53c06f93-653c-4d87-8f11-78e02ed6785f, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53c06f93-653c-4d87-8f11-78e02ed6785f,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:46:10.263992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:10.299482 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.300094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:10.301481 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] 10.222.0.21 "PUT /v2.0/ports/53c06f93-653c-4d87-8f11-78e02ed6785f HTTP/1.1" status: 200 len: 1094 time: 0.7125278 Dec 10 18:46:10.301956 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'tag': '53c06f93-653c-4d87-8f11-78e02ed6785f'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:10.304211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa69475b-63d1-485b-98f3-2ee3183e11f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7447f68c-4e28-44a1-8e35-0c62cb353cd4", "tag": "53c06f93-653c-4d87-8f11-78e02ed6785f"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:10.335177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2d69f-a0c4-4a88-a94b-52e740a1840a service neutron] Pushing event updated for resources: {'Port': ['ID=53c06f93-653c-4d87-8f11-78e02ed6785f,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:10.412611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27034295-73d1-4670-a09d-acc3facc0743 x-openstack-request-id: req-27034295-73d1-4670-a09d-acc3facc0743 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:10.412909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7447f68c-4e28-44a1-8e35-0c62cb353cd4", "tag": "53c06f93-653c-4d87-8f11-78e02ed6785f", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:10.413165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27034295-73d1-4670-a09d-acc3facc0743 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:10.413569 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'tag': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'status': 'completed', 'code': 200} Dec 10 18:46:10.470842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-1f1589cd-37e0-4d85-9312-1a0ab55a238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.472399 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-1f1589cd-37e0-4d85-9312-1a0ab55a238c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 1097 time: 0.0424912 Dec 10 18:46:10.525007 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-4e2476fc-84d2-41b4-977c-07786f7b5f63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53c06f93-653c-4d87-8f11-78e02ed6785f HTTP/1.1" status: 200 len: 217 time: 0.0388110 Dec 10 18:46:10.583814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-c7e9d2df-c3d9-45c3-b897-6797225886a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.585227 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-c7e9d2df-c3d9-45c3-b897-6797225886a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9afb5e9a-6706-4aa1-bf80-672fd3f16682 HTTP/1.1" status: 200 len: 834 time: 0.0485277 Dec 10 18:46:10.632071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-d50ac4b2-5728-4639-b45b-f9e9a4cb8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.633906 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-d50ac4b2-5728-4639-b45b-f9e9a4cb8a96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5ca986f-9098-43d5-83b1-266585e20044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398803 Dec 10 18:46:10.725515 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-ac01d8f2-7451-4436-a3ff-d2119852f0ff service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843575 Dec 10 18:46:10.817236 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-41ecb55d-ae4b-470e-8e06-3e4914c2415c req-ca135f46-4ae6-458b-a09e-3fab07d2195e service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805163 Dec 10 18:46:10.970007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0167b-0265-429b-9379-109a0035c2ff req-36d77059-29e6-4641-98fc-60025271b74f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.971485 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eef0167b-0265-429b-9379-109a0035c2ff req-36d77059-29e6-4641-98fc-60025271b74f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 944 time: 0.0489771 Dec 10 18:46:10.977325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69475b-63d1-485b-98f3-2ee3183e11f1 req-674a0ef2-30e9-4017-a06e-595fe93ee7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:10.979437 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-aa69475b-63d1-485b-98f3-2ee3183e11f1 req-674a0ef2-30e9-4017-a06e-595fe93ee7a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 1097 time: 0.0414412 Dec 10 18:46:11.083284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69475b-63d1-485b-98f3-2ee3183e11f1 req-051d5374-7fb9-404d-9d8f-08b8e4741e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:11.085540 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-aa69475b-63d1-485b-98f3-2ee3183e11f1 req-051d5374-7fb9-404d-9d8f-08b8e4741e3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e5ca986f-9098-43d5-83b1-266585e20044 HTTP/1.1" status: 200 len: 898 time: 0.0987046 Dec 10 18:46:11.130762 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-aa69475b-63d1-485b-98f3-2ee3183e11f1 req-e809963a-a57b-47ba-a247-e94914d1c4e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53c06f93-653c-4d87-8f11-78e02ed6785f HTTP/1.1" status: 200 len: 217 time: 0.0359404 Dec 10 18:46:11.186690 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69475b-63d1-485b-98f3-2ee3183e11f1 req-bdffc165-c155-400f-9c1b-759044f9f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:11.188366 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-aa69475b-63d1-485b-98f3-2ee3183e11f1 req-bdffc165-c155-400f-9c1b-759044f9f95d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9afb5e9a-6706-4aa1-bf80-672fd3f16682 HTTP/1.1" status: 200 len: 834 time: 0.0502067 Dec 10 18:46:11.237759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69475b-63d1-485b-98f3-2ee3183e11f1 req-c9ad7ca6-fa82-4b0f-afa4-f807ee8750ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:11.239398 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-aa69475b-63d1-485b-98f3-2ee3183e11f1 req-c9ad7ca6-fa82-4b0f-afa4-f807ee8750ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5ca986f-9098-43d5-83b1-266585e20044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423625 Dec 10 18:46:11.285149 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eef0167b-0265-429b-9379-109a0035c2ff req-311123da-d03d-455c-82f0-ac1095e7b2d3 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=928fd758-3446-4f7d-bb15-b2feadb1f42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078139 Dec 10 18:46:11.332224 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-aa69475b-63d1-485b-98f3-2ee3183e11f1 req-061dc3cc-8fb7-48fc-8ec8-4478c672ea6a service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842497 Dec 10 18:46:11.428269 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-aa69475b-63d1-485b-98f3-2ee3183e11f1 req-025befca-6014-4ed6-8861-d05b34144ce3 service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870254 Dec 10 18:46:12.402783 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74801ea1-fd6d-49fc-9c9f-0c0d18fe5eaf req-61022754-cdb3-413f-a219-98c5fe5c5f77 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:12.404259 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-74801ea1-fd6d-49fc-9c9f-0c0d18fe5eaf req-61022754-cdb3-413f-a219-98c5fe5c5f77 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 944 time: 0.0492840 Dec 10 18:46:12.453212 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-74801ea1-fd6d-49fc-9c9f-0c0d18fe5eaf req-5d10c9b3-5397-4b7c-bf0d-45cef1e0f61f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=928fd758-3446-4f7d-bb15-b2feadb1f42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428984 Dec 10 18:46:13.282634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 53c06f93-653c-4d87-8f11-78e02ed6785f details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:46:13.376340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 53c06f93-653c-4d87-8f11-78e02ed6785f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53c06f93-653c-4d87-8f11-78e02ed6785f,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:13.390596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'port_id': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'mac_address': 'fa:16:3e:e5:a6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:46:13.426321 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.439306 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c06f93-653c-4d87-8f11-78e02ed6785f {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:46:13.458138 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 53c06f93-653c-4d87-8f11-78e02ed6785f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53c06f93-653c-4d87-8f11-78e02ed6785f,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:13.550691 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.570308 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cc829-56d4-4c1f-8264-507a897d8a5f req-73e3a1ae-898f-47b4-a2f5-75066bd30fe1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:13.571897 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5e4cc829-56d4-4c1f-8264-507a897d8a5f req-73e3a1ae-898f-47b4-a2f5-75066bd30fe1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 944 time: 0.0491843 Dec 10 18:46:13.598549 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=53c06f93-653c-4d87-8f11-78e02ed6785f,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:13.621883 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5e4cc829-56d4-4c1f-8264-507a897d8a5f req-307c4101-63e6-45d0-ac90-37a1f2cb6167 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=928fd758-3446-4f7d-bb15-b2feadb1f42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436723 Dec 10 18:46:13.872052 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:46:13.886729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['53c06f93-653c-4d87-8f11-78e02ed6785f'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:46:14.737496 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df57b8-0594-4508-949b-728db73479e3 req-99f23a73-6a5c-4676-ac81-bc5e2184a05c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:14.738991 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-24df57b8-0594-4508-949b-728db73479e3 req-99f23a73-6a5c-4676-ac81-bc5e2184a05c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 945 time: 0.0515049 Dec 10 18:46:14.787218 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-24df57b8-0594-4508-949b-728db73479e3 req-04bd5b74-bf91-4e0d-ac91-88918d7e2d9e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=928fd758-3446-4f7d-bb15-b2feadb1f42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 Dec 10 18:46:15.301050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 53c06f93-653c-4d87-8f11-78e02ed6785f up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:46:15.434257 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 53c06f93-653c-4d87-8f11-78e02ed6785f completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:46:15.438062 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 53c06f93-653c-4d87-8f11-78e02ed6785f triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:15.438441 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.517032 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.539678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c06f93-653c-4d87-8f11-78e02ed6785f'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:15.542518 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb6b086-cc4a-4fe8-84dc-6feb8099f86a" -d '{"events": [{"server_uuid": "7447f68c-4e28-44a1-8e35-0c62cb353cd4", "name": "network-vif-plugged", "status": "completed", "tag": "53c06f93-653c-4d87-8f11-78e02ed6785f"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:15.556188 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 53c06f93-653c-4d87-8f11-78e02ed6785f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53c06f93-653c-4d87-8f11-78e02ed6785f,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:15.583760 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a790c4e6-e8ca-4e39-b445-e5c9f03a13e2 x-openstack-request-id: req-a790c4e6-e8ca-4e39-b445-e5c9f03a13e2 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:15.584078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7447f68c-4e28-44a1-8e35-0c62cb353cd4", "name": "network-vif-plugged", "status": "completed", "tag": "53c06f93-653c-4d87-8f11-78e02ed6785f", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:15.584353 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a790c4e6-e8ca-4e39-b445-e5c9f03a13e2 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:15.584778 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'code': 200} Dec 10 18:46:15.623784 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.672566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=53c06f93-653c-4d87-8f11-78e02ed6785f,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:15.903566 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3766e5e-f9ea-4660-9c86-0b5f34d46292 req-5d5e584a-f81a-47d7-aca2-afb2d28913ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:15.905077 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b3766e5e-f9ea-4660-9c86-0b5f34d46292 req-5d5e584a-f81a-47d7-aca2-afb2d28913ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 1099 time: 0.0405893 Dec 10 18:46:15.907135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bddaed-b39a-48e0-9b45-9f1028b55dff req-3f54bf21-e25f-4fce-a9f7-b56e5b9ecffe tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:15.908690 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-65bddaed-b39a-48e0-9b45-9f1028b55dff req-3f54bf21-e25f-4fce-a9f7-b56e5b9ecffe tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 946 time: 0.0496342 Dec 10 18:46:15.954943 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b3766e5e-f9ea-4660-9c86-0b5f34d46292 req-52d92a1a-36bf-4040-b783-229eb22573aa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=928fd758-3446-4f7d-bb15-b2feadb1f42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390251 Dec 10 18:46:15.958103 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-65bddaed-b39a-48e0-9b45-9f1028b55dff req-1873aad7-bba8-44c0-95ba-d46098849a64 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=928fd758-3446-4f7d-bb15-b2feadb1f42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435410 Dec 10 18:46:16.470244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cf48c463-4823-4851-a289-791f942d6db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.076039 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ff299-60bb-4567-8982-9df83d2518c8 req-05bb10fd-dd86-4e21-a971-f07eee9b06df tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:17.077624 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-999ff299-60bb-4567-8982-9df83d2518c8 req-05bb10fd-dd86-4e21-a971-f07eee9b06df tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 946 time: 0.0517054 Dec 10 18:46:17.126987 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-999ff299-60bb-4567-8982-9df83d2518c8 req-2284ee7f-6082-4fe0-b6a6-f43f5a48cb52 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=928fd758-3446-4f7d-bb15-b2feadb1f42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431919 Dec 10 18:46:18.241148 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6fa94-b81d-4fa7-b472-8253968a8c0b req-1ed503ee-3dfa-4549-b86d-4e0da59c592e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:18.242632 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-65a6fa94-b81d-4fa7-b472-8253968a8c0b req-1ed503ee-3dfa-4549-b86d-4e0da59c592e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 946 time: 0.0481341 Dec 10 18:46:18.290607 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-65a6fa94-b81d-4fa7-b472-8253968a8c0b req-f0c61d69-6c1e-4922-94ac-a14f56d58bc2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=928fd758-3446-4f7d-bb15-b2feadb1f42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418594 Dec 10 18:46:18.403479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430e398-6e0d-449b-b280-97ba42d8dae2 req-d986314f-8894-41eb-8b8c-de6a029d069b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:18.405105 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e430e398-6e0d-449b-b280-97ba42d8dae2 req-d986314f-8894-41eb-8b8c-de6a029d069b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 946 time: 0.0476656 Dec 10 18:46:18.457210 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e430e398-6e0d-449b-b280-97ba42d8dae2 req-38d7611e-f51c-45ed-a32e-3862cff26e21 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=928fd758-3446-4f7d-bb15-b2feadb1f42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463820 Dec 10 18:46:18.464939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.480174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38818) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:18.523487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282d24b7-5e39-4046-9631-948543ee8425 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:18.524987 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-282d24b7-5e39-4046-9631-948543ee8425 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 1094 time: 0.0438449 Dec 10 18:46:18.528448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38820) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:18.532669 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:18.641991 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.742022 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.845305 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.100 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/27a2c89c-5859-4841-a1d8-498bf514710b) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:18.915960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe3d7-a986-43f5-96f2-6b42bb53a862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.944157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.036074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.077779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:19.080643 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:19.084450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:19.106769 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=27a2c89c-5859-4841-a1d8-498bf514710b,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:19.421113 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.546633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.694737 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.744466 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.821133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=27a2c89c-5859-4841-a1d8-498bf514710b,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:19.826071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.925184 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP 006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d associated. External IP: 172.26.5.100, port: 53c06f93-653c-4d87-8f11-78e02ed6785f. Dec 10 18:46:20.110599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.127974 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router e50770aa-96fe-4dea-82ab-90887441cfac has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:46:20.235638 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:20.245496 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ea026-f365-45c6-90a3-07c8cb3b022b None None] Sync routers for ids ['e50770aa-96fe-4dea-82ab-90887441cfac'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:20.255112 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ea026-f365-45c6-90a3-07c8cb3b022b None None] Routers {'e50770aa-96fe-4dea-82ab-90887441cfac'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:20.255677 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fb0ea026-f365-45c6-90a3-07c8cb3b022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:46:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e50770aa-96fe-4dea-82ab-90887441cfac'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:20.317382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.345226 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-db71843c-1c83-4580-9663-60e45a7feb3e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8157396 Dec 10 18:46:20.345843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'tag': '53c06f93-653c-4d87-8f11-78e02ed6785f'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:20.348279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38822) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:20.348789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c1f71e-5c99-454a-bb0d-b22745e51ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "7447f68c-4e28-44a1-8e35-0c62cb353cd4", "tag": "53c06f93-653c-4d87-8f11-78e02ed6785f"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:20.359934 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-fb0ea026-f365-45c6-90a3-07c8cb3b022b None None] Set router e50770aa-96fe-4dea-82ab-90887441cfac gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:20.394096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649eb731-d7f0-4677-907c-65e4729955ef x-openstack-request-id: req-649eb731-d7f0-4677-907c-65e4729955ef {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:20.394503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7447f68c-4e28-44a1-8e35-0c62cb353cd4", "tag": "53c06f93-653c-4d87-8f11-78e02ed6785f", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:20.395206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-649eb731-d7f0-4677-907c-65e4729955ef {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:20.395362 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'tag': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'status': 'completed', 'code': 200} Dec 10 18:46:20.398233 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd64e9d9-83cb-4441-9118-1ad40865db1f tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:20.402496 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fd64e9d9-83cb-4441-9118-1ad40865db1f tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 1094 time: 0.0506549 Dec 10 18:46:20.469731 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1f71e-5c99-454a-bb0d-b22745e51ec8 req-2d75f70e-720a-41b3-9805-81d12566b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:20.471541 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b4c1f71e-5c99-454a-bb0d-b22745e51ec8 req-2d75f70e-720a-41b3-9805-81d12566b1f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 1099 time: 0.0441966 Dec 10 18:46:20.577828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1f71e-5c99-454a-bb0d-b22745e51ec8 req-1dc17bc5-e0e6-4b0b-93ce-d3ba304db865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:20.579304 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b4c1f71e-5c99-454a-bb0d-b22745e51ec8 req-1dc17bc5-e0e6-4b0b-93ce-d3ba304db865 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e5ca986f-9098-43d5-83b1-266585e20044 HTTP/1.1" status: 200 len: 898 time: 0.1008546 Dec 10 18:46:20.587392 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fb0ea026-f365-45c6-90a3-07c8cb3b022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'port_id': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'mac_address': 'fa:16:3e:e5:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:19Z', 'updated_at': '2021-12-10T18:46:19Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:46:01Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:20.620500 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ea026-f365-45c6-90a3-07c8cb3b022b None None] Checking router: e50770aa-96fe-4dea-82ab-90887441cfac for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:46:20.620625 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38828) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:20.625286 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a7bb2ff6-356c-40e0-bd2c-183e56061641 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657955236', 'description': 'tempest-secgroup-smoke-1657955236 description', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:20.625937 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ea026-f365-45c6-90a3-07c8cb3b022b None None] Routers {'e50770aa-96fe-4dea-82ab-90887441cfac'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:20.626534 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fb0ea026-f365-45c6-90a3-07c8cb3b022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:46:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e50770aa-96fe-4dea-82ab-90887441cfac'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:20.648574 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b4c1f71e-5c99-454a-bb0d-b22745e51ec8 req-79732a74-ae21-4510-a092-105e26b06a66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53c06f93-653c-4d87-8f11-78e02ed6785f HTTP/1.1" status: 200 len: 1000 time: 0.0622911 Dec 10 18:46:20.696540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1f71e-5c99-454a-bb0d-b22745e51ec8 req-a6349ea1-38ca-4cb3-a71f-f9faabf39420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:20.698665 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b4c1f71e-5c99-454a-bb0d-b22745e51ec8 req-a6349ea1-38ca-4cb3-a71f-f9faabf39420 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9afb5e9a-6706-4aa1-bf80-672fd3f16682 HTTP/1.1" status: 200 len: 834 time: 0.0445213 Dec 10 18:46:20.716009 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2ff6-356c-40e0-bd2c-183e56061641 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.734581 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-fb0ea026-f365-45c6-90a3-07c8cb3b022b None None] Set router e50770aa-96fe-4dea-82ab-90887441cfac gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:20.748976 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1f71e-5c99-454a-bb0d-b22745e51ec8 req-5c067611-afdb-461e-8024-31a221df73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:20.750578 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b4c1f71e-5c99-454a-bb0d-b22745e51ec8 req-5c067611-afdb-461e-8024-31a221df73f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5ca986f-9098-43d5-83b1-266585e20044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452147 Dec 10 18:46:20.787478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2ff6-356c-40e0-bd2c-183e56061641 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.840805 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b4c1f71e-5c99-454a-bb0d-b22745e51ec8 req-f5bf9b3c-35e0-4a39-a2e7-90bc2edaf47e service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829854 Dec 10 18:46:20.863182 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2ff6-356c-40e0-bd2c-183e56061641 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.894665 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb2ff6-356c-40e0-bd2c-183e56061641 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200d1f6d-2868-4a2b-885f-64cfbcd013d8,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:20.938882 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b4c1f71e-5c99-454a-bb0d-b22745e51ec8 req-99b8cc91-9a66-4449-ade1-2fc8a13c2955 service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909944 Dec 10 18:46:20.952345 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2ff6-356c-40e0-bd2c-183e56061641 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.956351 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a7bb2ff6-356c-40e0-bd2c-183e56061641 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3319206 Dec 10 18:46:20.956598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38830) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:20.961378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2c94452e-2a0e-476e-bb61-a546abd9163b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '200d1f6d-2868-4a2b-885f-64cfbcd013d8', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:20.966837 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fb0ea026-f365-45c6-90a3-07c8cb3b022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'port_id': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'mac_address': 'fa:16:3e:e5:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:19Z', 'updated_at': '2021-12-10T18:46:19Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:46:01Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:20.997023 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ea026-f365-45c6-90a3-07c8cb3b022b None None] The sync data for ids ['e50770aa-96fe-4dea-82ab-90887441cfac'] in dv-neutron-821434-1-hyperv is: [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'port_id': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'mac_address': 'fa:16:3e:e5:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:19Z', 'updated_at': '2021-12-10T18:46:19Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:46:01Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:21.075902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c94452e-2a0e-476e-bb61-a546abd9163b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.134952 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c94452e-2a0e-476e-bb61-a546abd9163b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.178740 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a336d-a918-4c96-ad76-565b1f0d3faa None None] New status for floating IP 006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:46:21.190561 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c94452e-2a0e-476e-bb61-a546abd9163b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.208936 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94452e-2a0e-476e-bb61-a546abd9163b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e277cc-8bf4-44f8-bb37-40544367c70c,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:21.289316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c94452e-2a0e-476e-bb61-a546abd9163b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.290607 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2c94452e-2a0e-476e-bb61-a546abd9163b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330319 Dec 10 18:46:21.294096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38832) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:21.298470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-eceb0d2e-775a-4c62-9c72-216f2d9b7ec4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '200d1f6d-2868-4a2b-885f-64cfbcd013d8', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:21.344374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.410955 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eceb0d2e-775a-4c62-9c72-216f2d9b7ec4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.472403 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eceb0d2e-775a-4c62-9c72-216f2d9b7ec4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.544843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eceb0d2e-775a-4c62-9c72-216f2d9b7ec4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.563157 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb0d2e-775a-4c62-9c72-216f2d9b7ec4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f1f09a-bf0e-4246-8ad9-19cb87a28fb7,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:21.632514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-eceb0d2e-775a-4c62-9c72-216f2d9b7ec4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.633783 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-eceb0d2e-775a-4c62-9c72-216f2d9b7ec4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3387048 Dec 10 18:46:21.637010 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38834) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:21.641306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3b3e13c5-d62b-43c0-ad51-fb61e02f32c8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '200d1f6d-2868-4a2b-885f-64cfbcd013d8', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:21.731074 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b3e13c5-d62b-43c0-ad51-fb61e02f32c8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.785963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b3e13c5-d62b-43c0-ad51-fb61e02f32c8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.853051 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b3e13c5-d62b-43c0-ad51-fb61e02f32c8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.873711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e13c5-d62b-43c0-ad51-fb61e02f32c8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ed1051-5a2d-46fa-8f3d-e6dad50443af,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:21.950951 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b3e13c5-d62b-43c0-ad51-fb61e02f32c8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.952191 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3b3e13c5-d62b-43c0-ad51-fb61e02f32c8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3142567 Dec 10 18:46:21.954953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38836) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:21.959510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7f73762f-2070-41d2-add6-4830915f147b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '200d1f6d-2868-4a2b-885f-64cfbcd013d8', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:22.051783 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7f73762f-2070-41d2-add6-4830915f147b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.107157 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7f73762f-2070-41d2-add6-4830915f147b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.236113 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7f73762f-2070-41d2-add6-4830915f147b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.254769 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73762f-2070-41d2-add6-4830915f147b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cb6cc8-fa52-4c62-a55f-51d1c11a61a7,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:22.318690 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7f73762f-2070-41d2-add6-4830915f147b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.319926 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7f73762f-2070-41d2-add6-4830915f147b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3640556 Dec 10 18:46:22.322596 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38838) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:22.327399 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-719c07af-96c1-4a9b-b902-de8c737d770f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '200d1f6d-2868-4a2b-885f-64cfbcd013d8', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:22.407553 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-719c07af-96c1-4a9b-b902-de8c737d770f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:46:22.412697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-719c07af-96c1-4a9b-b902-de8c737d770f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.472824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-719c07af-96c1-4a9b-b902-de8c737d770f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.481797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.556159 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-719c07af-96c1-4a9b-b902-de8c737d770f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.575239 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c07af-96c1-4a9b-b902-de8c737d770f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d84878-f167-4735-af8a-5e762444bd68,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:22.655348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-719c07af-96c1-4a9b-b902-de8c737d770f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.656578 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-719c07af-96c1-4a9b-b902-de8c737d770f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3329968 Dec 10 18:46:22.659791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38840) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:22.664974 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-75f90812-f669-472d-b2bb-26575bd4bed0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '200d1f6d-2868-4a2b-885f-64cfbcd013d8', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:22.748898 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-75f90812-f669-472d-b2bb-26575bd4bed0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:46:22.754005 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75f90812-f669-472d-b2bb-26575bd4bed0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.810588 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75f90812-f669-472d-b2bb-26575bd4bed0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.887208 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75f90812-f669-472d-b2bb-26575bd4bed0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.905680 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f90812-f669-472d-b2bb-26575bd4bed0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a0aba4-b6e1-481a-b1b4-959ead417566,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:22.986303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75f90812-f669-472d-b2bb-26575bd4bed0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.987506 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-75f90812-f669-472d-b2bb-26575bd4bed0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3267634 Dec 10 18:46:23.131960 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-bf7819ec-bf6c-49c8-a9e4-9219c4c850ba tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657955236&fields=id&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 267 time: 0.0431349 Dec 10 18:46:23.240018 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-1d2fc8eb-1a32-43d4-a60c-bac915fe216f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:23.241409 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-1d2fc8eb-1a32-43d4-a60c-bac915fe216f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/networks?id=e5ca986f-9098-43d5-83b1-266585e20044 HTTP/1.1" status: 200 len: 797 time: 0.1023476 Dec 10 18:46:23.256701 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-ae4cfa86-810b-441e-b5cf-a1ff91219ad2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/quotas/d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 375 time: 0.0092571 Dec 10 18:46:23.310268 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-cbcb9c6e-fcb0-48e0-ba8a-36ba31bd1ff1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474615 Dec 10 18:46:23.448723 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-d635153f-c466-400e-a6bc-f9f01912142c service neutron] 10.222.0.60 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269403 Dec 10 18:46:23.536821 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-95bac325-23cb-4579-8635-c59d77beb879 service neutron] 10.222.0.60 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819325 Dec 10 18:46:23.738181 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0c420436-f34d-4c25-9cc3-b88d5c9eb81b req-5aefd8de-3bde-4baa-843c-1ddd7c5a5492 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 210 time: 0.0272322 Dec 10 18:46:24.830934 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bdc0dd63-87ea-4d72-bc42-da2e761a5272 req-440ab6fc-9297-42bc-9872-0b0fbb9afa11 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 210 time: 0.0258806 Dec 10 18:46:25.419973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-f9d33e0c-e584-42ae-a908-d0ddd5f7f831 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:25.421423 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-f9d33e0c-e584-42ae-a908-d0ddd5f7f831 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/networks?id=e5ca986f-9098-43d5-83b1-266585e20044 HTTP/1.1" status: 200 len: 797 time: 0.1012418 Dec 10 18:46:25.499163 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-8d613e1d-1ddb-4152-bc53-50f0cf05539e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 473 time: 0.0680161 Dec 10 18:46:25.510880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-4c068d71-aec9-4993-908a-150db12f0f32 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'port': {'device_id': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'admin_state_up': True, 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'security_groups': ['200d1f6d-2868-4a2b-885f-64cfbcd013d8']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:25.682366 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-4c068d71-aec9-4993-908a-150db12f0f32 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:25.686048 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-4c068d71-aec9-4993-908a-150db12f0f32 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:25.813583 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-4c068d71-aec9-4993-908a-150db12f0f32 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.6 (e5ca986f-9098-43d5-83b1-266585e20044/9afb5e9a-6706-4aa1-bf80-672fd3f16682/989719a3-e2a1-4c4b-8912-8f9f345ce0c0) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:25.939937 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55672010-e4a3-4410-8f00-bcf79261b215 req-5d422fd5-a854-4082-a929-6361fa857343 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 210 time: 0.0320196 Dec 10 18:46:25.962222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-4c068d71-aec9-4993-908a-150db12f0f32 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.042269 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-4c068d71-aec9-4993-908a-150db12f0f32 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.090775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-4c068d71-aec9-4993-908a-150db12f0f32 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network e5ca986f-9098-43d5-83b1-266585e20044 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:26.093908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-4c068d71-aec9-4993-908a-150db12f0f32 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:26.096744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-4c068d71-aec9-4993-908a-150db12f0f32 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:26.124336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c068d71-aec9-4993-908a-150db12f0f32 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=989719a3-e2a1-4c4b-8912-8f9f345ce0c0,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:26.151832 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-4c068d71-aec9-4993-908a-150db12f0f32 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:26.152471 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-4c068d71-aec9-4993-908a-150db12f0f32 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.216122 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-4c068d71-aec9-4993-908a-150db12f0f32 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7093575 Dec 10 18:46:26.229666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Request body: {'port': {'device_id': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:26.289084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.350141 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1c29ad63-c59c-4843-aa0a-1ad5787bfc4e None None] Provisioning complete for port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:26.350761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c29ad63-c59c-4843-aa0a-1ad5787bfc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.384201 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1c29ad63-c59c-4843-aa0a-1ad5787bfc4e None None] Port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:26.554246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:46:26.561680 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.573380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Transition to ACTIVE for port object 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:46:26.647306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.694622 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Pushing event updated for resources: {'Port': ['ID=989719a3-e2a1-4c4b-8912-8f9f345ce0c0,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:26.766892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Attempting to bind port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:46:26.767233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Attempting to bind port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:46:26.767567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Attempting to bind port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 on network e5ca986f-9098-43d5-83b1-266585e20044 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:46:26.772184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 on network e5ca986f-9098-43d5-83b1-266585e20044 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:46:26.772509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Attempting to bind port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 on network e5ca986f-9098-43d5-83b1-266585e20044 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:46:26.777811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:46:26.778149 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Checking segment: {'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:26.778541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Bound using segment: {'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:46:26.778975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Bound port: 989719a3-e2a1-4c4b-8912-8f9f345ce0c0, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b992d697-4409-4b51-a69d-4a172317818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:46:26.779336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.848580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] For port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:46:26.851906 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] For port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=989719a3-e2a1-4c4b-8912-8f9f345ce0c0,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:46:26.917199 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.952153 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:26.953157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:26.954663 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] 10.222.0.21 "PUT /v2.0/ports/989719a3-e2a1-4c4b-8912-8f9f345ce0c0 HTTP/1.1" status: 200 len: 1093 time: 0.7299185 Dec 10 18:46:26.956834 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'tag': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:26.960483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a0e403-b05f-473d-bec8-0c9c409e27b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdb6c1f-9148-4241-8568-b187b5e3abcd", "tag": "989719a3-e2a1-4c4b-8912-8f9f345ce0c0"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:26.987001 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d9c2f-d76e-40ba-a836-be76ac1c18e5 service neutron] Pushing event updated for resources: {'Port': ['ID=989719a3-e2a1-4c4b-8912-8f9f345ce0c0,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:27.011214 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc168b91-92bb-4699-8157-9a393fbe4c22 x-openstack-request-id: req-cc168b91-92bb-4699-8157-9a393fbe4c22 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:27.011690 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdb6c1f-9148-4241-8568-b187b5e3abcd", "tag": "989719a3-e2a1-4c4b-8912-8f9f345ce0c0", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:27.011956 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc168b91-92bb-4699-8157-9a393fbe4c22 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:27.013076 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'tag': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0', 'status': 'completed', 'code': 200} Dec 10 18:46:27.079806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0e403-b05f-473d-bec8-0c9c409e27b6 req-400b6167-57bc-47b9-b3fa-1d7d44ac4166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:27.081338 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f1a0e403-b05f-473d-bec8-0c9c409e27b6 req-400b6167-57bc-47b9-b3fa-1d7d44ac4166 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 1096 time: 0.0451794 Dec 10 18:46:27.085431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488e654-176a-47a2-ba5f-72b1968a4da0 req-863d44c8-9ae0-4c6f-9593-3e233c442e7e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:27.087033 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c488e654-176a-47a2-ba5f-72b1968a4da0 req-863d44c8-9ae0-4c6f-9593-3e233c442e7e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 943 time: 0.0580513 Dec 10 18:46:27.140950 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c488e654-176a-47a2-ba5f-72b1968a4da0 req-b7b3535c-9b92-4d4e-9ebb-b89f9a6e1d46 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=200d1f6d-2868-4a2b-885f-64cfbcd013d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476763 Dec 10 18:46:27.190817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0e403-b05f-473d-bec8-0c9c409e27b6 req-cdcbe757-6601-4455-a5ec-5e314863b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:27.192325 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f1a0e403-b05f-473d-bec8-0c9c409e27b6 req-cdcbe757-6601-4455-a5ec-5e314863b896 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d8d709b5542940cd80a96d0fc97864e7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1025927 Dec 10 18:46:27.289524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0e403-b05f-473d-bec8-0c9c409e27b6 req-38287d1f-7c06-499e-aa26-5d82e050b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:27.291492 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f1a0e403-b05f-473d-bec8-0c9c409e27b6 req-38287d1f-7c06-499e-aa26-5d82e050b250 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883002 Dec 10 18:46:27.372218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-e2899a6d-7c52-43df-9f3e-34632317daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:27.373711 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-e2899a6d-7c52-43df-9f3e-34632317daad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 1096 time: 0.0444937 Dec 10 18:46:27.417289 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-05878666-8f72-49b8-9c62-b0adb31b644c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=989719a3-e2a1-4c4b-8912-8f9f345ce0c0 HTTP/1.1" status: 200 len: 217 time: 0.0339031 Dec 10 18:46:27.467680 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-9fa3b1f7-447e-4bbe-9239-fe3082b943fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:27.469094 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-9fa3b1f7-447e-4bbe-9239-fe3082b943fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9afb5e9a-6706-4aa1-bf80-672fd3f16682 HTTP/1.1" status: 200 len: 834 time: 0.0424483 Dec 10 18:46:27.519066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-16b414cc-9778-436f-af14-d41be7cd83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:27.520557 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-16b414cc-9778-436f-af14-d41be7cd83e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5ca986f-9098-43d5-83b1-266585e20044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439296 Dec 10 18:46:27.612243 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-a5a05d56-cdbc-4ea4-be70-4e4a82e51f14 service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804002 Dec 10 18:46:27.831869 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55581ce4-6820-4b27-b1b1-97e39156d7fe req-26ef214a-0f89-4877-ba7a-2de8523030a9 service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847361 Dec 10 18:46:28.258707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6198b5-2651-420d-ac3d-27665c3dc731 req-ab9a056d-3c52-48c3-ae41-98a28fecf251 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:28.260697 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ce6198b5-2651-420d-ac3d-27665c3dc731 req-ab9a056d-3c52-48c3-ae41-98a28fecf251 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 943 time: 0.0488501 Dec 10 18:46:28.309083 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ce6198b5-2651-420d-ac3d-27665c3dc731 req-ef4c652e-2c8b-4e8d-bd6c-cf9194eed449 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=200d1f6d-2868-4a2b-885f-64cfbcd013d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424218 Dec 10 18:46:29.429894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c2802-76c1-42fb-b777-2fbccf645751 req-1d9e159a-bcca-4b9a-b6d1-7bf236794879 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:29.431363 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b06c2802-76c1-42fb-b777-2fbccf645751 req-1d9e159a-bcca-4b9a-b6d1-7bf236794879 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 943 time: 0.0525634 Dec 10 18:46:29.480487 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b06c2802-76c1-42fb-b777-2fbccf645751 req-737b34d6-22ea-4859-bba9-fa7aeb6d12ee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=200d1f6d-2868-4a2b-885f-64cfbcd013d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433397 Dec 10 18:46:30.592202 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70f5d2-b474-4c21-bf69-3b7ba17d553f req-94368083-bc50-4f45-a6f8-3baf3334e6e0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:30.593668 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5f70f5d2-b474-4c21-bf69-3b7ba17d553f req-94368083-bc50-4f45-a6f8-3baf3334e6e0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 943 time: 0.0481439 Dec 10 18:46:30.641793 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5f70f5d2-b474-4c21-bf69-3b7ba17d553f req-ca59bcfc-5293-4d05-a445-0e9d6f9f6227 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=200d1f6d-2868-4a2b-885f-64cfbcd013d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421360 Dec 10 18:46:31.342272 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:46:31.443550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=989719a3-e2a1-4c4b-8912-8f9f345ce0c0,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:31.457307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'port_id': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0', 'mac_address': 'fa:16:3e:b0:d3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:46:31.499886 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.514328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:46:31.535482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=989719a3-e2a1-4c4b-8912-8f9f345ce0c0,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:31.599628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.650029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=989719a3-e2a1-4c4b-8912-8f9f345ce0c0,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:31.752413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360752fe-74ed-43af-8d46-79e54f94b8e7 req-b0483b5f-4034-4bc8-b689-4c1ac5853010 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:31.753886 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-360752fe-74ed-43af-8d46-79e54f94b8e7 req-b0483b5f-4034-4bc8-b689-4c1ac5853010 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 944 time: 0.0471122 Dec 10 18:46:31.806445 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-360752fe-74ed-43af-8d46-79e54f94b8e7 req-b2798752-155e-4943-bf6f-c0fb195b8834 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=200d1f6d-2868-4a2b-885f-64cfbcd013d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467138 Dec 10 18:46:31.844395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['989719a3-e2a1-4c4b-8912-8f9f345ce0c0'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:46:32.923125 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf287120-01b3-4e72-9c07-5dae482c2142 req-13132dd5-2be1-485c-8179-defe8505abb7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:32.924645 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bf287120-01b3-4e72-9c07-5dae482c2142 req-13132dd5-2be1-485c-8179-defe8505abb7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 944 time: 0.0479531 Dec 10 18:46:32.973019 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bf287120-01b3-4e72-9c07-5dae482c2142 req-6be0065d-5c27-47a3-82d5-962ca20602e8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=200d1f6d-2868-4a2b-885f-64cfbcd013d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424976 Dec 10 18:46:33.345394 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:46:33.452754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:46:33.456677 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:33.457309 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.537159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.558596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:33.560803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a936f651-d7e5-4b84-9868-dd7542e0fa49" -d '{"events": [{"server_uuid": "bcdb6c1f-9148-4241-8568-b187b5e3abcd", "name": "network-vif-plugged", "status": "completed", "tag": "989719a3-e2a1-4c4b-8912-8f9f345ce0c0"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:33.577075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=989719a3-e2a1-4c4b-8912-8f9f345ce0c0,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:33.596578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7866cdf-39a0-4d8c-a445-5f5564f8e7e3 x-openstack-request-id: req-a7866cdf-39a0-4d8c-a445-5f5564f8e7e3 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:33.596877 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdb6c1f-9148-4241-8568-b187b5e3abcd", "name": "network-vif-plugged", "status": "completed", "tag": "989719a3-e2a1-4c4b-8912-8f9f345ce0c0", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:33.597137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7866cdf-39a0-4d8c-a445-5f5564f8e7e3 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:33.599497 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0', 'code': 200} Dec 10 18:46:33.647056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.701383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=989719a3-e2a1-4c4b-8912-8f9f345ce0c0,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:33.919417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d8f5d-4172-47b7-aad1-629a3a8b7049 req-b8a5305a-6271-4ee6-b4a3-1c092f232401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:33.920911 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fa4d8f5d-4172-47b7-aad1-629a3a8b7049 req-b8a5305a-6271-4ee6-b4a3-1c092f232401 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 1098 time: 0.0403261 Dec 10 18:46:33.972975 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fa4d8f5d-4172-47b7-aad1-629a3a8b7049 req-437d3366-78e5-437f-a802-38fed30ef3ab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=200d1f6d-2868-4a2b-885f-64cfbcd013d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437427 Dec 10 18:46:34.088136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08666feb-3afe-419c-b774-a515c4af05b6 req-466ca826-39b7-472b-84e0-2ef345c99740 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:34.089649 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-08666feb-3afe-419c-b774-a515c4af05b6 req-466ca826-39b7-472b-84e0-2ef345c99740 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 945 time: 0.0510828 Dec 10 18:46:34.137965 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-08666feb-3afe-419c-b774-a515c4af05b6 req-daf27bb3-14c8-4578-8926-16648ce1ed96 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=200d1f6d-2868-4a2b-885f-64cfbcd013d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423105 Dec 10 18:46:34.585222 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0ee17b2-ae1a-47a0-8cae-5abd0751a339 req-595a7c01-1faa-4aa1-8d25-a0f919bedfee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390434 Dec 10 18:46:34.668981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee17b2-ae1a-47a0-8cae-5abd0751a339 req-35894943-5988-4968-85d2-67092a44c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:34.670490 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0ee17b2-ae1a-47a0-8cae-5abd0751a339 req-35894943-5988-4968-85d2-67092a44c990 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 1099 time: 0.0430977 Dec 10 18:46:34.770575 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee17b2-ae1a-47a0-8cae-5abd0751a339 req-3ceb3c69-6c00-4b87-8da5-24dcde0d43fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:34.771940 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0ee17b2-ae1a-47a0-8cae-5abd0751a339 req-3ceb3c69-6c00-4b87-8da5-24dcde0d43fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=e5ca986f-9098-43d5-83b1-266585e20044 HTTP/1.1" status: 200 len: 898 time: 0.0830770 Dec 10 18:46:34.840824 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0ee17b2-ae1a-47a0-8cae-5abd0751a339 req-7b03017f-86aa-450c-8487-e85c111c51ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53c06f93-653c-4d87-8f11-78e02ed6785f HTTP/1.1" status: 200 len: 1002 time: 0.0613334 Dec 10 18:46:34.894939 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee17b2-ae1a-47a0-8cae-5abd0751a339 req-4a0de7b5-7854-4741-b9b4-5dc465ad1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:34.896649 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0ee17b2-ae1a-47a0-8cae-5abd0751a339 req-4a0de7b5-7854-4741-b9b4-5dc465ad1636 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9afb5e9a-6706-4aa1-bf80-672fd3f16682 HTTP/1.1" status: 200 len: 834 time: 0.0429494 Dec 10 18:46:34.949958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee17b2-ae1a-47a0-8cae-5abd0751a339 req-4c1119ee-c0af-4adf-a54d-05b80e180629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:34.951438 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0ee17b2-ae1a-47a0-8cae-5abd0751a339 req-4c1119ee-c0af-4adf-a54d-05b80e180629 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5ca986f-9098-43d5-83b1-266585e20044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406754 Dec 10 18:46:35.056782 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0ee17b2-ae1a-47a0-8cae-5abd0751a339 req-4b54a31b-a190-456a-9196-1e4ca48da236 service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912299 Dec 10 18:46:35.146916 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0ee17b2-ae1a-47a0-8cae-5abd0751a339 req-af952eed-9976-44d3-a104-a5caaf48e29d service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824492 Dec 10 18:46:35.256137 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43776f74-8451-4278-a470-2663512c4433 req-d826ac56-d9c8-4980-ab95-00a0f2e2970f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:35.257600 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-43776f74-8451-4278-a470-2663512c4433 req-d826ac56-d9c8-4980-ab95-00a0f2e2970f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 945 time: 0.0517964 Dec 10 18:46:35.306939 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-43776f74-8451-4278-a470-2663512c4433 req-2da015b5-ab11-4828-af74-b08e71cf34ef tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=200d1f6d-2868-4a2b-885f-64cfbcd013d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427358 Dec 10 18:46:35.422811 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf560af-cd4f-4274-b584-508ff4270277 req-de065e81-73a6-457e-870b-4cf385c6d11c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:35.424299 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dbf560af-cd4f-4274-b584-508ff4270277 req-de065e81-73a6-457e-870b-4cf385c6d11c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 945 time: 0.0486786 Dec 10 18:46:35.473600 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dbf560af-cd4f-4274-b584-508ff4270277 req-3c5d4462-485e-4310-bae7-64990506aeb6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=200d1f6d-2868-4a2b-885f-64cfbcd013d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433438 Dec 10 18:46:35.495066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38896) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:35.534378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb75ff7a-9357-49b4-9eab-41f319898d0f tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:35.535903 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cb75ff7a-9357-49b4-9eab-41f319898d0f tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 1093 time: 0.0398591 Dec 10 18:46:35.538658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38898) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:35.542975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:35.635592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:35.736159 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:35.834403 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.61 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/e8f7e125-5857-4aa8-8c78-18a4f9dd8888) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:35.938036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:36.047420 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:36.086889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:36.089852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:36.093256 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:36.098436 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=e8f7e125-5857-4aa8-8c78-18a4f9dd8888,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:36.766576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:36.886617 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.032549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.102563 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.170717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=e8f7e125-5857-4aa8-8c78-18a4f9dd8888,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:37.183275 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.282393 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP d6abdc7e-a772-4453-9f83-bb5fbc98d5dd associated. External IP: 172.26.5.61, port: 989719a3-e2a1-4c4b-8912-8f9f345ce0c0. Dec 10 18:46:37.486882 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router e50770aa-96fe-4dea-82ab-90887441cfac has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:46:37.596459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:37.607665 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b1ece-8123-439c-9575-dd38c3116f42 None None] Sync routers for ids ['e50770aa-96fe-4dea-82ab-90887441cfac'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:37.616928 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813b1ece-8123-439c-9575-dd38c3116f42 None None] Routers {'e50770aa-96fe-4dea-82ab-90887441cfac'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:37.617517 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-813b1ece-8123-439c-9575-dd38c3116f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:46:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e50770aa-96fe-4dea-82ab-90887441cfac'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:37.734894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:37.763803 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4d7571ec-6604-4159-981f-fc3cab406b3b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2234042 Dec 10 18:46:37.764431 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'tag': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:37.766752 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b6a4d0-92f6-4cfd-8006-de290f80c132" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdb6c1f-9148-4241-8568-b187b5e3abcd", "tag": "989719a3-e2a1-4c4b-8912-8f9f345ce0c0"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:37.816881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20971e2-5798-4926-92d7-45aa81ece633 x-openstack-request-id: req-d20971e2-5798-4926-92d7-45aa81ece633 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:37.817179 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdb6c1f-9148-4241-8568-b187b5e3abcd", "tag": "989719a3-e2a1-4c4b-8912-8f9f345ce0c0", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:37.817515 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d20971e2-5798-4926-92d7-45aa81ece633 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:37.817996 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'tag': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0', 'status': 'completed', 'code': 200} Dec 10 18:46:37.820540 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-813b1ece-8123-439c-9575-dd38c3116f42 None None] Set router e50770aa-96fe-4dea-82ab-90887441cfac gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:37.880644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6a4d0-92f6-4cfd-8006-de290f80c132 req-618a243a-2d8c-4da6-bc36-aa7f494e860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:37.882261 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a4b6a4d0-92f6-4cfd-8006-de290f80c132 req-618a243a-2d8c-4da6-bc36-aa7f494e860c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 1098 time: 0.0436046 Dec 10 18:46:37.986105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6a4d0-92f6-4cfd-8006-de290f80c132 req-f0b768ca-be8b-4d3d-bfcd-117cc069f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:37.987925 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a4b6a4d0-92f6-4cfd-8006-de290f80c132 req-f0b768ca-be8b-4d3d-bfcd-117cc069f65e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e5ca986f-9098-43d5-83b1-266585e20044 HTTP/1.1" status: 200 len: 898 time: 0.0973196 Dec 10 18:46:38.054257 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-813b1ece-8123-439c-9575-dd38c3116f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'port_id': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'mac_address': 'fa:16:3e:e5:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:19Z', 'updated_at': '2021-12-10T18:46:21Z', 'revision_number': 1, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}, {'id': 'd6abdc7e-a772-4453-9f83-bb5fbc98d5dd', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.61', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'port_id': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'mac_address': 'fa:16:3e:b0:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:36Z', 'updated_at': '2021-12-10T18:46:36Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:46:01Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:38.058104 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a4b6a4d0-92f6-4cfd-8006-de290f80c132 req-61e5d3f0-e04a-4de1-8031-30d0b45b2b67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=989719a3-e2a1-4c4b-8912-8f9f345ce0c0 HTTP/1.1" status: 200 len: 998 time: 0.0625534 Dec 10 18:46:38.083986 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b1ece-8123-439c-9575-dd38c3116f42 None None] Checking router: e50770aa-96fe-4dea-82ab-90887441cfac for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:46:38.092067 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813b1ece-8123-439c-9575-dd38c3116f42 None None] Routers {'e50770aa-96fe-4dea-82ab-90887441cfac'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:38.092659 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-813b1ece-8123-439c-9575-dd38c3116f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:46:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e50770aa-96fe-4dea-82ab-90887441cfac'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:38.107395 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6a4d0-92f6-4cfd-8006-de290f80c132 req-f92add3c-1d7e-4634-beea-8f4459f75a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:38.108858 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a4b6a4d0-92f6-4cfd-8006-de290f80c132 req-f92add3c-1d7e-4634-beea-8f4459f75a53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9afb5e9a-6706-4aa1-bf80-672fd3f16682 HTTP/1.1" status: 200 len: 834 time: 0.0431914 Dec 10 18:46:38.160673 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6a4d0-92f6-4cfd-8006-de290f80c132 req-7f9e84e5-cc9e-494c-a310-612f9ca041d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:38.162192 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a4b6a4d0-92f6-4cfd-8006-de290f80c132 req-7f9e84e5-cc9e-494c-a310-612f9ca041d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5ca986f-9098-43d5-83b1-266585e20044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453391 Dec 10 18:46:38.197471 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-813b1ece-8123-439c-9575-dd38c3116f42 None None] Set router e50770aa-96fe-4dea-82ab-90887441cfac gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:38.256063 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a4b6a4d0-92f6-4cfd-8006-de290f80c132 req-817a6097-b7b7-4d43-9571-94e069ab941f service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824790 Dec 10 18:46:38.355897 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a4b6a4d0-92f6-4cfd-8006-de290f80c132 req-911507d1-d2bc-4241-8efa-96a52486fa9c service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875130 Dec 10 18:46:38.425032 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-813b1ece-8123-439c-9575-dd38c3116f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'port_id': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'mac_address': 'fa:16:3e:e5:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:19Z', 'updated_at': '2021-12-10T18:46:21Z', 'revision_number': 1, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}, {'id': 'd6abdc7e-a772-4453-9f83-bb5fbc98d5dd', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.61', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'port_id': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'mac_address': 'fa:16:3e:b0:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:36Z', 'updated_at': '2021-12-10T18:46:36Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:46:01Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:38.454603 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b1ece-8123-439c-9575-dd38c3116f42 None None] The sync data for ids ['e50770aa-96fe-4dea-82ab-90887441cfac'] in dv-neutron-821434-1-hyperv is: [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'port_id': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'mac_address': 'fa:16:3e:e5:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:19Z', 'updated_at': '2021-12-10T18:46:21Z', 'revision_number': 1, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}, {'id': 'd6abdc7e-a772-4453-9f83-bb5fbc98d5dd', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.61', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'port_id': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'mac_address': 'fa:16:3e:b0:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:36Z', 'updated_at': '2021-12-10T18:46:36Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:46:01Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:38.640773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8e84c4-e63d-4343-a60f-632ca0926c2c None None] New status for floating IP d6abdc7e-a772-4453-9f83-bb5fbc98d5dd: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:46:46.521540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-98626261-ae57-438f-948d-fbaa1e80abcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:48.513768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:48.847126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-48f105d6-f066-4c10-8406-04c4ec6e5c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:50.126632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:50.870631 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:46:51.338203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:52.532331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:13.812265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38914) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:13.863910 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5990ee93-d347-4e9f-a537-28b890421f9f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d HTTP/1.1" status: 200 len: 994 time: 0.0613313 Dec 10 18:47:15.073573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38922) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:15.078965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:15.143328 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:15.291044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 53c06f93-653c-4d87-8f11-78e02ed6785f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53c06f93-653c-4d87-8f11-78e02ed6785f,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:15.319139 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:15.375549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:15.420066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:15.420908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:15.422364 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/ports/53c06f93-653c-4d87-8f11-78e02ed6785f HTTP/1.1" status: 200 len: 939 time: 0.3477590 Dec 10 18:47:15.422915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'tag': '53c06f93-653c-4d87-8f11-78e02ed6785f'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:15.425475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358a60de-eea9-421b-b7d2-cce360ee5e54" -d '{"events": [{"name": "network-changed", "server_uuid": "7447f68c-4e28-44a1-8e35-0c62cb353cd4", "tag": "53c06f93-653c-4d87-8f11-78e02ed6785f"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:15.448646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=53c06f93-653c-4d87-8f11-78e02ed6785f,revision_number=6']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:15.457433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:15.457818 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:15.458173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:15.458515 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:15.458853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:15.459184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:15.459514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:15.459847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:15.460177 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:15.460517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:15.460840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:15.461164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:15.461486 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fb5be6-9ea7-4f6a-bdc9-774e310457e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:15.477197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc59388-5c6f-4639-8021-e3791bc1916d x-openstack-request-id: req-6fc59388-5c6f-4639-8021-e3791bc1916d {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:15.477501 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7447f68c-4e28-44a1-8e35-0c62cb353cd4", "tag": "53c06f93-653c-4d87-8f11-78e02ed6785f", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:15.477847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fc59388-5c6f-4639-8021-e3791bc1916d {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:15.478279 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'tag': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'status': 'completed', 'code': 200} Dec 10 18:47:15.545047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a60de-eea9-421b-b7d2-cce360ee5e54 req-424af7ab-0b31-4297-b676-69a3b7945b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:15.546621 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-358a60de-eea9-421b-b7d2-cce360ee5e54 req-424af7ab-0b31-4297-b676-69a3b7945b89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 1100 time: 0.0440254 Dec 10 18:47:15.649919 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8ff333bc-8169-47e0-baaa-e9f2dbe29aa6 None None] Provisioning complete for port 53c06f93-653c-4d87-8f11-78e02ed6785f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:15.650479 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8ff333bc-8169-47e0-baaa-e9f2dbe29aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:15.652242 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a60de-eea9-421b-b7d2-cce360ee5e54 req-91639444-9138-4fbf-adda-504a4f411f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:15.653755 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-358a60de-eea9-421b-b7d2-cce360ee5e54 req-91639444-9138-4fbf-adda-504a4f411f34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e5ca986f-9098-43d5-83b1-266585e20044 HTTP/1.1" status: 200 len: 898 time: 0.0987353 Dec 10 18:47:15.693094 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8ff333bc-8169-47e0-baaa-e9f2dbe29aa6 None None] Port 53c06f93-653c-4d87-8f11-78e02ed6785f is administratively disabled so it will not transition to active. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 10 18:47:15.718813 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-358a60de-eea9-421b-b7d2-cce360ee5e54 req-37731103-0f98-44f7-ba07-5668bfd2b340 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53c06f93-653c-4d87-8f11-78e02ed6785f HTTP/1.1" status: 200 len: 1003 time: 0.0575430 Dec 10 18:47:15.772346 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a60de-eea9-421b-b7d2-cce360ee5e54 req-3ffd67b1-696b-427e-9011-64494c479d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:15.773776 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-358a60de-eea9-421b-b7d2-cce360ee5e54 req-3ffd67b1-696b-427e-9011-64494c479d6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9afb5e9a-6706-4aa1-bf80-672fd3f16682 HTTP/1.1" status: 200 len: 834 time: 0.0465713 Dec 10 18:47:15.819231 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a60de-eea9-421b-b7d2-cce360ee5e54 req-4c05c29e-08a7-430b-bfb3-d05957d25139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:15.820811 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-358a60de-eea9-421b-b7d2-cce360ee5e54 req-4c05c29e-08a7-430b-bfb3-d05957d25139 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5ca986f-9098-43d5-83b1-266585e20044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391610 Dec 10 18:47:15.907209 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-358a60de-eea9-421b-b7d2-cce360ee5e54 req-6d8292b8-cce9-401f-918b-11f07b9220ac service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792522 Dec 10 18:47:15.998124 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-358a60de-eea9-421b-b7d2-cce360ee5e54 req-5b6af07e-eaec-49b7-8332-f3bc74503c45 service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840042 Dec 10 18:47:16.478779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5f31fd32-87e0-4802-a64a-e60017c66f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.468813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.846580 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51d8cd4d-3951-4a2b-a641-23f8a8cc51a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.849658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38930) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:18.855014 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4bea8998-8d30-48e2-8651-ea30c9b36508 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:18.915314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bea8998-8d30-48e2-8651-ea30c9b36508 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.066878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4bea8998-8d30-48e2-8651-ea30c9b36508 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 53c06f93-653c-4d87-8f11-78e02ed6785f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53c06f93-653c-4d87-8f11-78e02ed6785f,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:19.094434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bea8998-8d30-48e2-8651-ea30c9b36508 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.154849 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bea8998-8d30-48e2-8651-ea30c9b36508 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.202384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bea8998-8d30-48e2-8651-ea30c9b36508 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:19.203008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bea8998-8d30-48e2-8651-ea30c9b36508 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.204410 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4bea8998-8d30-48e2-8651-ea30c9b36508 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/ports/53c06f93-653c-4d87-8f11-78e02ed6785f HTTP/1.1" status: 200 len: 938 time: 0.3537049 Dec 10 18:47:19.204972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'tag': '53c06f93-653c-4d87-8f11-78e02ed6785f'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:19.208094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18b7a34-7f10-41cc-9788-fa6cf7c08da1" -d '{"events": [{"name": "network-changed", "server_uuid": "7447f68c-4e28-44a1-8e35-0c62cb353cd4", "tag": "53c06f93-653c-4d87-8f11-78e02ed6785f"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:19.208249 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38932) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:19.236676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea8998-8d30-48e2-8651-ea30c9b36508 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=53c06f93-653c-4d87-8f11-78e02ed6785f,revision_number=7']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:19.251666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ff02c9-a4be-44ec-9bf0-84c700a20510 x-openstack-request-id: req-b9ff02c9-a4be-44ec-9bf0-84c700a20510 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:19.251966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7447f68c-4e28-44a1-8e35-0c62cb353cd4", "tag": "53c06f93-653c-4d87-8f11-78e02ed6785f", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:19.252228 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9ff02c9-a4be-44ec-9bf0-84c700a20510 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:19.252647 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'tag': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'status': 'completed', 'code': 200} Dec 10 18:47:19.287593 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-883c172a-b279-4379-b00f-b68dbc7b9889 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d HTTP/1.1" status: 200 len: 994 time: 0.0780253 Dec 10 18:47:19.315291 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b7a34-7f10-41cc-9788-fa6cf7c08da1 req-c901fb26-68da-4eb3-849b-02a30c70bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:19.317354 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a18b7a34-7f10-41cc-9788-fa6cf7c08da1 req-c901fb26-68da-4eb3-849b-02a30c70bd31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 1099 time: 0.0433989 Dec 10 18:47:19.410941 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b7a34-7f10-41cc-9788-fa6cf7c08da1 req-a15f4623-3e73-4e10-9f08-d1c3ba7e9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:19.412400 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a18b7a34-7f10-41cc-9788-fa6cf7c08da1 req-a15f4623-3e73-4e10-9f08-d1c3ba7e9617 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e5ca986f-9098-43d5-83b1-266585e20044 HTTP/1.1" status: 200 len: 898 time: 0.0861967 Dec 10 18:47:19.432728 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9e8cfcea-d46f-4b6d-9c5b-591a004b42ca None None] Provisioning complete for port 53c06f93-653c-4d87-8f11-78e02ed6785f triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:19.433105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9e8cfcea-d46f-4b6d-9c5b-591a004b42ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.482281 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a18b7a34-7f10-41cc-9788-fa6cf7c08da1 req-c8880da0-5084-441c-8d51-66d7b7cffe58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53c06f93-653c-4d87-8f11-78e02ed6785f HTTP/1.1" status: 200 len: 1002 time: 0.0620642 Dec 10 18:47:19.499571 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['53c06f93-653c-4d87-8f11-78e02ed6785f'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:47:19.534604 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b7a34-7f10-41cc-9788-fa6cf7c08da1 req-e7a09016-9f9c-4374-bf94-307b36e857bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:19.536079 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a18b7a34-7f10-41cc-9788-fa6cf7c08da1 req-e7a09016-9f9c-4374-bf94-307b36e857bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9afb5e9a-6706-4aa1-bf80-672fd3f16682 HTTP/1.1" status: 200 len: 834 time: 0.0465891 Dec 10 18:47:19.582637 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b7a34-7f10-41cc-9788-fa6cf7c08da1 req-6bd930a9-635c-48c2-a338-d606461a978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:19.584175 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a18b7a34-7f10-41cc-9788-fa6cf7c08da1 req-6bd930a9-635c-48c2-a338-d606461a978d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5ca986f-9098-43d5-83b1-266585e20044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411065 Dec 10 18:47:19.681158 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a18b7a34-7f10-41cc-9788-fa6cf7c08da1 req-2c58ddbd-3ded-428d-92e7-5b70a65b5f1f service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857432 Dec 10 18:47:19.773401 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a18b7a34-7f10-41cc-9788-fa6cf7c08da1 req-53f7c104-0e79-4647-bb73-b509e3da37e6 service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809779 Dec 10 18:47:20.137334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:21.315113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:21.849191 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38942) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:22.004988 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port e8f7e125-5857-4aa8-8c78-18a4f9dd8888 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:22.005327 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.082285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.082608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.093965 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for e8f7e125-5857-4aa8-8c78-18a4f9dd8888 owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:22.344063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.371200 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=e8f7e125-5857-4aa8-8c78-18a4f9dd8888,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:22.381369 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:22.381745 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:22.382098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:22.382438 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:22.382773 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:22.383105 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:22.383747 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:22.383747 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:22.384073 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:22.384402 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:22.384728 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:22.385048 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:22.385369 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:22.444221 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.444562 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP d6abdc7e-a772-4453-9f83-bb5fbc98d5dd disassociated (deleted). External IP: 172.26.5.61, port: 989719a3-e2a1-4c4b-8912-8f9f345ce0c0. Dec 10 18:47:22.501632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.650450 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router e50770aa-96fe-4dea-82ab-90887441cfac has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:47:22.754063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:22.758494 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:22.765143 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62081b-7c20-4c9b-a939-4b5760e9b30f None None] Sync routers for ids ['e50770aa-96fe-4dea-82ab-90887441cfac'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:22.776136 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62081b-7c20-4c9b-a939-4b5760e9b30f None None] Routers {'e50770aa-96fe-4dea-82ab-90887441cfac'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:22.776744 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1f62081b-7c20-4c9b-a939-4b5760e9b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:47:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e50770aa-96fe-4dea-82ab-90887441cfac'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:22.784829 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-af1f8a02-3d53-46c8-a779-ba1960aee808 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/floatingips/d6abdc7e-a772-4453-9f83-bb5fbc98d5dd HTTP/1.1" status: 204 len: 168 time: 0.9345386 Dec 10 18:47:22.785418 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'tag': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:22.787711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053f513b-33a8-4146-ad7f-4c1073af843d" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdb6c1f-9148-4241-8568-b187b5e3abcd", "tag": "989719a3-e2a1-4c4b-8912-8f9f345ce0c0"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:22.885226 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-1f62081b-7c20-4c9b-a939-4b5760e9b30f None None] Set router e50770aa-96fe-4dea-82ab-90887441cfac gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:22.887048 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196eb8bb-1f4f-4cf7-b335-a449e9e643eb x-openstack-request-id: req-196eb8bb-1f4f-4cf7-b335-a449e9e643eb {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:22.887518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdb6c1f-9148-4241-8568-b187b5e3abcd", "tag": "989719a3-e2a1-4c4b-8912-8f9f345ce0c0", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:22.887596 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-196eb8bb-1f4f-4cf7-b335-a449e9e643eb {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:22.887970 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'tag': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0', 'status': 'completed', 'code': 200} Dec 10 18:47:22.965338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f513b-33a8-4146-ad7f-4c1073af843d req-123de3b3-e1ee-41a9-9408-2431a75186a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:22.966955 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-053f513b-33a8-4146-ad7f-4c1073af843d req-123de3b3-e1ee-41a9-9408-2431a75186a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 1098 time: 0.0489779 Dec 10 18:47:23.066167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f513b-33a8-4146-ad7f-4c1073af843d req-83b5c8f5-3549-49bf-93d6-c70a6497554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:23.067951 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-053f513b-33a8-4146-ad7f-4c1073af843d req-83b5c8f5-3549-49bf-93d6-c70a6497554c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e5ca986f-9098-43d5-83b1-266585e20044 HTTP/1.1" status: 200 len: 898 time: 0.0905635 Dec 10 18:47:23.117286 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-053f513b-33a8-4146-ad7f-4c1073af843d req-568b213d-5674-4f49-9e2f-c2e1e4199440 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=989719a3-e2a1-4c4b-8912-8f9f345ce0c0 HTTP/1.1" status: 200 len: 217 time: 0.0368629 Dec 10 18:47:23.118401 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1f62081b-7c20-4c9b-a939-4b5760e9b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'port_id': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'mac_address': 'fa:16:3e:e5:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:19Z', 'updated_at': '2021-12-10T18:46:21Z', 'revision_number': 1, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:46:01Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:23.145309 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62081b-7c20-4c9b-a939-4b5760e9b30f None None] Checking router: e50770aa-96fe-4dea-82ab-90887441cfac for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:47:23.154625 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62081b-7c20-4c9b-a939-4b5760e9b30f None None] Routers {'e50770aa-96fe-4dea-82ab-90887441cfac'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:23.155293 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1f62081b-7c20-4c9b-a939-4b5760e9b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:47:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e50770aa-96fe-4dea-82ab-90887441cfac'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:23.183470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f513b-33a8-4146-ad7f-4c1073af843d req-4ad01eea-0e61-4e9a-9087-e6b7679ba5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:23.184957 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-053f513b-33a8-4146-ad7f-4c1073af843d req-4ad01eea-0e61-4e9a-9087-e6b7679ba5e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9afb5e9a-6706-4aa1-bf80-672fd3f16682 HTTP/1.1" status: 200 len: 834 time: 0.0584548 Dec 10 18:47:23.235534 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f513b-33a8-4146-ad7f-4c1073af843d req-8d301db6-fd5d-421e-8428-848154dd0912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:23.237001 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-053f513b-33a8-4146-ad7f-4c1073af843d req-8d301db6-fd5d-421e-8428-848154dd0912 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5ca986f-9098-43d5-83b1-266585e20044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434897 Dec 10 18:47:23.255256 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a64e93-6d1e-4471-a3b3-e9e5dca18c9f req-efa370e5-c9b9-43b4-a028-f01a15bc64e1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:23.262184 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b4a64e93-6d1e-4471-a3b3-e9e5dca18c9f req-efa370e5-c9b9-43b4-a028-f01a15bc64e1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 945 time: 0.0573983 Dec 10 18:47:23.267827 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-1f62081b-7c20-4c9b-a939-4b5760e9b30f None None] Set router e50770aa-96fe-4dea-82ab-90887441cfac gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:23.311065 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b4a64e93-6d1e-4471-a3b3-e9e5dca18c9f req-167ebc9a-668c-450f-9a7d-61ec72400723 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=200d1f6d-2868-4a2b-885f-64cfbcd013d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479488 Dec 10 18:47:23.330174 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-053f513b-33a8-4146-ad7f-4c1073af843d req-a8653fb8-277b-4e88-a10d-ff599c23204d service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853484 Dec 10 18:47:23.429765 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-053f513b-33a8-4146-ad7f-4c1073af843d req-e6e276b8-14b3-4940-8f1f-110bfa1a78ca service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914824 Dec 10 18:47:23.587966 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1f62081b-7c20-4c9b-a939-4b5760e9b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'port_id': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'mac_address': 'fa:16:3e:e5:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:19Z', 'updated_at': '2021-12-10T18:46:21Z', 'revision_number': 1, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:46:01Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:23.614305 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62081b-7c20-4c9b-a939-4b5760e9b30f None None] The sync data for ids ['e50770aa-96fe-4dea-82ab-90887441cfac'] in dv-neutron-821434-1-hyperv is: [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'port_id': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'mac_address': 'fa:16:3e:e5:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:19Z', 'updated_at': '2021-12-10T18:46:21Z', 'revision_number': 1, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:46:01Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:23.818011 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcdee79-7021-41ba-8b82-37398ee47026 None None] New status for floating IP d6abdc7e-a772-4453-9f83-bb5fbc98d5dd: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:47:24.427395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae29d6-6e8a-4721-9473-020a2345308d req-0895d471-6ffb-42bb-b279-8be265cc14e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:24.428870 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-66ae29d6-6e8a-4721-9473-020a2345308d req-0895d471-6ffb-42bb-b279-8be265cc14e7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 945 time: 0.0475395 Dec 10 18:47:24.481458 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-66ae29d6-6e8a-4721-9473-020a2345308d req-eabbb5a8-3aef-454a-8c4e-52bd3baaada1 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=200d1f6d-2868-4a2b-885f-64cfbcd013d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467386 Dec 10 18:47:24.764252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd7e8d-3259-4b84-be16-319d5720b1b0 req-fe457d95-12d7-414b-b8e7-3a97e792bd7d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:24.765678 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-32fd7e8d-3259-4b84-be16-319d5720b1b0 req-fe457d95-12d7-414b-b8e7-3a97e792bd7d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 945 time: 0.0474565 Dec 10 18:47:24.860019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-32fd7e8d-3259-4b84-be16-319d5720b1b0 req-73c2bcd2-a903-42e6-8aa4-42fdb812e214 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:24.860360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-32fd7e8d-3259-4b84-be16-319d5720b1b0 req-73c2bcd2-a903-42e6-8aa4-42fdb812e214 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:24.948683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-32fd7e8d-3259-4b84-be16-319d5720b1b0 req-73c2bcd2-a903-42e6-8aa4-42fdb812e214 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=989719a3-e2a1-4c4b-8912-8f9f345ce0c0,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:24.949074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-32fd7e8d-3259-4b84-be16-319d5720b1b0 req-73c2bcd2-a903-42e6-8aa4-42fdb812e214 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:24.961455 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-32fd7e8d-3259-4b84-be16-319d5720b1b0 req-73c2bcd2-a903-42e6-8aa4-42fdb812e214 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:25.160150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-32fd7e8d-3259-4b84-be16-319d5720b1b0 req-73c2bcd2-a903-42e6-8aa4-42fdb812e214 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.187433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2bcd2-a903-42e6-8aa4-42fdb812e214 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=989719a3-e2a1-4c4b-8912-8f9f345ce0c0,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:25.231688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fd7e8d-3259-4b84-be16-319d5720b1b0 req-73c2bcd2-a903-42e6-8aa4-42fdb812e214 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] No DVR routers for this DVR port 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:25.234322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-32fd7e8d-3259-4b84-be16-319d5720b1b0 req-73c2bcd2-a903-42e6-8aa4-42fdb812e214 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.238416 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-32fd7e8d-3259-4b84-be16-319d5720b1b0 req-73c2bcd2-a903-42e6-8aa4-42fdb812e214 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "DELETE /v2.0/ports/989719a3-e2a1-4c4b-8912-8f9f345ce0c0 HTTP/1.1" status: 204 len: 173 time: 0.4615479 Dec 10 18:47:25.238889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'name': 'network-vif-deleted', 'tag': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:25.241127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513a70aa-c918-4986-9c13-59ba12fa5afa" -d '{"events": [{"server_uuid": "bcdb6c1f-9148-4241-8568-b187b5e3abcd", "name": "network-vif-deleted", "tag": "989719a3-e2a1-4c4b-8912-8f9f345ce0c0"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:25.277468 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e322d5f1-ee1a-4ac3-8717-fa306128c01e x-openstack-request-id: req-e322d5f1-ee1a-4ac3-8717-fa306128c01e {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:25.277891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdb6c1f-9148-4241-8568-b187b5e3abcd", "name": "network-vif-deleted", "tag": "989719a3-e2a1-4c4b-8912-8f9f345ce0c0", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:25.278254 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e322d5f1-ee1a-4ac3-8717-fa306128c01e {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:25.278667 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdb6c1f-9148-4241-8568-b187b5e3abcd', 'name': 'network-vif-deleted', 'tag': '989719a3-e2a1-4c4b-8912-8f9f345ce0c0', 'status': 'completed', 'code': 200} Dec 10 18:47:25.592683 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-57369009-2779-4bc1-b6d9-969c2975dc69 req-38f54758-90cf-4b98-9a70-6f081bece104 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcdb6c1f-9148-4241-8568-b187b5e3abcd HTTP/1.1" status: 200 len: 210 time: 0.0288651 Dec 10 18:47:26.648249 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 38962) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:26.704251 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1aa8-a409-4f6f-a793-e5b31251d993 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:26.728728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1aa8-a409-4f6f-a793-e5b31251d993 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:26.924518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1aa8-a409-4f6f-a793-e5b31251d993 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:26.927792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1aa8-a409-4f6f-a793-e5b31251d993 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:26.928977 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3e6c1aa8-a409-4f6f-a793-e5b31251d993 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/security-groups/200d1f6d-2868-4a2b-885f-64cfbcd013d8 HTTP/1.1" status: 204 len: 168 time: 0.2797606 Dec 10 18:47:26.938234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c1aa8-a409-4f6f-a793-e5b31251d993 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=200d1f6d-2868-4a2b-885f-64cfbcd013d8,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:27.081202 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38966) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:27.235382 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1586b-c646-48cf-b9a8-443906eab323 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 27a2c89c-5859-4841-a1d8-498bf514710b {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:27.235636 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8c1586b-c646-48cf-b9a8-443906eab323 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.309353 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8c1586b-c646-48cf-b9a8-443906eab323 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.309674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8c1586b-c646-48cf-b9a8-443906eab323 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.320936 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1586b-c646-48cf-b9a8-443906eab323 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 27a2c89c-5859-4841-a1d8-498bf514710b owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:27.541559 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8c1586b-c646-48cf-b9a8-443906eab323 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.565234 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1586b-c646-48cf-b9a8-443906eab323 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=27a2c89c-5859-4841-a1d8-498bf514710b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:27.635138 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8c1586b-c646-48cf-b9a8-443906eab323 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.635469 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-b8c1586b-c646-48cf-b9a8-443906eab323 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP 006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d disassociated (deleted). External IP: 172.26.5.100, port: 53c06f93-653c-4d87-8f11-78e02ed6785f. Dec 10 18:47:27.845158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c1586b-c646-48cf-b9a8-443906eab323 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router e50770aa-96fe-4dea-82ab-90887441cfac has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:47:27.869757 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:47:28.204124 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c1586b-c646-48cf-b9a8-443906eab323 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:28.209606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b8c1586b-c646-48cf-b9a8-443906eab323 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.216578 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c413665d-ace1-4894-9b4c-a9b3f6ea1721 None None] Sync routers for ids ['e50770aa-96fe-4dea-82ab-90887441cfac'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:28.225678 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c413665d-ace1-4894-9b4c-a9b3f6ea1721 None None] Routers {'e50770aa-96fe-4dea-82ab-90887441cfac'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:28.226316 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c413665d-ace1-4894-9b4c-a9b3f6ea1721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:47:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e50770aa-96fe-4dea-82ab-90887441cfac'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:28.235918 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b8c1586b-c646-48cf-b9a8-443906eab323 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/floatingips/006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d HTTP/1.1" status: 204 len: 168 time: 1.1536243 Dec 10 18:47:28.236512 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'tag': '53c06f93-653c-4d87-8f11-78e02ed6785f'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:28.238779 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd6d664-1228-4e79-b4c9-a4c936800797" -d '{"events": [{"name": "network-changed", "server_uuid": "7447f68c-4e28-44a1-8e35-0c62cb353cd4", "tag": "53c06f93-653c-4d87-8f11-78e02ed6785f"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:28.280370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b26694f-1e2f-4a17-a200-b07864cbd06a x-openstack-request-id: req-0b26694f-1e2f-4a17-a200-b07864cbd06a {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:28.280668 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7447f68c-4e28-44a1-8e35-0c62cb353cd4", "tag": "53c06f93-653c-4d87-8f11-78e02ed6785f", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:28.280926 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b26694f-1e2f-4a17-a200-b07864cbd06a {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:28.281324 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'tag': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'status': 'completed', 'code': 200} Dec 10 18:47:28.333717 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-c413665d-ace1-4894-9b4c-a9b3f6ea1721 None None] Set router e50770aa-96fe-4dea-82ab-90887441cfac gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:28.352260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6d664-1228-4e79-b4c9-a4c936800797 req-8a670bbd-e850-4ddf-b5fd-5b8e4e74c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:28.353821 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9bd6d664-1228-4e79-b4c9-a4c936800797 req-8a670bbd-e850-4ddf-b5fd-5b8e4e74c571 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 1099 time: 0.0412021 Dec 10 18:47:28.456965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6d664-1228-4e79-b4c9-a4c936800797 req-08a956fe-9404-4e6a-aa9b-95e5852ab42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:28.458465 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9bd6d664-1228-4e79-b4c9-a4c936800797 req-08a956fe-9404-4e6a-aa9b-95e5852ab42b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e5ca986f-9098-43d5-83b1-266585e20044 HTTP/1.1" status: 200 len: 898 time: 0.0928583 Dec 10 18:47:28.506801 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9bd6d664-1228-4e79-b4c9-a4c936800797 req-52abafd8-a510-4694-82f9-1b71b9e1313c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53c06f93-653c-4d87-8f11-78e02ed6785f HTTP/1.1" status: 200 len: 217 time: 0.0366020 Dec 10 18:47:28.538658 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c413665d-ace1-4894-9b4c-a9b3f6ea1721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:46:01Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:28.556321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6d664-1228-4e79-b4c9-a4c936800797 req-0cd48519-84ce-4b05-8965-b8e3a1ff1ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:28.557833 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9bd6d664-1228-4e79-b4c9-a4c936800797 req-0cd48519-84ce-4b05-8965-b8e3a1ff1ce3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9afb5e9a-6706-4aa1-bf80-672fd3f16682 HTTP/1.1" status: 200 len: 834 time: 0.0434482 Dec 10 18:47:28.568909 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c413665d-ace1-4894-9b4c-a9b3f6ea1721 None None] Checking router: e50770aa-96fe-4dea-82ab-90887441cfac for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:47:28.578544 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c413665d-ace1-4894-9b4c-a9b3f6ea1721 None None] Routers {'e50770aa-96fe-4dea-82ab-90887441cfac'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:28.579612 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c413665d-ace1-4894-9b4c-a9b3f6ea1721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:47:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e50770aa-96fe-4dea-82ab-90887441cfac'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:28.624133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6d664-1228-4e79-b4c9-a4c936800797 req-910a61b1-44a2-4528-a89f-e9c883b28530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:28.624133 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9bd6d664-1228-4e79-b4c9-a4c936800797 req-910a61b1-44a2-4528-a89f-e9c883b28530 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5ca986f-9098-43d5-83b1-266585e20044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493186 Dec 10 18:47:28.689843 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-c413665d-ace1-4894-9b4c-a9b3f6ea1721 None None] Set router e50770aa-96fe-4dea-82ab-90887441cfac gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:28.713679 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc4c2c-79f6-4bfe-b00a-c0f9bbd9a397 req-62236513-a106-4e1d-ba2e-3ebcc007258a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:28.715268 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-25dc4c2c-79f6-4bfe-b00a-c0f9bbd9a397 req-62236513-a106-4e1d-ba2e-3ebcc007258a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 946 time: 0.0524251 Dec 10 18:47:28.723495 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9bd6d664-1228-4e79-b4c9-a4c936800797 req-46d4ab19-ede0-4ef3-bc57-8c5f6f894fed service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879409 Dec 10 18:47:28.765944 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-25dc4c2c-79f6-4bfe-b00a-c0f9bbd9a397 req-ae0e1786-e430-471e-be62-3254ba85ea76 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=928fd758-3446-4f7d-bb15-b2feadb1f42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444922 Dec 10 18:47:28.821753 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9bd6d664-1228-4e79-b4c9-a4c936800797 req-36da91e3-1e0c-4b9f-9529-0e9a660658d2 service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892570 Dec 10 18:47:28.890214 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c413665d-ace1-4894-9b4c-a9b3f6ea1721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:46:01Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:28.919270 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c413665d-ace1-4894-9b4c-a9b3f6ea1721 None None] The sync data for ids ['e50770aa-96fe-4dea-82ab-90887441cfac'] in dv-neutron-821434-1-hyperv is: [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:58Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c588f451-1d81-4121-8555-a9541da501b7', 'name': '', 'network_id': 'e5ca986f-9098-43d5-83b1-266585e20044', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:c8:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:57Z', 'updated_at': '2021-12-10T18:46:01Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9afb5e9a-6706-4aa1-bf80-672fd3f16682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:29.124619 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9028e592-793c-4a11-9d30-6f80bc49f7f5 None None] New status for floating IP 006b0a9a-e8f3-4801-88f5-c1afc4dbbc9d: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:47:29.638429 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:29.658948 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:29.659292 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 989719a3-e2a1-4c4b-8912-8f9f345ce0c0 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:29.883868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d030a1-aa25-482d-ad64-c519edbc0f8e req-7521f9bb-400b-407f-b70a-341b25b35d7c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:29.885322 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-05d030a1-aa25-482d-ad64-c519edbc0f8e req-7521f9bb-400b-407f-b70a-341b25b35d7c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 946 time: 0.0480599 Dec 10 18:47:29.937325 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-05d030a1-aa25-482d-ad64-c519edbc0f8e req-65f5b92d-175f-4e4c-9671-66e1d92995a5 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=928fd758-3446-4f7d-bb15-b2feadb1f42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458901 Dec 10 18:47:30.276565 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459320f-e9c4-4946-a896-b6d4949f1e1b req-9f7099de-d194-4bb0-8be2-1dfc2826600f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:30.278041 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5459320f-e9c4-4946-a896-b6d4949f1e1b req-9f7099de-d194-4bb0-8be2-1dfc2826600f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 946 time: 0.0488520 Dec 10 18:47:30.370611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-5459320f-e9c4-4946-a896-b6d4949f1e1b req-acdaa13d-4ac0-40bd-8ec9-ac700dfdbacf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 53c06f93-653c-4d87-8f11-78e02ed6785f {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:30.370950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-5459320f-e9c4-4946-a896-b6d4949f1e1b req-acdaa13d-4ac0-40bd-8ec9-ac700dfdbacf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.467666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-5459320f-e9c4-4946-a896-b6d4949f1e1b req-acdaa13d-4ac0-40bd-8ec9-ac700dfdbacf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 53c06f93-653c-4d87-8f11-78e02ed6785f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53c06f93-653c-4d87-8f11-78e02ed6785f,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:30.468033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-5459320f-e9c4-4946-a896-b6d4949f1e1b req-acdaa13d-4ac0-40bd-8ec9-ac700dfdbacf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.480960 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-5459320f-e9c4-4946-a896-b6d4949f1e1b req-acdaa13d-4ac0-40bd-8ec9-ac700dfdbacf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 53c06f93-653c-4d87-8f11-78e02ed6785f owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:30.708929 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-5459320f-e9c4-4946-a896-b6d4949f1e1b req-acdaa13d-4ac0-40bd-8ec9-ac700dfdbacf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.737069 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdaa13d-4ac0-40bd-8ec9-ac700dfdbacf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=53c06f93-653c-4d87-8f11-78e02ed6785f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:30.777421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-5459320f-e9c4-4946-a896-b6d4949f1e1b req-acdaa13d-4ac0-40bd-8ec9-ac700dfdbacf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] No DVR routers for this DVR port 53c06f93-653c-4d87-8f11-78e02ed6785f on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:30.779912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-5459320f-e9c4-4946-a896-b6d4949f1e1b req-acdaa13d-4ac0-40bd-8ec9-ac700dfdbacf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.783314 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5459320f-e9c4-4946-a896-b6d4949f1e1b req-acdaa13d-4ac0-40bd-8ec9-ac700dfdbacf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "DELETE /v2.0/ports/53c06f93-653c-4d87-8f11-78e02ed6785f HTTP/1.1" status: 204 len: 173 time: 0.4991598 Dec 10 18:47:30.783764 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'name': 'network-vif-deleted', 'tag': '53c06f93-653c-4d87-8f11-78e02ed6785f'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:30.786693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d65c0e-ce84-42e2-8a59-dae3e9270619" -d '{"events": [{"server_uuid": "7447f68c-4e28-44a1-8e35-0c62cb353cd4", "name": "network-vif-deleted", "tag": "53c06f93-653c-4d87-8f11-78e02ed6785f"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:30.821908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7160cc0c-164b-4570-9e7b-9be6307d9473 x-openstack-request-id: req-7160cc0c-164b-4570-9e7b-9be6307d9473 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:30.822210 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7447f68c-4e28-44a1-8e35-0c62cb353cd4", "name": "network-vif-deleted", "tag": "53c06f93-653c-4d87-8f11-78e02ed6785f", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:30.822475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7160cc0c-164b-4570-9e7b-9be6307d9473 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:30.822886 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7447f68c-4e28-44a1-8e35-0c62cb353cd4', 'name': 'network-vif-deleted', 'tag': '53c06f93-653c-4d87-8f11-78e02ed6785f', 'status': 'completed', 'code': 200} Dec 10 18:47:31.030575 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-72ea8e8a-178c-4886-9384-bca896cddea9 req-ae7ce154-4710-4d82-a4c2-f17c14f20e1e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=7447f68c-4e28-44a1-8e35-0c62cb353cd4 HTTP/1.1" status: 200 len: 210 time: 0.0256174 Dec 10 18:47:32.085983 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38982) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:32.142192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e5f37ffb-b56b-4580-ae1e-a8b3debc2799 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.167324 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e5f37ffb-b56b-4580-ae1e-a8b3debc2799 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.289554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e5f37ffb-b56b-4580-ae1e-a8b3debc2799 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.292247 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e5f37ffb-b56b-4580-ae1e-a8b3debc2799 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.293400 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e5f37ffb-b56b-4580-ae1e-a8b3debc2799 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/security-groups/928fd758-3446-4f7d-bb15-b2feadb1f42c HTTP/1.1" status: 204 len: 168 time: 0.2064285 Dec 10 18:47:32.310152 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f37ffb-b56b-4580-ae1e-a8b3debc2799 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=928fd758-3446-4f7d-bb15-b2feadb1f42c,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:32.384773 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38986) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:32.740854 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f497607c-350a-47ea-9def-2e7a64d4338c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.028544 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f497607c-350a-47ea-9def-2e7a64d4338c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port c588f451-1d81-4121-8555-a9541da501b7 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:33.028794 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f497607c-350a-47ea-9def-2e7a64d4338c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.120428 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-f497607c-350a-47ea-9def-2e7a64d4338c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port c588f451-1d81-4121-8555-a9541da501b7, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c588f451-1d81-4121-8555-a9541da501b7,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:33.121101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f497607c-350a-47ea-9def-2e7a64d4338c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.135144 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-f497607c-350a-47ea-9def-2e7a64d4338c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for c588f451-1d81-4121-8555-a9541da501b7 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:33.429238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f497607c-350a-47ea-9def-2e7a64d4338c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.462871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497607c-350a-47ea-9def-2e7a64d4338c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=c588f451-1d81-4121-8555-a9541da501b7,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:33.647353 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f497607c-350a-47ea-9def-2e7a64d4338c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.654850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 53c06f93-653c-4d87-8f11-78e02ed6785f no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:33.679772 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 53c06f93-653c-4d87-8f11-78e02ed6785f {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:33.680132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 53c06f93-653c-4d87-8f11-78e02ed6785f not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:33.864463 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f497607c-350a-47ea-9def-2e7a64d4338c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router e50770aa-96fe-4dea-82ab-90887441cfac has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:47:33.968506 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f497607c-350a-47ea-9def-2e7a64d4338c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:33.974047 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f497607c-350a-47ea-9def-2e7a64d4338c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/e50770aa-96fe-4dea-82ab-90887441cfac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5881937 Dec 10 18:47:33.976851 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38988) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:33.981059 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd97d9af-9c7a-40e6-9da8-9cdf8a05c784 None None] Sync routers for ids ['e50770aa-96fe-4dea-82ab-90887441cfac'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:33.992460 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd97d9af-9c7a-40e6-9da8-9cdf8a05c784 None None] Routers {'e50770aa-96fe-4dea-82ab-90887441cfac'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:33.993059 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-bd97d9af-9c7a-40e6-9da8-9cdf8a05c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:47:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e50770aa-96fe-4dea-82ab-90887441cfac'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:34.028218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42c10e2-f6ef-44b4-bfdf-d79691cad5e4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting subnet 9afb5e9a-6706-4aa1-bf80-672fd3f16682 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:47:34.031371 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e42c10e2-f6ef-44b4-bfdf-d79691cad5e4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.070898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e42c10e2-f6ef-44b4-bfdf-d79691cad5e4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.094645 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-bd97d9af-9c7a-40e6-9da8-9cdf8a05c784 None None] Set router e50770aa-96fe-4dea-82ab-90887441cfac gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:34.156442 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e42c10e2-f6ef-44b4-bfdf-d79691cad5e4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.258052 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e42c10e2-f6ef-44b4-bfdf-d79691cad5e4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.268431 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-bd97d9af-9c7a-40e6-9da8-9cdf8a05c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:47:33Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:34.286114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c10e2-f6ef-44b4-bfdf-d79691cad5e4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Subnet': ['ID=9afb5e9a-6706-4aa1-bf80-672fd3f16682,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:34.288052 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e42c10e2-f6ef-44b4-bfdf-d79691cad5e4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.291266 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e42c10e2-f6ef-44b4-bfdf-d79691cad5e4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/subnets/9afb5e9a-6706-4aa1-bf80-672fd3f16682 HTTP/1.1" status: 204 len: 168 time: 0.3135254 Dec 10 18:47:34.293925 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38990) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:34.295105 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd97d9af-9c7a-40e6-9da8-9cdf8a05c784 None None] Checking router: e50770aa-96fe-4dea-82ab-90887441cfac for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:47:34.298083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d0b495-c3cd-4e4a-96cb-7149ae97235c None None] Network e5ca986f-9098-43d5-83b1-266585e20044 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:34.303427 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd97d9af-9c7a-40e6-9da8-9cdf8a05c784 None None] Routers {'e50770aa-96fe-4dea-82ab-90887441cfac'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:34.304025 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-bd97d9af-9c7a-40e6-9da8-9cdf8a05c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:47:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['e50770aa-96fe-4dea-82ab-90887441cfac'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:34.412659 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.413116 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-bd97d9af-9c7a-40e6-9da8-9cdf8a05c784 None None] Set router e50770aa-96fe-4dea-82ab-90887441cfac gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:34.455437 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] DHCP port deletion for e5ca986f-9098-43d5-83b1-266585e20044 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:34.522404 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Deleting port da0de600-593c-4337-97c7-f853adb14912 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:34.523000 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.539320 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.587305 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] For port da0de600-593c-4337-97c7-f853adb14912, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=da0de600-593c-4337-97c7-f853adb14912,segment=NetworkSegment(b992d697-4409-4b51-a69d-4a172317818b),segment_id=b992d697-4409-4b51-a69d-4a172317818b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:34.587701 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.600279 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Calling delete_port for da0de600-593c-4337-97c7-f853adb14912 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:34.668810 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 26692116-fa5d-4370-9274-1fdd74f7247f {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:34.669453 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.695206 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-bd97d9af-9c7a-40e6-9da8-9cdf8a05c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:47:33Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:34.712559 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd97d9af-9c7a-40e6-9da8-9cdf8a05c784 None None] The sync data for ids ['e50770aa-96fe-4dea-82ab-90887441cfac'] in dv-neutron-821434-1-hyperv is: [{'id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'name': 'tempest-TestNetworkBasicOps-router-610450999', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:47:33Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '26692116-fa5d-4370-9274-1fdd74f7247f', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50770aa-96fe-4dea-82ab-90887441cfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:45:54Z', 'updated_at': '2021-12-10T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:34.760748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 26692116-fa5d-4370-9274-1fdd74f7247f, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=26692116-fa5d-4370-9274-1fdd74f7247f,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:34.761109 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.779692 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 26692116-fa5d-4370-9274-1fdd74f7247f owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:34.914570 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.939278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Pushing event deleted for resources: {'Port': ['ID=da0de600-593c-4337-97c7-f853adb14912,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:34.944002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] No DVR routers for this DVR port da0de600-593c-4337-97c7-f853adb14912 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:34.950141 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:34.950494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:34.950835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:34.951171 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:34.951501 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:34.951835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:34.952158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:34.952487 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:34.952811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:34.953455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:34.953994 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:34.954291 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:34.954613 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b9232-5fff-4867-8fea-a9a0efa4ba93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:35.034983 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.064589 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=26692116-fa5d-4370-9274-1fdd74f7247f,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:35.079988 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62d3eda-e885-48ff-8467-39ee5ccf2228 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:35.129137 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.227251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.230070 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.262203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device da0de600-593c-4337-97c7-f853adb14912 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:35.279528 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: da0de600-593c-4337-97c7-f853adb14912 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:35.279981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device da0de600-593c-4337-97c7-f853adb14912 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:35.280494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c588f451-1d81-4121-8555-a9541da501b7 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:35.300840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: c588f451-1d81-4121-8555-a9541da501b7 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:35.301272 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c588f451-1d81-4121-8555-a9541da501b7 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:35.661316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.661907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Fanout notify agent at l3_agent the message router_deleted on router e50770aa-96fe-4dea-82ab-90887441cfac {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:47:35.668937 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.670058 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1145d603-b740-43a7-9c7f-b96b1cb83274 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/routers/e50770aa-96fe-4dea-82ab-90887441cfac HTTP/1.1" status: 204 len: 168 time: 1.3752341 Dec 10 18:47:35.672735 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38992) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:35.752522 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aafa9818-8654-4eac-8493-1cfeae635e90 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.841782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aafa9818-8654-4eac-8493-1cfeae635e90 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.860886 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-aafa9818-8654-4eac-8493-1cfeae635e90 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ca986f-9098-43d5-83b1-266585e20044']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:35.870289 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-aafa9818-8654-4eac-8493-1cfeae635e90 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b992d697-4409-4b51-a69d-4a172317818b') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:35.870582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-aafa9818-8654-4eac-8493-1cfeae635e90 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b992d697-4409-4b51-a69d-4a172317818b') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:35.880556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aafa9818-8654-4eac-8493-1cfeae635e90 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.894499 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aafa9818-8654-4eac-8493-1cfeae635e90 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.900213 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafa9818-8654-4eac-8493-1cfeae635e90 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:47:35.900580 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aafa9818-8654-4eac-8493-1cfeae635e90 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:47:35.903512 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:47:36.046348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aafa9818-8654-4eac-8493-1cfeae635e90 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.053496 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-aafa9818-8654-4eac-8493-1cfeae635e90 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.056215 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-aafa9818-8654-4eac-8493-1cfeae635e90 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/networks/e5ca986f-9098-43d5-83b1-266585e20044 HTTP/1.1" status: 204 len: 168 time: 0.3825603 Dec 10 18:47:36.067512 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa9818-8654-4eac-8493-1cfeae635e90 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Network': ['ID=e5ca986f-9098-43d5-83b1-266585e20044,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:36.083663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38994) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:36.089514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-44e27dd7-317b-40aa-b95d-ce65b90ac810 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'network': {'name': 'tempest-network-smoke--100874598', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'port_security_enabled': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:36.211679 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e27dd7-317b-40aa-b95d-ce65b90ac810 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:36.215275 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-44e27dd7-317b-40aa-b95d-ce65b90ac810 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.239869 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e27dd7-317b-40aa-b95d-ce65b90ac810 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:47:36.248303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-44e27dd7-317b-40aa-b95d-ce65b90ac810 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.248642 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-44e27dd7-317b-40aa-b95d-ce65b90ac810 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Added segment 134c7bdd-d362-4d6e-90b6-cf593cb57d60 of type vlan for network bb3b682e-46a1-4b92-abfd-52e0556dfba5 Dec 10 18:47:36.287910 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-44e27dd7-317b-40aa-b95d-ce65b90ac810 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.371472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-44e27dd7-317b-40aa-b95d-ce65b90ac810 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.377117 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e27dd7-317b-40aa-b95d-ce65b90ac810 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:36.377613 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-44e27dd7-317b-40aa-b95d-ce65b90ac810 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.444923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e27dd7-317b-40aa-b95d-ce65b90ac810 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Network': ['ID=bb3b682e-46a1-4b92-abfd-52e0556dfba5,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:36.455779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network bb3b682e-46a1-4b92-abfd-52e0556dfba5 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:47:36.509839 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-44e27dd7-317b-40aa-b95d-ce65b90ac810 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4249647 Dec 10 18:47:36.513971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38996) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:36.518642 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-328242433', 'admin_state_up': True, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:36.604178 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.605252 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.654532 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.839166 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.085565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.107537 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.142900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 26692116-fa5d-4370-9274-1fdd74f7247f no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:37.163739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 26692116-fa5d-4370-9274-1fdd74f7247f {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:37.164081 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 26692116-fa5d-4370-9274-1fdd74f7247f not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:37.208608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.127 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/083df90d-8fde-4e6e-a675-800d737242d2) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:37.310975 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.411969 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.451550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:37.454431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:37.458318 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:37.467123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e60273-6943-4c66-a0ce-ba1fce717c83 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:37.479978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=083df90d-8fde-4e6e-a675-800d737242d2,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:37.581603 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-65639947-42d1-467c-9945-76e070369864 None None] Provisioning complete for port 083df90d-8fde-4e6e-a675-800d737242d2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:37.582015 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-65639947-42d1-467c-9945-76e070369864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.617988 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-65639947-42d1-467c-9945-76e070369864 None None] Port 083df90d-8fde-4e6e-a675-800d737242d2 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:37.771624 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.965391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.228912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:47:38.336542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:38.346297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Sync routers for ids ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:38.356003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Routers {'32c372b0-8ecf-409b-a70a-c5f0b8f885bb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:38.356607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:47:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:38.436919 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.438154 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-50fa36f5-69df-4e7c-94b3-660f6e9dddb8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9231379 Dec 10 18:47:38.442016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 38998) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:38.458100 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Set router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:38.470380 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-53ee7380-3900-4a31-b940-9df92a4a2ed3 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d8d709b5542940cd80a96d0fc97864e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272520 Dec 10 18:47:38.472914 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39000) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:38.566987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e77d484-34f7-446b-93eb-41f27819417e tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:38.568504 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7e77d484-34f7-446b-93eb-41f27819417e tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947020 Dec 10 18:47:38.571243 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39002) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:38.599603 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dbeaaf12-1fea-416c-ace5-be257eca917e tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271945 Dec 10 18:47:38.602126 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39004) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:38.607270 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2ea556d3-f294-4961-9209-0e8004173fa7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1898673345', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:38.650660 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:37Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:38.681296 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Checking router: 32c372b0-8ecf-409b-a70a-c5f0b8f885bb for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:47:38.681654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Updating router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb port 083df90d-8fde-4e6e-a675-800d737242d2 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:47:38.705822 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.777472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea556d3-f294-4961-9209-0e8004173fa7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:38.781129 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ea556d3-f294-4961-9209-0e8004173fa7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.954034 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.034695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.034917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ea556d3-f294-4961-9209-0e8004173fa7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.078415 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5314749a-aa70-4e28-8d43-dfcbf05c65e3 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:39.093732 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Attempting to bind port 083df90d-8fde-4e6e-a675-800d737242d2 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:39.094115 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Attempting to bind port 083df90d-8fde-4e6e-a675-800d737242d2 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:39.094488 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Attempting to bind port 083df90d-8fde-4e6e-a675-800d737242d2 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:39.098042 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64152b36-59eb-4172-9a92-d276c1d4ea34 None None] Pushing event updated for resources: {'Port': ['ID=083df90d-8fde-4e6e-a675-800d737242d2,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:39.103262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:39.103652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:39.104027 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea556d3-f294-4961-9209-0e8004173fa7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Subnet': ['ID=9fd73f89-3357-4e1c-ba8f-525858de7a3c,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:39.104500 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.104840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:39.105316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Bound port: 083df90d-8fde-4e6e-a675-800d737242d2, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:39.105719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.112906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea556d3-f294-4961-9209-0e8004173fa7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Checking segment: {'id': '134c7bdd-d362-4d6e-90b6-cf593cb57d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:39.113269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea556d3-f294-4961-9209-0e8004173fa7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network hostable DHCP agents. Network: bb3b682e-46a1-4b92-abfd-52e0556dfba5, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:47:39.168584 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a3ae8eb4-3f8f-4273-9677-afe7ec437a65 None None] Provisioning complete for port 083df90d-8fde-4e6e-a675-800d737242d2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:39.168977 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3ae8eb4-3f8f-4273-9677-afe7ec437a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.172662 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] For port 083df90d-8fde-4e6e-a675-800d737242d2, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:39.206819 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] For port 083df90d-8fde-4e6e-a675-800d737242d2, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=083df90d-8fde-4e6e-a675-800d737242d2,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:39.214658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae8eb4-3f8f-4273-9677-afe7ec437a65 None None] Port 083df90d-8fde-4e6e-a675-800d737242d2 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:39.223715 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea556d3-f294-4961-9209-0e8004173fa7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network bb3b682e-46a1-4b92-abfd-52e0556dfba5 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:47:39.280882 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.314509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-2ea556d3-f294-4961-9209-0e8004173fa7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, bb3b682e-46a1-4b92-abfd-52e0556dfba5) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:39.320323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea556d3-f294-4961-9209-0e8004173fa7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:39.321130 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ea556d3-f294-4961-9209-0e8004173fa7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.323489 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fcac0d-2c0a-44a8-84cb-0cbdfb00b37d None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:39.332379 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b385698f-5c01-4b80-bd19-3a4c3c44d072 None None] Network bb3b682e-46a1-4b92-abfd-52e0556dfba5 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:39.383534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Routers {'32c372b0-8ecf-409b-a70a-c5f0b8f885bb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:39.388574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:47:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:39.390152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64152b36-59eb-4172-9a92-d276c1d4ea34 None None] Pushing event updated for resources: {'Port': ['ID=083df90d-8fde-4e6e-a675-800d737242d2,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:39.403488 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2ea556d3-f294-4961-9209-0e8004173fa7 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8003118 Dec 10 18:47:39.406326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39006) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:39.504827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-10e63fde-f387-4066-a73b-cfa8a906de80 None None] Provisioning complete for port 083df90d-8fde-4e6e-a675-800d737242d2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:39.505196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-10e63fde-f387-4066-a73b-cfa8a906de80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.560612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ips': [{'subnet_id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:47:39.561477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.586508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] Set router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:39.829769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-10e63fde-f387-4066-a73b-cfa8a906de80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.900352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-10e63fde-f387-4066-a73b-cfa8a906de80 None None] For port 083df90d-8fde-4e6e-a675-800d737242d2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=083df90d-8fde-4e6e-a675-800d737242d2,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:39.916025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Allocated IP 172.20.0.2 (bb3b682e-46a1-4b92-abfd-52e0556dfba5/9fd73f89-3357-4e1c-ba8f-525858de7a3c/9963db1b-af5d-4f97-bfad-4277da479fb2) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:39.974761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-10e63fde-f387-4066-a73b-cfa8a906de80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.021664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:37Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:40.198201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.213871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e57ca4-0c4d-4b75-8978-566f9ead4b8b None None] The sync data for ids ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'] in dv-neutron-821434-1-hyperv is: [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:37Z', 'revision_number': 3, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:40.232271 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e63fde-f387-4066-a73b-cfa8a906de80 None None] Pushing event updated for resources: {'Port': ['ID=083df90d-8fde-4e6e-a675-800d737242d2,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:40.291545 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.353095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.396402 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Network bb3b682e-46a1-4b92-abfd-52e0556dfba5 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:40.402175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:40.404025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Pushing event updated for resources: {'Port': ['ID=9963db1b-af5d-4f97-bfad-4277da479fb2,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:40.406287 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:40.482348 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Attempting to bind port 9963db1b-af5d-4f97-bfad-4277da479fb2 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:40.482746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Attempting to bind port 9963db1b-af5d-4f97-bfad-4277da479fb2 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '134c7bdd-d362-4d6e-90b6-cf593cb57d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:40.483095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Attempting to bind port 9963db1b-af5d-4f97-bfad-4277da479fb2 on network bb3b682e-46a1-4b92-abfd-52e0556dfba5 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:40.494806 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:40.495187 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Checking segment: {'id': '134c7bdd-d362-4d6e-90b6-cf593cb57d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:40.495593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.495988 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Bound using segment: {'id': '134c7bdd-d362-4d6e-90b6-cf593cb57d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:40.496464 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Bound port: 9963db1b-af5d-4f97-bfad-4277da479fb2, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134c7bdd-d362-4d6e-90b6-cf593cb57d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:40.496855 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.516408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.1 (bb3b682e-46a1-4b92-abfd-52e0556dfba5/9fd73f89-3357-4e1c-ba8f-525858de7a3c/b20bbbb0-f2be-4a94-83c3-567207ce896a) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:40.579749 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] For port 9963db1b-af5d-4f97-bfad-4277da479fb2, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:40.587834 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] For port 9963db1b-af5d-4f97-bfad-4277da479fb2, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9963db1b-af5d-4f97-bfad-4277da479fb2,segment=NetworkSegment(134c7bdd-d362-4d6e-90b6-cf593cb57d60),segment_id=134c7bdd-d362-4d6e-90b6-cf593cb57d60)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:40.646279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.663678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.727954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e08e5-0552-4b8e-9e60-588a22bcc248 None None] Pushing event updated for resources: {'Port': ['ID=9963db1b-af5d-4f97-bfad-4277da479fb2,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:40.749292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.797556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network bb3b682e-46a1-4b92-abfd-52e0556dfba5 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:40.801588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:40.807874 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:40.839203 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=b20bbbb0-f2be-4a94-83c3-567207ce896a,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:40.888848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.106031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.271445 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 083df90d-8fde-4e6e-a675-800d737242d2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:41.326718 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 083df90d-8fde-4e6e-a675-800d737242d2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:41.327330 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.407068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.416405 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9963db1b-af5d-4f97-bfad-4277da479fb2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:41.464870 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 9963db1b-af5d-4f97-bfad-4277da479fb2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:41.465253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.467174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.546511 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=b20bbbb0-f2be-4a94-83c3-567207ce896a,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:41.554361 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.556249 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.591582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 9963db1b-af5d-4f97-bfad-4277da479fb2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9963db1b-af5d-4f97-bfad-4277da479fb2,segment=NetworkSegment(134c7bdd-d362-4d6e-90b6-cf593cb57d60),segment_id=134c7bdd-d362-4d6e-90b6-cf593cb57d60)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:41.656597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network bb3b682e-46a1-4b92-abfd-52e0556dfba5 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:41.658082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:41.680814 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.730383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92723fa-66d3-4412-9254-aa14ded4e496 None None] Network bb3b682e-46a1-4b92-abfd-52e0556dfba5 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:41.746878 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=9963db1b-af5d-4f97-bfad-4277da479fb2,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:41.787624 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:47:41.840235 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-62020376-fa6e-46bd-b03b-31f0118696e3 None None] Provisioning complete for port 9963db1b-af5d-4f97-bfad-4277da479fb2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:41.840703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-62020376-fa6e-46bd-b03b-31f0118696e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.908369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:41.916961 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2fb88e28-24b3-4ca4-bb04-8d980889ac28 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/32c372b0-8ecf-409b-a70a-c5f0b8f885bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5090435 Dec 10 18:47:41.917472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39008) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:42.036231 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563c226-755d-4d88-9d2f-3f712640e1bf tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:42.036709 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563c226-755d-4d88-9d2f-3f712640e1bf tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:42.037176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563c226-755d-4d88-9d2f-3f712640e1bf tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:42.037655 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563c226-755d-4d88-9d2f-3f712640e1bf tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:42.039462 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0563c226-755d-4d88-9d2f-3f712640e1bf tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1203785 Dec 10 18:47:42.042194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39010) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:42.097240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4685d953-af68-401a-aee3-ab370f82bcb0 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:42.097728 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4685d953-af68-401a-aee3-ab370f82bcb0 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:42.098156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4685d953-af68-401a-aee3-ab370f82bcb0 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:42.098605 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4685d953-af68-401a-aee3-ab370f82bcb0 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:42.100276 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4685d953-af68-401a-aee3-ab370f82bcb0 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0568438 Dec 10 18:47:42.103025 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39012) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:42.170978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a7a42603-1087-4d45-9ab9-2d03c1844fae None None] Provisioning complete for port b20bbbb0-f2be-4a94-83c3-567207ce896a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:42.171360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a7a42603-1087-4d45-9ab9-2d03c1844fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.216070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a7a42603-1087-4d45-9ab9-2d03c1844fae None None] Port b20bbbb0-f2be-4a94-83c3-567207ce896a cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:42.222658 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Sync routers for ids ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:42.233745 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Routers {'32c372b0-8ecf-409b-a70a-c5f0b8f885bb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:42.234230 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a7a42603-1087-4d45-9ab9-2d03c1844fae None None] Provisioning complete for port 9963db1b-af5d-4f97-bfad-4277da479fb2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:42.234341 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:47:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:42.248150 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a7a42603-1087-4d45-9ab9-2d03c1844fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.250553 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f29b9064-27c6-4d32-a8fb-a273253874d6 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1463461 Dec 10 18:47:42.365360 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Set router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:42.454801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ccf8f753-bfd8-472c-88e2-620fe2332016 None None] Provisioning complete for port b20bbbb0-f2be-4a94-83c3-567207ce896a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:42.456798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ccf8f753-bfd8-472c-88e2-620fe2332016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.498117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8f753-bfd8-472c-88e2-620fe2332016 None None] Port b20bbbb0-f2be-4a94-83c3-567207ce896a cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:42.575759 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39016) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:42.578470 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'b20bbbb0-f2be-4a94-83c3-567207ce896a', 'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:f8:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:40Z', 'updated_at': '2021-12-10T18:47:41Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:42.580596 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-93543f33-f544-4573-904b-6fec1a203880 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1288917639', 'description': 'tempest-secgroup-smoke-1288917639 description', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:42.607013 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Checking router: 32c372b0-8ecf-409b-a70a-c5f0b8f885bb for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:47:42.607363 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Updating router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb port b20bbbb0-f2be-4a94-83c3-567207ce896a binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:47:42.616981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fbcdd196-3652-435f-8081-2d9f72100d74 None None] Provisioning complete for port b20bbbb0-f2be-4a94-83c3-567207ce896a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:42.617354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd196-3652-435f-8081-2d9f72100d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.631494 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.651509 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-fbcdd196-3652-435f-8081-2d9f72100d74 None None] Port b20bbbb0-f2be-4a94-83c3-567207ce896a cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:42.692305 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-93543f33-f544-4573-904b-6fec1a203880 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.759514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-93543f33-f544-4573-904b-6fec1a203880 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.840367 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-93543f33-f544-4573-904b-6fec1a203880 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.869575 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93543f33-f544-4573-904b-6fec1a203880 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062d94db-55e7-4fd7-9efc-5eac90cd55f7,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:42.892376 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.956721 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-93543f33-f544-4573-904b-6fec1a203880 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.958051 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-93543f33-f544-4573-904b-6fec1a203880 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3812587 Dec 10 18:47:42.967204 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39018) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:42.971554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-feef9df0-5820-44ac-83c1-dcc1bb40945b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '062d94db-55e7-4fd7-9efc-5eac90cd55f7', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:42.982930 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.050491 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Pushing event updated for resources: {'Port': ['ID=b20bbbb0-f2be-4a94-83c3-567207ce896a,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:43.074248 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-feef9df0-5820-44ac-83c1-dcc1bb40945b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.075606 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.075961 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.076539 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.076887 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.077220 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.078225 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.081035 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.081035 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.081035 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.081035 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.081035 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.081035 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.081035 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.096105 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Attempting to bind port b20bbbb0-f2be-4a94-83c3-567207ce896a on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:43.097006 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Attempting to bind port b20bbbb0-f2be-4a94-83c3-567207ce896a by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '134c7bdd-d362-4d6e-90b6-cf593cb57d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:43.097371 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Attempting to bind port b20bbbb0-f2be-4a94-83c3-567207ce896a on network bb3b682e-46a1-4b92-abfd-52e0556dfba5 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:43.102734 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:43.103110 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Checking segment: {'id': '134c7bdd-d362-4d6e-90b6-cf593cb57d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:43.103512 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.103912 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Bound using segment: {'id': '134c7bdd-d362-4d6e-90b6-cf593cb57d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:43.104378 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Bound port: b20bbbb0-f2be-4a94-83c3-567207ce896a, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134c7bdd-d362-4d6e-90b6-cf593cb57d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:43.104767 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.153022 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-feef9df0-5820-44ac-83c1-dcc1bb40945b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.173144 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] For port b20bbbb0-f2be-4a94-83c3-567207ce896a, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:43.176590 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] For port b20bbbb0-f2be-4a94-83c3-567207ce896a, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b20bbbb0-f2be-4a94-83c3-567207ce896a,segment=NetworkSegment(134c7bdd-d362-4d6e-90b6-cf593cb57d60),segment_id=134c7bdd-d362-4d6e-90b6-cf593cb57d60)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:43.206988 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9963db1b-af5d-4f97-bfad-4277da479fb2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:43.240415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-feef9df0-5820-44ac-83c1-dcc1bb40945b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.257416 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.258666 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 9963db1b-af5d-4f97-bfad-4277da479fb2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:43.259045 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.272373 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef9df0-5820-44ac-83c1-dcc1bb40945b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d874a0-df8e-45f7-ab3b-89d92d9ee51a,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:43.304483 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c341bd28-7c30-4ca7-a06e-3c8f64c0972d None None] Provisioning complete for port b20bbbb0-f2be-4a94-83c3-567207ce896a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:43.304864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c341bd28-7c30-4ca7-a06e-3c8f64c0972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.314215 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Routers {'32c372b0-8ecf-409b-a70a-c5f0b8f885bb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:43.314825 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:47:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:43.361168 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f3a55-0356-46ca-a642-10cc6d6447bf None None] Pushing event updated for resources: {'Port': ['ID=b20bbbb0-f2be-4a94-83c3-567207ce896a,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:43.365068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-feef9df0-5820-44ac-83c1-dcc1bb40945b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.366841 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-feef9df0-5820-44ac-83c1-dcc1bb40945b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3986318 Dec 10 18:47:43.369537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39020) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:43.374234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-fd798701-b2cc-46c7-9b6c-bf351a9969a4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '062d94db-55e7-4fd7-9efc-5eac90cd55f7', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:43.434486 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c341bd28-7c30-4ca7-a06e-3c8f64c0972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.457779 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] Set router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:43.472305 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c341bd28-7c30-4ca7-a06e-3c8f64c0972d None None] For port b20bbbb0-f2be-4a94-83c3-567207ce896a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b20bbbb0-f2be-4a94-83c3-567207ce896a,segment=NetworkSegment(134c7bdd-d362-4d6e-90b6-cf593cb57d60),segment_id=134c7bdd-d362-4d6e-90b6-cf593cb57d60)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:43.474794 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fd798701-b2cc-46c7-9b6c-bf351a9969a4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.532064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c341bd28-7c30-4ca7-a06e-3c8f64c0972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.540326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fd798701-b2cc-46c7-9b6c-bf351a9969a4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.579815 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341bd28-7c30-4ca7-a06e-3c8f64c0972d None None] Pushing event updated for resources: {'Port': ['ID=b20bbbb0-f2be-4a94-83c3-567207ce896a,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:43.611649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fd798701-b2cc-46c7-9b6c-bf351a9969a4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.629713 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd798701-b2cc-46c7-9b6c-bf351a9969a4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76c4853-0a72-4457-8d29-919a3e5cbc03,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:43.654850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-42cd668d-37df-42fb-bc5a-05ada06d9ead None None] Provisioning complete for port b20bbbb0-f2be-4a94-83c3-567207ce896a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:43.655222 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-42cd668d-37df-42fb-bc5a-05ada06d9ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.670424 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'b20bbbb0-f2be-4a94-83c3-567207ce896a', 'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:f8:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:40Z', 'updated_at': '2021-12-10T18:47:43Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:43.697157 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efcc29-67b1-4877-a096-0d36295ac02a None None] The sync data for ids ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'] in dv-neutron-821434-1-hyperv is: [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'b20bbbb0-f2be-4a94-83c3-567207ce896a', 'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:f8:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:40Z', 'updated_at': '2021-12-10T18:47:43Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:43.700458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fd798701-b2cc-46c7-9b6c-bf351a9969a4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.702075 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fd798701-b2cc-46c7-9b6c-bf351a9969a4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3312073 Dec 10 18:47:43.705184 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39022) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:43.711235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-56cb9705-4a28-4e15-9c50-dd176ccad257 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '062d94db-55e7-4fd7-9efc-5eac90cd55f7', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:43.805956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-56cb9705-4a28-4e15-9c50-dd176ccad257 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.868301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-56cb9705-4a28-4e15-9c50-dd176ccad257 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.940935 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-56cb9705-4a28-4e15-9c50-dd176ccad257 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.959592 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb9705-4a28-4e15-9c50-dd176ccad257 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dd6afe-7035-426b-814f-265b171c7f6d,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:44.031084 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-56cb9705-4a28-4e15-9c50-dd176ccad257 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.032340 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-56cb9705-4a28-4e15-9c50-dd176ccad257 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3251927 Dec 10 18:47:44.035698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39024) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:44.040354 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-9cf86361-41c1-4bff-91af-5f2ce496910a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '062d94db-55e7-4fd7-9efc-5eac90cd55f7', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:44.171354 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cf86361-41c1-4bff-91af-5f2ce496910a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.231958 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cf86361-41c1-4bff-91af-5f2ce496910a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.320270 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cf86361-41c1-4bff-91af-5f2ce496910a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.341271 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf86361-41c1-4bff-91af-5f2ce496910a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857f056c-f111-497e-9532-6b8b307a9e74,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:44.425717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cf86361-41c1-4bff-91af-5f2ce496910a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.426987 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9cf86361-41c1-4bff-91af-5f2ce496910a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3902977 Dec 10 18:47:44.436414 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39026) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:44.441516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-4b736fb5-5710-4720-96af-fb0b1e92e166 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '062d94db-55e7-4fd7-9efc-5eac90cd55f7', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:44.526305 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-4b736fb5-5710-4720-96af-fb0b1e92e166 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:47:44.531787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4b736fb5-5710-4720-96af-fb0b1e92e166 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.596356 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4b736fb5-5710-4720-96af-fb0b1e92e166 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.702922 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4b736fb5-5710-4720-96af-fb0b1e92e166 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.721184 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b736fb5-5710-4720-96af-fb0b1e92e166 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a72717b-0a7f-4a94-84ed-7492aa4bac0c,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:44.803001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4b736fb5-5710-4720-96af-fb0b1e92e166 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.804233 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4b736fb5-5710-4720-96af-fb0b1e92e166 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3668594 Dec 10 18:47:44.806961 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39028) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:44.811240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-411f1e35-a026-4de1-bea6-a98f339f61bc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'security_group_rule': {'security_group_id': '062d94db-55e7-4fd7-9efc-5eac90cd55f7', 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:44.908704 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-411f1e35-a026-4de1-bea6-a98f339f61bc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Project d8d709b5542940cd80a96d0fc97864e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:47:44.914235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-411f1e35-a026-4de1-bea6-a98f339f61bc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.970372 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-411f1e35-a026-4de1-bea6-a98f339f61bc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.060813 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-411f1e35-a026-4de1-bea6-a98f339f61bc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.079554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f1e35-a026-4de1-bea6-a98f339f61bc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0769547f-bd67-4877-921f-9fd7e3c9df13,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:45.166073 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-411f1e35-a026-4de1-bea6-a98f339f61bc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.167320 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-411f1e35-a026-4de1-bea6-a98f339f61bc tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3594189 Dec 10 18:47:45.205023 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b20bbbb0-f2be-4a94-83c3-567207ce896a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:45.253867 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port b20bbbb0-f2be-4a94-83c3-567207ce896a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:45.254243 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.325453 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-5f0cbd58-6e7e-4f78-9a96-7cd159a53843 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288917639&fields=id&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 267 time: 0.0447853 Dec 10 18:47:45.437659 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-9a256b96-2f30-4289-a2b7-8cb951d6f62d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:45.439054 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-9a256b96-2f30-4289-a2b7-8cb951d6f62d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/networks?id=bb3b682e-46a1-4b92-abfd-52e0556dfba5 HTTP/1.1" status: 200 len: 796 time: 0.1050525 Dec 10 18:47:45.453529 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-726185cf-0edf-4713-acf7-0318c7bd8920 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/quotas/d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 375 time: 0.0087781 Dec 10 18:47:45.504027 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-6096f60c-f37c-4039-8b21-f01782ab7229 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450499 Dec 10 18:47:45.600820 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-fca70f70-276f-4f58-8b0c-326ace8c4c42 service neutron] 10.222.0.60 "GET /v2.0/networks/bb3b682e-46a1-4b92-abfd-52e0556dfba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852704 Dec 10 18:47:45.945054 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-d98f8b22-e14f-4a19-909b-397771f0dfa0 service neutron] 10.222.0.60 "GET /v2.0/networks/bb3b682e-46a1-4b92-abfd-52e0556dfba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379149 Dec 10 18:47:46.258647 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3f3ac96b-a880-4512-9f3f-1878b4c16096 req-41fac2d4-2e6f-4769-bc81-e16cfa23124f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 210 time: 0.0258625 Dec 10 18:47:46.526014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d5e807b2-3585-41d1-b727-f9f0544e394d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.354350 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-01abdbdc-b14a-495f-9551-a6acf206ac3d req-698481bd-9417-43ba-a06b-c63516f9f0c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 210 time: 0.0292263 Dec 10 18:47:48.327197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-3d69043d-4299-4c0c-b2dd-f236697d3e14 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:48.328779 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-3d69043d-4299-4c0c-b2dd-f236697d3e14 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/networks?id=bb3b682e-46a1-4b92-abfd-52e0556dfba5 HTTP/1.1" status: 200 len: 796 time: 0.1029186 Dec 10 18:47:48.403674 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-bc14cd33-a6f4-453b-8b5e-0c228eb88252 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d709b5542940cd80a96d0fc97864e7 HTTP/1.1" status: 200 len: 380 time: 0.0645096 Dec 10 18:47:48.417463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-946c8201-7d31-4b49-91ee-309340d9ab31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'port': {'device_id': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'admin_state_up': True, 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'security_groups': ['062d94db-55e7-4fd7-9efc-5eac90cd55f7']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:48.449307 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b9c0b2a0-4a3a-46b1-bd88-76f2609123f2 req-6ae929aa-c381-4689-a70b-5cf1afb2ea63 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 210 time: 0.0263612 Dec 10 18:47:48.500646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.586312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-946c8201-7d31-4b49-91ee-309340d9ab31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Made reservation on behalf of d8d709b5542940cd80a96d0fc97864e7 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:48.590832 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-946c8201-7d31-4b49-91ee-309340d9ab31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.723976 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-946c8201-7d31-4b49-91ee-309340d9ab31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.20.0.5 (bb3b682e-46a1-4b92-abfd-52e0556dfba5/9fd73f89-3357-4e1c-ba8f-525858de7a3c/30f4717d-36a7-4413-9a32-f2c6ccbebfcf) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:48.823166 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-12b93eb2-70cc-4377-9558-eaf052c1f6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.864018 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-946c8201-7d31-4b49-91ee-309340d9ab31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.975767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-946c8201-7d31-4b49-91ee-309340d9ab31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.024534 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-946c8201-7d31-4b49-91ee-309340d9ab31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network bb3b682e-46a1-4b92-abfd-52e0556dfba5 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:49.029509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-946c8201-7d31-4b49-91ee-309340d9ab31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:49.033185 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-946c8201-7d31-4b49-91ee-309340d9ab31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:49.039806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c8201-7d31-4b49-91ee-309340d9ab31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=30f4717d-36a7-4413-9a32-f2c6ccbebfcf,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:49.087828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-946c8201-7d31-4b49-91ee-309340d9ab31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:49.088464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-946c8201-7d31-4b49-91ee-309340d9ab31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.189308 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-946c8201-7d31-4b49-91ee-309340d9ab31 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7757893 Dec 10 18:47:49.206933 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Request body: {'port': {'device_id': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:49.263258 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.286442 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e3d85917-84f0-43f0-920c-9df6d0e8bcce None None] Provisioning complete for port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:49.286890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e3d85917-84f0-43f0-920c-9df6d0e8bcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.320428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e3d85917-84f0-43f0-920c-9df6d0e8bcce None None] Port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:49.527852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f4717d-36a7-4413-9a32-f2c6ccbebfcf {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:47:49.535497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.547344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Transition to ACTIVE for port object 30f4717d-36a7-4413-9a32-f2c6ccbebfcf will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:47:49.566926 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f222c-5067-4586-8de8-db20cf31a14e req-e0b799b6-f0e9-4de4-81fa-a40beeeb04c8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:49.569029 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d0f222c-5067-4586-8de8-db20cf31a14e req-e0b799b6-f0e9-4de4-81fa-a40beeeb04c8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 931 time: 0.0485659 Dec 10 18:47:49.605868 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.618509 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d0f222c-5067-4586-8de8-db20cf31a14e req-a8ddf3a5-a42b-4d3f-abc8-855e5d52f912 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=062d94db-55e7-4fd7-9efc-5eac90cd55f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433838 Dec 10 18:47:49.659292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Pushing event updated for resources: {'Port': ['ID=30f4717d-36a7-4413-9a32-f2c6ccbebfcf,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:49.730800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Attempting to bind port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:49.731059 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Attempting to bind port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '134c7bdd-d362-4d6e-90b6-cf593cb57d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:49.731816 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Attempting to bind port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf on network bb3b682e-46a1-4b92-abfd-52e0556dfba5 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:49.737066 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf on network bb3b682e-46a1-4b92-abfd-52e0556dfba5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:47:49.737397 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Attempting to bind port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf on network bb3b682e-46a1-4b92-abfd-52e0556dfba5 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:49.743850 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:49.744279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Checking segment: {'id': '134c7bdd-d362-4d6e-90b6-cf593cb57d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:49.744787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Bound using segment: {'id': '134c7bdd-d362-4d6e-90b6-cf593cb57d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:49.745302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Bound port: 30f4717d-36a7-4413-9a32-f2c6ccbebfcf, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134c7bdd-d362-4d6e-90b6-cf593cb57d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:49.745768 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.811649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] For port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:49.814732 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] For port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30f4717d-36a7-4413-9a32-f2c6ccbebfcf,segment=NetworkSegment(134c7bdd-d362-4d6e-90b6-cf593cb57d60),segment_id=134c7bdd-d362-4d6e-90b6-cf593cb57d60)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:49.903521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.938541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:49.939103 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.940509 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] 10.222.0.21 "PUT /v2.0/ports/30f4717d-36a7-4413-9a32-f2c6ccbebfcf HTTP/1.1" status: 200 len: 1093 time: 0.7382500 Dec 10 18:47:49.943831 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'tag': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:49.946212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56274b6-ccea-4026-b262-cad9d2bd9462" -d '{"events": [{"name": "network-changed", "server_uuid": "24f89b85-0df6-45f9-96b3-b93e6672c317", "tag": "30f4717d-36a7-4413-9a32-f2c6ccbebfcf"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:49.970562 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7088714-8098-49fc-9ddc-6824c343f607 service neutron] Pushing event updated for resources: {'Port': ['ID=30f4717d-36a7-4413-9a32-f2c6ccbebfcf,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:49.990128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371027d0-ed98-490c-9bc9-599a7778ef42 x-openstack-request-id: req-371027d0-ed98-490c-9bc9-599a7778ef42 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:49.990429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f89b85-0df6-45f9-96b3-b93e6672c317", "tag": "30f4717d-36a7-4413-9a32-f2c6ccbebfcf", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:49.990739 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-371027d0-ed98-490c-9bc9-599a7778ef42 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:49.991161 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'tag': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf', 'status': 'completed', 'code': 200} Dec 10 18:47:50.058805 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56274b6-ccea-4026-b262-cad9d2bd9462 req-d3b53fb8-5843-4ac2-b3dc-e3bfb2a04b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:50.060409 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a56274b6-ccea-4026-b262-cad9d2bd9462 req-d3b53fb8-5843-4ac2-b3dc-e3bfb2a04b04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 1096 time: 0.0476213 Dec 10 18:47:50.129367 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.167842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56274b6-ccea-4026-b262-cad9d2bd9462 req-3290f21c-727a-418c-859e-f0c628c111f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:50.169483 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a56274b6-ccea-4026-b262-cad9d2bd9462 req-3290f21c-727a-418c-859e-f0c628c111f7 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d8d709b5542940cd80a96d0fc97864e7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0982091 Dec 10 18:47:50.271372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56274b6-ccea-4026-b262-cad9d2bd9462 req-87587510-e9b4-4cf4-bf7a-35e04e27ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:50.272833 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a56274b6-ccea-4026-b262-cad9d2bd9462 req-87587510-e9b4-4cf4-bf7a-35e04e27ec10 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920198 Dec 10 18:47:50.355758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-d07d8985-1bba-4466-9f00-1cc6b7eb904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:50.357254 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-d07d8985-1bba-4466-9f00-1cc6b7eb904e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 1096 time: 0.0407228 Dec 10 18:47:50.401235 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-90e60a7d-3c36-496d-ad7a-ed6f2196d9e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f4717d-36a7-4413-9a32-f2c6ccbebfcf HTTP/1.1" status: 200 len: 217 time: 0.0335698 Dec 10 18:47:50.453608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-88c83d9b-44a6-4c64-9c08-9973702e6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:50.455051 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-88c83d9b-44a6-4c64-9c08-9973702e6ba6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fd73f89-3357-4e1c-ba8f-525858de7a3c HTTP/1.1" status: 200 len: 835 time: 0.0459702 Dec 10 18:47:50.505865 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-482ca012-07ed-47c7-9719-3c4c9701b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:50.507365 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-482ca012-07ed-47c7-9719-3c4c9701b19f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb3b682e-46a1-4b92-abfd-52e0556dfba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408227 Dec 10 18:47:50.595160 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-363cf6c9-2e64-437a-b7c8-0dc2ca1da612 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3b682e-46a1-4b92-abfd-52e0556dfba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796869 Dec 10 18:47:50.692551 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-153b8d35-7629-45ab-bc66-85e6db66f402 req-dbdefa17-ca1f-463e-aad8-06a67f8aeb76 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3b682e-46a1-4b92-abfd-52e0556dfba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853477 Dec 10 18:47:50.739357 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfb0dc-2550-4866-8479-457162e95100 req-bdbd70b0-4f24-45e1-8822-db7e4ddef3c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:50.740859 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1fdfb0dc-2550-4866-8479-457162e95100 req-bdbd70b0-4f24-45e1-8822-db7e4ddef3c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 943 time: 0.0503411 Dec 10 18:47:50.799577 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1fdfb0dc-2550-4866-8479-457162e95100 req-0b3de7bd-4cd5-491e-aada-ed03e8eac044 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=062d94db-55e7-4fd7-9efc-5eac90cd55f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526712 Dec 10 18:47:51.312382 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:51.915311 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7386f4-ad03-4c96-ba0d-55b0db5fd748 req-d61d1955-187d-4934-ab21-21a9a2d584c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:51.916914 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fb7386f4-ad03-4c96-ba0d-55b0db5fd748 req-d61d1955-187d-4934-ab21-21a9a2d584c6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 943 time: 0.0491478 Dec 10 18:47:51.965363 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fb7386f4-ad03-4c96-ba0d-55b0db5fd748 req-1c417eb9-2a1d-47d7-a12a-1177efa4e1ee tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=062d94db-55e7-4fd7-9efc-5eac90cd55f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425320 Dec 10 18:47:52.502690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.077211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0e702-ba5e-4401-a89b-6721e3611929 req-57b6787f-4eac-471f-a36d-e355c9df7ea0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:53.078680 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e7c0e702-ba5e-4401-a89b-6721e3611929 req-57b6787f-4eac-471f-a36d-e355c9df7ea0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 943 time: 0.0473239 Dec 10 18:47:53.127327 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e7c0e702-ba5e-4401-a89b-6721e3611929 req-d0dbef06-ba3f-4c34-97d5-32a1394024b6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=062d94db-55e7-4fd7-9efc-5eac90cd55f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420229 Dec 10 18:47:53.794170 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 30f4717d-36a7-4413-9a32-f2c6ccbebfcf details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:47:53.885869 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30f4717d-36a7-4413-9a32-f2c6ccbebfcf,segment=NetworkSegment(134c7bdd-d362-4d6e-90b6-cf593cb57d60),segment_id=134c7bdd-d362-4d6e-90b6-cf593cb57d60)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:53.897502 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'port_id': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf', 'mac_address': 'fa:16:3e:9f:69:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:47:53.933142 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.948981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f4717d-36a7-4413-9a32-f2c6ccbebfcf {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:47:53.967294 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30f4717d-36a7-4413-9a32-f2c6ccbebfcf,segment=NetworkSegment(134c7bdd-d362-4d6e-90b6-cf593cb57d60),segment_id=134c7bdd-d362-4d6e-90b6-cf593cb57d60)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:54.056925 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.104742 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=30f4717d-36a7-4413-9a32-f2c6ccbebfcf,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:54.245225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fc17-dfb2-4c37-9954-f40a3f9a3d1e req-f044de15-058a-422f-b7d5-b7110db5f72b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:54.246724 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0c11fc17-dfb2-4c37-9954-f40a3f9a3d1e req-f044de15-058a-422f-b7d5-b7110db5f72b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 944 time: 0.0529978 Dec 10 18:47:54.294519 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0c11fc17-dfb2-4c37-9954-f40a3f9a3d1e req-2c7ed522-f599-4727-9e62-80282b78ceff tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=062d94db-55e7-4fd7-9efc-5eac90cd55f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Dec 10 18:47:54.295933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['30f4717d-36a7-4413-9a32-f2c6ccbebfcf'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:47:55.409848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bea2f-9e5d-47d8-90bf-f391d705bb9e req-533614f3-f2fe-432d-895a-69cd3faf40ad tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:55.411298 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bf2bea2f-9e5d-47d8-90bf-f391d705bb9e req-533614f3-f2fe-432d-895a-69cd3faf40ad tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 944 time: 0.0496390 Dec 10 18:47:55.460491 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bf2bea2f-9e5d-47d8-90bf-f391d705bb9e req-1b676c1a-db97-45fa-a3a0-3255eac1b5a6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=062d94db-55e7-4fd7-9efc-5eac90cd55f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433867 Dec 10 18:47:55.825169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 30f4717d-36a7-4413-9a32-f2c6ccbebfcf up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:55.969168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:47:55.973105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:55.973505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.051232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.072949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:56.075239 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dea2e8-6c97-47df-86bc-ef96e624274c" -d '{"events": [{"server_uuid": "24f89b85-0df6-45f9-96b3-b93e6672c317", "name": "network-vif-plugged", "status": "completed", "tag": "30f4717d-36a7-4413-9a32-f2c6ccbebfcf"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:56.088316 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30f4717d-36a7-4413-9a32-f2c6ccbebfcf,segment=NetworkSegment(134c7bdd-d362-4d6e-90b6-cf593cb57d60),segment_id=134c7bdd-d362-4d6e-90b6-cf593cb57d60)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:56.110986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19937311-ae7f-4925-af60-d607ff81c26c x-openstack-request-id: req-19937311-ae7f-4925-af60-d607ff81c26c {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:56.111283 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f89b85-0df6-45f9-96b3-b93e6672c317", "name": "network-vif-plugged", "status": "completed", "tag": "30f4717d-36a7-4413-9a32-f2c6ccbebfcf", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:56.111542 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19937311-ae7f-4925-af60-d607ff81c26c {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:56.111943 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf', 'code': 200} Dec 10 18:47:56.159840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.206703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=30f4717d-36a7-4413-9a32-f2c6ccbebfcf,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:56.391531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efe115-169c-446f-976b-76632b89357b req-1d5726cd-a215-459d-bd4e-d948358578f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:56.392999 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b0efe115-169c-446f-976b-76632b89357b req-1d5726cd-a215-459d-bd4e-d948358578f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 1098 time: 0.0414603 Dec 10 18:47:56.449725 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b0efe115-169c-446f-976b-76632b89357b req-29038fb6-81b7-4627-9001-7e7097baf837 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=062d94db-55e7-4fd7-9efc-5eac90cd55f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456977 Dec 10 18:47:56.572339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deacf86-fffe-4c31-af3a-73fa3dc8c643 req-581487ca-f6a9-40a5-a08d-7fdaf6f14768 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:56.573821 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0deacf86-fffe-4c31-af3a-73fa3dc8c643 req-581487ca-f6a9-40a5-a08d-7fdaf6f14768 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 945 time: 0.0478311 Dec 10 18:47:56.625895 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0deacf86-fffe-4c31-af3a-73fa3dc8c643 req-39bcb115-2210-46e6-99e8-2b386f24b2fe tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=062d94db-55e7-4fd7-9efc-5eac90cd55f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462217 Dec 10 18:47:57.739834 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f6890-1725-4672-9d47-5166219d6798 req-cad09178-fb00-4ecb-a65d-822fa382af20 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:57.741311 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-893f6890-1725-4672-9d47-5166219d6798 req-cad09178-fb00-4ecb-a65d-822fa382af20 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 945 time: 0.0478516 Dec 10 18:47:57.792888 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-893f6890-1725-4672-9d47-5166219d6798 req-4938438e-3297-4e7f-a3b9-03ad5348773e tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=062d94db-55e7-4fd7-9efc-5eac90cd55f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450947 Dec 10 18:47:58.906813 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1186fd4-353f-4d7c-8588-093baa295ed1 req-b39d7235-3343-40ed-91c4-69ca6ed17013 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:58.908282 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b1186fd4-353f-4d7c-8588-093baa295ed1 req-b39d7235-3343-40ed-91c4-69ca6ed17013 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 945 time: 0.0485842 Dec 10 18:47:58.956836 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b1186fd4-353f-4d7c-8588-093baa295ed1 req-1286e1fb-2072-4ace-bceb-8b9961fa4862 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=062d94db-55e7-4fd7-9efc-5eac90cd55f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421414 Dec 10 18:47:59.072475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47da0a2-ab9b-4dac-819b-5c3ab66063cc req-4c7f07db-5511-443b-8f05-a9baeaa39ce8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:59.073874 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c47da0a2-ab9b-4dac-819b-5c3ab66063cc req-4c7f07db-5511-443b-8f05-a9baeaa39ce8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 945 time: 0.0528269 Dec 10 18:47:59.122801 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c47da0a2-ab9b-4dac-819b-5c3ab66063cc req-cc946645-f348-4485-8a20-c50d46552d18 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=062d94db-55e7-4fd7-9efc-5eac90cd55f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431294 Dec 10 18:47:59.144167 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39088) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:59.183277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc1576-86a5-42ee-bd2b-408d71544a46 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:59.184770 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-08cc1576-86a5-42ee-bd2b-408d71544a46 tempest-TestNetworkBasicOps-1472728233 tempest-TestNetworkBasicOps-1472728233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 1093 time: 0.0392141 Dec 10 18:47:59.187515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39090) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:59.191727 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:59.297054 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.392657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.494090 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Allocated IP 172.26.5.118 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/52e66757-fbaa-4c1b-9386-f9fff83733c8) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:59.596450 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.691382 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.729339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:59.732282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:59.735857 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:59.759293 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=52e66757-fbaa-4c1b-9386-f9fff83733c8,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:00.072554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.193269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.341182 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.426126 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.502821 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event updated for resources: {'Port': ['ID=52e66757-fbaa-4c1b-9386-f9fff83733c8,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:00.510927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.610379 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP 6f172512-b697-4350-9957-259129fdab59 associated. External IP: 172.26.5.118, port: 30f4717d-36a7-4413-9a32-f2c6ccbebfcf. Dec 10 18:48:00.809331 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:00.915355 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:00.924921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974b72ea-ccf2-4a63-8cdf-4ba7327be359 None None] Sync routers for ids ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:00.935486 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974b72ea-ccf2-4a63-8cdf-4ba7327be359 None None] Routers {'32c372b0-8ecf-409b-a70a-c5f0b8f885bb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:00.940382 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-974b72ea-ccf2-4a63-8cdf-4ba7327be359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:47:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:00.990934 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.017928 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ba8c43ed-a1f3-461e-b9a6-fbce7017f6c0 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8293762 Dec 10 18:48:01.018621 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'tag': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:48:01.020743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39092) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:01.021205 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f07d3c5-ded7-444c-8ef9-0ba95b053a97" -d '{"events": [{"name": "network-changed", "server_uuid": "24f89b85-0df6-45f9-96b3-b93e6672c317", "tag": "30f4717d-36a7-4413-9a32-f2c6ccbebfcf"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:48:01.042557 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-974b72ea-ccf2-4a63-8cdf-4ba7327be359 None None] Set router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:01.060425 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7ac5bb-9241-4c00-aeff-07d4af90efd8 x-openstack-request-id: req-5a7ac5bb-9241-4c00-aeff-07d4af90efd8 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:48:01.060796 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f89b85-0df6-45f9-96b3-b93e6672c317", "tag": "30f4717d-36a7-4413-9a32-f2c6ccbebfcf", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:48:01.061101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a7ac5bb-9241-4c00-aeff-07d4af90efd8 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:48:01.061580 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'tag': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf', 'status': 'completed', 'code': 200} Dec 10 18:48:01.089806 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4b0b23ea-55a5-4c70-bc88-8d673ad1d7e9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/6f172512-b697-4350-9957-259129fdab59 HTTP/1.1" status: 200 len: 991 time: 0.0678296 Dec 10 18:48:01.128211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07d3c5-ded7-444c-8ef9-0ba95b053a97 req-3eac6be4-7afb-42d2-ae29-69e57d3e3e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:01.129802 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0f07d3c5-ded7-444c-8ef9-0ba95b053a97 req-3eac6be4-7afb-42d2-ae29-69e57d3e3e3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 1098 time: 0.0435901 Dec 10 18:48:01.223950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07d3c5-ded7-444c-8ef9-0ba95b053a97 req-3860e11f-a4ff-4aae-a518-740ed29e790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:01.225371 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0f07d3c5-ded7-444c-8ef9-0ba95b053a97 req-3860e11f-a4ff-4aae-a518-740ed29e790f service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb3b682e-46a1-4b92-abfd-52e0556dfba5 HTTP/1.1" status: 200 len: 897 time: 0.0890362 Dec 10 18:48:01.271290 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-974b72ea-ccf2-4a63-8cdf-4ba7327be359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '6f172512-b697-4350-9957-259129fdab59', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.118', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'port_id': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'mac_address': 'fa:16:3e:9f:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:47:59Z', 'updated_at': '2021-12-10T18:47:59Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20bbbb0-f2be-4a94-83c3-567207ce896a', 'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:f8:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:40Z', 'updated_at': '2021-12-10T18:47:43Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:01.296105 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0f07d3c5-ded7-444c-8ef9-0ba95b053a97 req-7f728b36-0c2e-418d-ab0a-954fbe2f93dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f4717d-36a7-4413-9a32-f2c6ccbebfcf HTTP/1.1" status: 200 len: 999 time: 0.0629120 Dec 10 18:48:01.297460 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974b72ea-ccf2-4a63-8cdf-4ba7327be359 None None] Checking router: 32c372b0-8ecf-409b-a70a-c5f0b8f885bb for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:48:01.306420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974b72ea-ccf2-4a63-8cdf-4ba7327be359 None None] Routers {'32c372b0-8ecf-409b-a70a-c5f0b8f885bb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:01.307037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-974b72ea-ccf2-4a63-8cdf-4ba7327be359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:47:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:01.345325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07d3c5-ded7-444c-8ef9-0ba95b053a97 req-0610530c-b8ae-449e-870b-b430dad3e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:01.346960 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0f07d3c5-ded7-444c-8ef9-0ba95b053a97 req-0610530c-b8ae-449e-870b-b430dad3e40f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fd73f89-3357-4e1c-ba8f-525858de7a3c HTTP/1.1" status: 200 len: 835 time: 0.0444534 Dec 10 18:48:01.394469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07d3c5-ded7-444c-8ef9-0ba95b053a97 req-fb98ff5b-fc7d-4af8-aaa1-0e633d6db857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:01.396491 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0f07d3c5-ded7-444c-8ef9-0ba95b053a97 req-fb98ff5b-fc7d-4af8-aaa1-0e633d6db857 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb3b682e-46a1-4b92-abfd-52e0556dfba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426319 Dec 10 18:48:01.411779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-974b72ea-ccf2-4a63-8cdf-4ba7327be359 None None] Set router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:01.492472 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0f07d3c5-ded7-444c-8ef9-0ba95b053a97 req-9bee348f-419b-4bd9-b6d5-1e22c758810d service neutron] 10.222.0.21 "GET /v2.0/networks/bb3b682e-46a1-4b92-abfd-52e0556dfba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844553 Dec 10 18:48:01.594227 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0f07d3c5-ded7-444c-8ef9-0ba95b053a97 req-3cba748a-ccb6-47b9-9144-3551e2371ef1 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3b682e-46a1-4b92-abfd-52e0556dfba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973029 Dec 10 18:48:01.640191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-974b72ea-ccf2-4a63-8cdf-4ba7327be359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '6f172512-b697-4350-9957-259129fdab59', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.118', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'port_id': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'mac_address': 'fa:16:3e:9f:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:47:59Z', 'updated_at': '2021-12-10T18:47:59Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20bbbb0-f2be-4a94-83c3-567207ce896a', 'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:f8:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:40Z', 'updated_at': '2021-12-10T18:47:43Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:01.667131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974b72ea-ccf2-4a63-8cdf-4ba7327be359 None None] The sync data for ids ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'] in dv-neutron-821434-1-hyperv is: [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '6f172512-b697-4350-9957-259129fdab59', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.118', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'port_id': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'mac_address': 'fa:16:3e:9f:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:47:59Z', 'updated_at': '2021-12-10T18:47:59Z', 'revision_number': 0, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20bbbb0-f2be-4a94-83c3-567207ce896a', 'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:f8:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:40Z', 'updated_at': '2021-12-10T18:47:43Z', 'revision_number': 5, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:01.857804 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92584ee8-b783-453e-ae07-e965cdf4ae04 None None] New status for floating IP 6f172512-b697-4350-9957-259129fdab59: ACTIVE {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:48:02.092860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39096) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:02.157918 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2fbdf770-390a-4443-9132-4c00ba572f27 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/6f172512-b697-4350-9957-259129fdab59 HTTP/1.1" status: 200 len: 991 time: 0.0638361 Dec 10 18:48:03.161455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39098) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:03.220425 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-238d1cd4-d10e-4bbe-9790-ac4823852c08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/6f172512-b697-4350-9957-259129fdab59 HTTP/1.1" status: 200 len: 993 time: 0.0578141 Dec 10 18:48:04.871423 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:48:16.485676 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-388a5b20-3bb2-43e7-93b7-1155bf69a229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.502669 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.936750 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b1d5-1ab8-469f-820c-6fd38f02e641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.191214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.340258 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.513235 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.054983 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47e418f1-25c6-4190-bdf7-db23d7677f41 req-475e6c3a-bce0-4923-a6f5-cec938221373 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419102 Dec 10 18:48:35.136812 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e418f1-25c6-4190-bdf7-db23d7677f41 req-8f5fc7f0-f953-4f34-add1-531659863e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:35.138301 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47e418f1-25c6-4190-bdf7-db23d7677f41 req-8f5fc7f0-f953-4f34-add1-531659863e99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 1098 time: 0.0392642 Dec 10 18:48:35.241231 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e418f1-25c6-4190-bdf7-db23d7677f41 req-a21a5e2c-a61c-4497-afe0-50103664be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:35.242706 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47e418f1-25c6-4190-bdf7-db23d7677f41 req-a21a5e2c-a61c-4497-afe0-50103664be2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb3b682e-46a1-4b92-abfd-52e0556dfba5 HTTP/1.1" status: 200 len: 897 time: 0.0861340 Dec 10 18:48:35.307118 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47e418f1-25c6-4190-bdf7-db23d7677f41 req-101e3576-95e4-458d-87f2-3bff07045b20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f4717d-36a7-4413-9a32-f2c6ccbebfcf HTTP/1.1" status: 200 len: 1001 time: 0.0555634 Dec 10 18:48:35.360065 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e418f1-25c6-4190-bdf7-db23d7677f41 req-d088adeb-6c2d-408b-8961-5ef0fe3d35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:35.361454 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47e418f1-25c6-4190-bdf7-db23d7677f41 req-d088adeb-6c2d-408b-8961-5ef0fe3d35a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fd73f89-3357-4e1c-ba8f-525858de7a3c HTTP/1.1" status: 200 len: 835 time: 0.0460663 Dec 10 18:48:35.406278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e418f1-25c6-4190-bdf7-db23d7677f41 req-e9dd6b1a-0da5-4ec3-a9c4-1a6c60b98484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:35.407692 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47e418f1-25c6-4190-bdf7-db23d7677f41 req-e9dd6b1a-0da5-4ec3-a9c4-1a6c60b98484 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb3b682e-46a1-4b92-abfd-52e0556dfba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383036 Dec 10 18:48:35.496765 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47e418f1-25c6-4190-bdf7-db23d7677f41 req-634005a7-0b32-43dc-a449-de495f22d46d service neutron] 10.222.0.21 "GET /v2.0/networks/bb3b682e-46a1-4b92-abfd-52e0556dfba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795705 Dec 10 18:48:35.592354 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47e418f1-25c6-4190-bdf7-db23d7677f41 req-ec322d21-1220-43f9-ae0a-45ba3611e6dc service neutron] 10.222.0.21 "GET /v2.0/networks/bb3b682e-46a1-4b92-abfd-52e0556dfba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853333 Dec 10 18:48:36.370261 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39112) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:36.374884 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-589949c8-d43e-43d0-9c08-36184a89fad6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:36.674032 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-589949c8-d43e-43d0-9c08-36184a89fad6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.785782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-589949c8-d43e-43d0-9c08-36184a89fad6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.892711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589949c8-d43e-43d0-9c08-36184a89fad6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:37.002505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589949c8-d43e-43d0-9c08-36184a89fad6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:37.009320 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-589949c8-d43e-43d0-9c08-36184a89fad6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.010519 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-589949c8-d43e-43d0-9c08-36184a89fad6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/32c372b0-8ecf-409b-a70a-c5f0b8f885bb HTTP/1.1" status: 200 len: 888 time: 0.6392608 Dec 10 18:48:37.011647 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2241a586-054a-455f-96c9-9b3d79422f30 None None] Sync routers for ids ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:37.023211 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2241a586-054a-455f-96c9-9b3d79422f30 None None] Routers {'32c372b0-8ecf-409b-a70a-c5f0b8f885bb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:37.023826 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2241a586-054a-455f-96c9-9b3d79422f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:48:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:37.063901 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2241a586-054a-455f-96c9-9b3d79422f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:37.072540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2241a586-054a-455f-96c9-9b3d79422f30 None None] Routers {'32c372b0-8ecf-409b-a70a-c5f0b8f885bb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:37.073139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2241a586-054a-455f-96c9-9b3d79422f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:48:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:37.108342 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2241a586-054a-455f-96c9-9b3d79422f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:37.108970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2241a586-054a-455f-96c9-9b3d79422f30 None None] The sync data for ids ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'] in dv-neutron-821434-1-hyperv is: [] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:37.890486 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b535ee5-6bcb-47dc-a6fa-a2cec3e2326b None None] New status for floating IP 6f172512-b697-4350-9957-259129fdab59: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:48:39.141814 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39116) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:39.146481 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-bbcad83f-7a82-45fd-9975-bcb03f2c8bd9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:39.214407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 083df90d-8fde-4e6e-a675-800d737242d2 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:39.287930 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.308285 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 083df90d-8fde-4e6e-a675-800d737242d2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=083df90d-8fde-4e6e-a675-800d737242d2,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:39.416299 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.417070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b20bbbb0-f2be-4a94-83c3-567207ce896a no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:39.496996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=083df90d-8fde-4e6e-a675-800d737242d2,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:39.507981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:39.508338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:39.508695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:39.509037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:39.509372 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:39.509727 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:39.510070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:39.510405 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:39.510742 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:39.511073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:39.511403 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:39.511751 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:39.512061 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:39.553836 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.586716 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port b20bbbb0-f2be-4a94-83c3-567207ce896a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b20bbbb0-f2be-4a94-83c3-567207ce896a,segment=NetworkSegment(134c7bdd-d362-4d6e-90b6-cf593cb57d60),segment_id=134c7bdd-d362-4d6e-90b6-cf593cb57d60)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:39.633643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.681633 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=b20bbbb0-f2be-4a94-83c3-567207ce896a,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:39.702169 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bbcad83f-7a82-45fd-9975-bcb03f2c8bd9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7492'] for router, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.768325 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bbcad83f-7a82-45fd-9975-bcb03f2c8bd9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588818'] for router, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.874502 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcad83f-7a82-45fd-9975-bcb03f2c8bd9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:39.982797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcad83f-7a82-45fd-9975-bcb03f2c8bd9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:39.994216 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bbcad83f-7a82-45fd-9975-bcb03f2c8bd9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.994216 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bbcad83f-7a82-45fd-9975-bcb03f2c8bd9 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/32c372b0-8ecf-409b-a70a-c5f0b8f885bb HTTP/1.1" status: 200 len: 887 time: 0.8485732 Dec 10 18:48:39.994377 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b0e86-1bfa-4607-8c88-4084ce788f02 None None] Sync routers for ids ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:39.995069 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39120) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:40.002857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b0e86-1bfa-4607-8c88-4084ce788f02 None None] Routers {'32c372b0-8ecf-409b-a70a-c5f0b8f885bb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:40.003458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c53b0e86-1bfa-4607-8c88-4084ce788f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:48:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:40.061989 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-012b706c-0c3f-41dd-8e03-edb6a0b35c88 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/6f172512-b697-4350-9957-259129fdab59 HTTP/1.1" status: 200 len: 991 time: 0.0657997 Dec 10 18:48:40.109903 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-c53b0e86-1bfa-4607-8c88-4084ce788f02 None None] Set router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:40.330061 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c53b0e86-1bfa-4607-8c88-4084ce788f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:48:39Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:48:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '6f172512-b697-4350-9957-259129fdab59', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.118', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'port_id': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'mac_address': 'fa:16:3e:9f:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:47:59Z', 'updated_at': '2021-12-10T18:48:37Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20bbbb0-f2be-4a94-83c3-567207ce896a', 'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:f8:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:40Z', 'updated_at': '2021-12-10T18:48:39Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:40.356026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b0e86-1bfa-4607-8c88-4084ce788f02 None None] Checking router: 32c372b0-8ecf-409b-a70a-c5f0b8f885bb for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:48:40.365025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b0e86-1bfa-4607-8c88-4084ce788f02 None None] Routers {'32c372b0-8ecf-409b-a70a-c5f0b8f885bb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:40.365570 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c53b0e86-1bfa-4607-8c88-4084ce788f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:48:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:40.474478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-c53b0e86-1bfa-4607-8c88-4084ce788f02 None None] Set router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:40.697250 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c53b0e86-1bfa-4607-8c88-4084ce788f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:48:39Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:48:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '6f172512-b697-4350-9957-259129fdab59', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.118', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'port_id': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'mac_address': 'fa:16:3e:9f:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:47:59Z', 'updated_at': '2021-12-10T18:48:37Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20bbbb0-f2be-4a94-83c3-567207ce896a', 'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:f8:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:40Z', 'updated_at': '2021-12-10T18:48:39Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:40.723665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b0e86-1bfa-4607-8c88-4084ce788f02 None None] The sync data for ids ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'] in dv-neutron-821434-1-hyperv is: [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:48:39Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:48:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '6f172512-b697-4350-9957-259129fdab59', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'floating_ip_address': '172.26.5.118', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'port_id': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'mac_address': 'fa:16:3e:9f:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:47:59Z', 'updated_at': '2021-12-10T18:48:37Z', 'revision_number': 2, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20bbbb0-f2be-4a94-83c3-567207ce896a', 'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:f8:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:40Z', 'updated_at': '2021-12-10T18:48:39Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:41.065926 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39122) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:41.132501 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2286cd80-fcae-4405-9dc7-d4addc562017 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/6f172512-b697-4350-9957-259129fdab59 HTTP/1.1" status: 200 len: 991 time: 0.0653288 Dec 10 18:48:41.252735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b20bbbb0-f2be-4a94-83c3-567207ce896a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:41.315209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port b20bbbb0-f2be-4a94-83c3-567207ce896a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:41.317231 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.400958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.433986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port b20bbbb0-f2be-4a94-83c3-567207ce896a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b20bbbb0-f2be-4a94-83c3-567207ce896a,segment=NetworkSegment(134c7bdd-d362-4d6e-90b6-cf593cb57d60),segment_id=134c7bdd-d362-4d6e-90b6-cf593cb57d60)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:41.511423 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.562922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=b20bbbb0-f2be-4a94-83c3-567207ce896a,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:41.871585 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:48:42.136146 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39124) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:42.203610 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-121e2b8b-17db-4efe-ac49-f5af2f1614cf tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/6f172512-b697-4350-9957-259129fdab59 HTTP/1.1" status: 200 len: 991 time: 0.0663087 Dec 10 18:48:42.328320 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a05dab-ce56-45bb-bb9d-7d565bea97b9 None None] New status for floating IP 6f172512-b697-4350-9957-259129fdab59: ACTIVE {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:48:43.208132 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39126) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:43.269467 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2ef84972-b6ae-4b27-86e1-b1bbbd5d6dd4 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/floatingips/6f172512-b697-4350-9957-259129fdab59 HTTP/1.1" status: 200 len: 993 time: 0.0601802 Dec 10 18:48:43.288422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 083df90d-8fde-4e6e-a675-800d737242d2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:43.339871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 083df90d-8fde-4e6e-a675-800d737242d2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:43.340247 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.415850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.434656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 083df90d-8fde-4e6e-a675-800d737242d2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=083df90d-8fde-4e6e-a675-800d737242d2,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:43.511767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.512566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b20bbbb0-f2be-4a94-83c3-567207ce896a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:43.589074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=083df90d-8fde-4e6e-a675-800d737242d2,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:43.601395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port b20bbbb0-f2be-4a94-83c3-567207ce896a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:43.601797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.219863 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 083df90d-8fde-4e6e-a675-800d737242d2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:45.266701 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 083df90d-8fde-4e6e-a675-800d737242d2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:45.267070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.557667 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39136) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:45.714318 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 52e66757-fbaa-4c1b-9386-f9fff83733c8 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:45.714661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.791860 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.792107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.804465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 52e66757-fbaa-4c1b-9386-f9fff83733c8 owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:46.085084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.110193 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=52e66757-fbaa-4c1b-9386-f9fff83733c8,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:46.122360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:46.122716 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:46.123063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:46.123495 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:46.123836 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:46.124176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:46.124505 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:46.124836 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:46.125163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:46.125490 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:46.126156 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:46.126606 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:46.126936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:46.180776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.181104 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Floating IP 6f172512-b697-4350-9957-259129fdab59 disassociated (deleted). External IP: 172.26.5.118, port: 30f4717d-36a7-4413-9a32-f2c6ccbebfcf. Dec 10 18:48:46.505130 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3d372e1d-d93f-4fc8-8a19-1e4684f6d3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.791355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:46.894168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:46.899972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.904540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641bdb8e-c7da-4ab7-8587-117b0be2dbe5 None None] Sync routers for ids ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:46.914602 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641bdb8e-c7da-4ab7-8587-117b0be2dbe5 None None] Routers {'32c372b0-8ecf-409b-a70a-c5f0b8f885bb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:46.915216 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-641bdb8e-c7da-4ab7-8587-117b0be2dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:48:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:46.928234 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2a95a672-2ecc-4630-88c1-6b189f79050b tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/floatingips/6f172512-b697-4350-9957-259129fdab59 HTTP/1.1" status: 204 len: 168 time: 1.3694606 Dec 10 18:48:46.928938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'tag': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:48:46.931334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502e4b1c-6e62-4eca-9c0c-50716d2ba5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "24f89b85-0df6-45f9-96b3-b93e6672c317", "tag": "30f4717d-36a7-4413-9a32-f2c6ccbebfcf"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:48:46.972256 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9d7390-a843-401c-b782-62dfbb40f097 x-openstack-request-id: req-7e9d7390-a843-401c-b782-62dfbb40f097 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:48:46.972555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f89b85-0df6-45f9-96b3-b93e6672c317", "tag": "30f4717d-36a7-4413-9a32-f2c6ccbebfcf", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:48:46.972875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e9d7390-a843-401c-b782-62dfbb40f097 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:48:46.973936 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'tag': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf', 'status': 'completed', 'code': 200} Dec 10 18:48:47.024159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-641bdb8e-c7da-4ab7-8587-117b0be2dbe5 None None] Set router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:47.046467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e4b1c-6e62-4eca-9c0c-50716d2ba5f1 req-dc8ffe52-359b-4ede-826f-2539158b7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:47.047891 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-502e4b1c-6e62-4eca-9c0c-50716d2ba5f1 req-dc8ffe52-359b-4ede-826f-2539158b7bf1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8d709b5542940cd80a96d0fc97864e7&device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 1098 time: 0.0429957 Dec 10 18:48:47.148180 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e4b1c-6e62-4eca-9c0c-50716d2ba5f1 req-53d16982-5a0a-4547-8b63-88e2f69a9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:47.150016 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-502e4b1c-6e62-4eca-9c0c-50716d2ba5f1 req-53d16982-5a0a-4547-8b63-88e2f69a9205 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb3b682e-46a1-4b92-abfd-52e0556dfba5 HTTP/1.1" status: 200 len: 897 time: 0.0898287 Dec 10 18:48:47.196678 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-502e4b1c-6e62-4eca-9c0c-50716d2ba5f1 req-35514d64-cb52-4e3e-a3f0-28c1034cf0d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f4717d-36a7-4413-9a32-f2c6ccbebfcf HTTP/1.1" status: 200 len: 217 time: 0.0357366 Dec 10 18:48:47.242558 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-641bdb8e-c7da-4ab7-8587-117b0be2dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:48:39Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:48:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'b20bbbb0-f2be-4a94-83c3-567207ce896a', 'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:f8:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:40Z', 'updated_at': '2021-12-10T18:48:41Z', 'revision_number': 7, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:47.250690 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e4b1c-6e62-4eca-9c0c-50716d2ba5f1 req-1b071e5b-ce4f-4905-b7b1-c723fc44e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:47.252194 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-502e4b1c-6e62-4eca-9c0c-50716d2ba5f1 req-1b071e5b-ce4f-4905-b7b1-c723fc44e653 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fd73f89-3357-4e1c-ba8f-525858de7a3c HTTP/1.1" status: 200 len: 835 time: 0.0482247 Dec 10 18:48:47.273885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641bdb8e-c7da-4ab7-8587-117b0be2dbe5 None None] Checking router: 32c372b0-8ecf-409b-a70a-c5f0b8f885bb for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:48:47.283867 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641bdb8e-c7da-4ab7-8587-117b0be2dbe5 None None] Routers {'32c372b0-8ecf-409b-a70a-c5f0b8f885bb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:47.284490 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-641bdb8e-c7da-4ab7-8587-117b0be2dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:48:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:47.302807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e4b1c-6e62-4eca-9c0c-50716d2ba5f1 req-e34277bb-821b-4753-bcb4-3ec77fcfe993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:47.304207 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-502e4b1c-6e62-4eca-9c0c-50716d2ba5f1 req-e34277bb-821b-4753-bcb4-3ec77fcfe993 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb3b682e-46a1-4b92-abfd-52e0556dfba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413005 Dec 10 18:48:47.390895 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87229e43-46ef-4c39-bf68-35d13c9b3b82 req-aeb0ab91-c8c5-4ea3-a455-a2a9f001853d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:47.392499 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-87229e43-46ef-4c39-bf68-35d13c9b3b82 req-aeb0ab91-c8c5-4ea3-a455-a2a9f001853d tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 945 time: 0.0525169 Dec 10 18:48:47.403891 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-502e4b1c-6e62-4eca-9c0c-50716d2ba5f1 req-b6981a34-ecb0-4cdc-856f-d5a675533384 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3b682e-46a1-4b92-abfd-52e0556dfba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910106 Dec 10 18:48:47.453019 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-87229e43-46ef-4c39-bf68-35d13c9b3b82 req-0dfec673-9263-4d4b-ae60-15ece05abd08 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=062d94db-55e7-4fd7-9efc-5eac90cd55f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531652 Dec 10 18:48:47.511509 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-502e4b1c-6e62-4eca-9c0c-50716d2ba5f1 req-444bce9a-7bb7-4d18-865b-ce520b1a9121 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3b682e-46a1-4b92-abfd-52e0556dfba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994534 Dec 10 18:48:47.547675 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-641bdb8e-c7da-4ab7-8587-117b0be2dbe5 None None] Set router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:47.749457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-641bdb8e-c7da-4ab7-8587-117b0be2dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:48:39Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:48:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'b20bbbb0-f2be-4a94-83c3-567207ce896a', 'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:f8:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:40Z', 'updated_at': '2021-12-10T18:48:41Z', 'revision_number': 7, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:47.778970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641bdb8e-c7da-4ab7-8587-117b0be2dbe5 None None] The sync data for ids ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'] in dv-neutron-821434-1-hyperv is: [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:48:39Z', 'revision_number': 6, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:48:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'b20bbbb0-f2be-4a94-83c3-567207ce896a', 'name': '', 'network_id': 'bb3b682e-46a1-4b92-abfd-52e0556dfba5', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'mac_address': 'fa:16:3e:f8:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:40Z', 'updated_at': '2021-12-10T18:48:41Z', 'revision_number': 7, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'subnets': [{'id': '9fd73f89-3357-4e1c-ba8f-525858de7a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:48.428127 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b54076-0da8-44c2-9e70-78608630ecf5 None None] New status for floating IP 6f172512-b697-4350-9957-259129fdab59: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:48:48.504921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:48.573582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc4f54-3413-4c99-9393-fdca86be224f req-bb97bc07-23ce-4077-8c72-fe6e211ab29a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:48.575097 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3cbc4f54-3413-4c99-9393-fdca86be224f req-bb97bc07-23ce-4077-8c72-fe6e211ab29a tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 945 time: 0.0485702 Dec 10 18:48:48.623157 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3cbc4f54-3413-4c99-9393-fdca86be224f req-2fd70b78-e627-4f32-a850-a879141d7637 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/security-groups?id=062d94db-55e7-4fd7-9efc-5eac90cd55f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419595 Dec 10 18:48:48.819566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d7b81800-fc9e-40dc-aa87-2b64bd997dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:48.836742 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f886fa-b26c-4c24-a850-558f1ce7862e req-512a760e-fc54-4224-a190-bfcfd4f41de8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:48.838294 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a2f886fa-b26c-4c24-a850-558f1ce7862e req-512a760e-fc54-4224-a190-bfcfd4f41de8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 945 time: 0.0497220 Dec 10 18:48:48.929100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-a2f886fa-b26c-4c24-a850-558f1ce7862e req-fd0cba40-8032-4652-b523-0b150208023c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:48.929437 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a2f886fa-b26c-4c24-a850-558f1ce7862e req-fd0cba40-8032-4652-b523-0b150208023c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.017524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-a2f886fa-b26c-4c24-a850-558f1ce7862e req-fd0cba40-8032-4652-b523-0b150208023c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30f4717d-36a7-4413-9a32-f2c6ccbebfcf,segment=NetworkSegment(134c7bdd-d362-4d6e-90b6-cf593cb57d60),segment_id=134c7bdd-d362-4d6e-90b6-cf593cb57d60)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:49.017919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a2f886fa-b26c-4c24-a850-558f1ce7862e req-fd0cba40-8032-4652-b523-0b150208023c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.029888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-a2f886fa-b26c-4c24-a850-558f1ce7862e req-fd0cba40-8032-4652-b523-0b150208023c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 30f4717d-36a7-4413-9a32-f2c6ccbebfcf owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:49.242852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a2f886fa-b26c-4c24-a850-558f1ce7862e req-fd0cba40-8032-4652-b523-0b150208023c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.271225 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cba40-8032-4652-b523-0b150208023c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=30f4717d-36a7-4413-9a32-f2c6ccbebfcf,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:49.314589 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f886fa-b26c-4c24-a850-558f1ce7862e req-fd0cba40-8032-4652-b523-0b150208023c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] No DVR routers for this DVR port 30f4717d-36a7-4413-9a32-f2c6ccbebfcf on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:49.317671 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a2f886fa-b26c-4c24-a850-558f1ce7862e req-fd0cba40-8032-4652-b523-0b150208023c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.320995 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a2f886fa-b26c-4c24-a850-558f1ce7862e req-fd0cba40-8032-4652-b523-0b150208023c tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.21 "DELETE /v2.0/ports/30f4717d-36a7-4413-9a32-f2c6ccbebfcf HTTP/1.1" status: 204 len: 173 time: 0.4754713 Dec 10 18:48:49.321440 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'name': 'network-vif-deleted', 'tag': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:48:49.323707 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b924cf27-f5ed-4fee-8ec2-56f5daecccb3" -d '{"events": [{"server_uuid": "24f89b85-0df6-45f9-96b3-b93e6672c317", "name": "network-vif-deleted", "tag": "30f4717d-36a7-4413-9a32-f2c6ccbebfcf"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:48:49.361106 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ce2534-5025-4c87-9723-b0018f010039 x-openstack-request-id: req-33ce2534-5025-4c87-9723-b0018f010039 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:48:49.361417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f89b85-0df6-45f9-96b3-b93e6672c317", "name": "network-vif-deleted", "tag": "30f4717d-36a7-4413-9a32-f2c6ccbebfcf", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:48:49.361681 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33ce2534-5025-4c87-9723-b0018f010039 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:48:49.362131 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f89b85-0df6-45f9-96b3-b93e6672c317', 'name': 'network-vif-deleted', 'tag': '30f4717d-36a7-4413-9a32-f2c6ccbebfcf', 'status': 'completed', 'code': 200} Dec 10 18:48:49.732796 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-be197af0-4774-457e-8053-cd575deeee7c req-f2dcd10a-fe3b-4b4e-ba16-c65b17d3b925 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f89b85-0df6-45f9-96b3-b93e6672c317 HTTP/1.1" status: 200 len: 210 time: 0.0281506 Dec 10 18:48:50.176141 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.788720 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39154) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:50.844235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.868372 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.061886 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.064446 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.065612 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/security-groups/062d94db-55e7-4fd7-9efc-5eac90cd55f7 HTTP/1.1" status: 204 len: 168 time: 0.2759097 Dec 10 18:48:51.075571 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062d94db-55e7-4fd7-9efc-5eac90cd55f7,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:51.084947 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:51.085945 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:51.088264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:51.088264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:51.088264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:51.088264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:51.088264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:51.088264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:51.088264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:51.088878 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:51.089010 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:51.089333 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:51.089647 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e26f1-6646-447e-bd87-7a906a450cf6 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:51.186323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39158) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:51.370355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.541830 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f6be470-32ef-4158-ae6e-abf3c600c17f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.795182 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-1f6be470-32ef-4158-ae6e-abf3c600c17f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port b20bbbb0-f2be-4a94-83c3-567207ce896a {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:51.795852 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f6be470-32ef-4158-ae6e-abf3c600c17f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.885177 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-1f6be470-32ef-4158-ae6e-abf3c600c17f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port b20bbbb0-f2be-4a94-83c3-567207ce896a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b20bbbb0-f2be-4a94-83c3-567207ce896a,segment=NetworkSegment(134c7bdd-d362-4d6e-90b6-cf593cb57d60),segment_id=134c7bdd-d362-4d6e-90b6-cf593cb57d60)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:51.885531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f6be470-32ef-4158-ae6e-abf3c600c17f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.898687 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-1f6be470-32ef-4158-ae6e-abf3c600c17f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for b20bbbb0-f2be-4a94-83c3-567207ce896a owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:52.144913 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f6be470-32ef-4158-ae6e-abf3c600c17f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.168218 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 30f4717d-36a7-4413-9a32-f2c6ccbebfcf no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:52.170961 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6be470-32ef-4158-ae6e-abf3c600c17f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=b20bbbb0-f2be-4a94-83c3-567207ce896a,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:52.190165 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 30f4717d-36a7-4413-9a32-f2c6ccbebfcf {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:52.190640 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 30f4717d-36a7-4413-9a32-f2c6ccbebfcf not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:52.344261 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f6be470-32ef-4158-ae6e-abf3c600c17f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.507128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.561548 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6be470-32ef-4158-ae6e-abf3c600c17f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:52.672731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6be470-32ef-4158-ae6e-abf3c600c17f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:52.677827 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1f6be470-32ef-4158-ae6e-abf3c600c17f tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "PUT /v2.0/routers/32c372b0-8ecf-409b-a70a-c5f0b8f885bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4904387 Dec 10 18:48:52.683122 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e9e57-6553-4c81-9784-bb7c52decbcb None None] Sync routers for ids ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:52.695603 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39160) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:52.696568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e9e57-6553-4c81-9784-bb7c52decbcb None None] Routers {'32c372b0-8ecf-409b-a70a-c5f0b8f885bb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:52.697337 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-487e9e57-6553-4c81-9784-bb7c52decbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:48:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:52.754716 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c44615-9bb8-46be-b99d-76a96c08f9cd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting subnet 9fd73f89-3357-4e1c-ba8f-525858de7a3c {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:52.758248 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-58c44615-9bb8-46be-b99d-76a96c08f9cd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.801235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-58c44615-9bb8-46be-b99d-76a96c08f9cd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.813334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-487e9e57-6553-4c81-9784-bb7c52decbcb None None] Set router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:52.887797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-58c44615-9bb8-46be-b99d-76a96c08f9cd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.998883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-487e9e57-6553-4c81-9784-bb7c52decbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:48:52Z', 'revision_number': 7, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:48:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:53.019967 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-58c44615-9bb8-46be-b99d-76a96c08f9cd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.025119 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e9e57-6553-4c81-9784-bb7c52decbcb None None] Checking router: 32c372b0-8ecf-409b-a70a-c5f0b8f885bb for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:48:53.033318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e9e57-6553-4c81-9784-bb7c52decbcb None None] Routers {'32c372b0-8ecf-409b-a70a-c5f0b8f885bb'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:53.033999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-487e9e57-6553-4c81-9784-bb7c52decbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:48:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:53.047751 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c44615-9bb8-46be-b99d-76a96c08f9cd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd73f89-3357-4e1c-ba8f-525858de7a3c,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:53.051493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-58c44615-9bb8-46be-b99d-76a96c08f9cd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.057123 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-58c44615-9bb8-46be-b99d-76a96c08f9cd tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/subnets/9fd73f89-3357-4e1c-ba8f-525858de7a3c HTTP/1.1" status: 204 len: 168 time: 0.3589332 Dec 10 18:48:53.058252 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39162) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:53.073559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d07cf4-b366-423e-93c0-c5fb3e6289f7 None None] Network bb3b682e-46a1-4b92-abfd-52e0556dfba5 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:53.162831 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.211245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-487e9e57-6553-4c81-9784-bb7c52decbcb None None] Set router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:53.280897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.320338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81deefb1-da5e-4809-9d8b-0891fb61c13b None None] DHCP port deletion for bb3b682e-46a1-4b92-abfd-52e0556dfba5 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:53.423154 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-81deefb1-da5e-4809-9d8b-0891fb61c13b None None] Deleting port 9963db1b-af5d-4f97-bfad-4277da479fb2 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:53.423530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-81deefb1-da5e-4809-9d8b-0891fb61c13b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.440908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Deleting port 083df90d-8fde-4e6e-a675-800d737242d2 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:53.441240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.490108 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-487e9e57-6553-4c81-9784-bb7c52decbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:48:52Z', 'revision_number': 7, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:48:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:53.524399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e9e57-6553-4c81-9784-bb7c52decbcb None None] The sync data for ids ['32c372b0-8ecf-409b-a70a-c5f0b8f885bb'] in dv-neutron-821434-1-hyperv is: [{'id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'name': 'tempest-TestNetworkBasicOps-router-328242433', 'tenant_id': 'd8d709b5542940cd80a96d0fc97864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '083df90d-8fde-4e6e-a675-800d737242d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:48:52Z', 'revision_number': 7, 'project_id': 'd8d709b5542940cd80a96d0fc97864e7', 'gw_port': {'id': '083df90d-8fde-4e6e-a675-800d737242d2', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c372b0-8ecf-409b-a70a-c5f0b8f885bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:37Z', 'updated_at': '2021-12-10T18:48:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:53.533289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-81deefb1-da5e-4809-9d8b-0891fb61c13b None None] For port 9963db1b-af5d-4f97-bfad-4277da479fb2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9963db1b-af5d-4f97-bfad-4277da479fb2,segment=NetworkSegment(134c7bdd-d362-4d6e-90b6-cf593cb57d60),segment_id=134c7bdd-d362-4d6e-90b6-cf593cb57d60)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:53.533620 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-81deefb1-da5e-4809-9d8b-0891fb61c13b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.535753 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] For port 083df90d-8fde-4e6e-a675-800d737242d2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=083df90d-8fde-4e6e-a675-800d737242d2,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:53.536253 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.547288 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-81deefb1-da5e-4809-9d8b-0891fb61c13b None None] Calling delete_port for 9963db1b-af5d-4f97-bfad-4277da479fb2 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:53.550306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Calling delete_port for 083df90d-8fde-4e6e-a675-800d737242d2 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:53.716900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-81deefb1-da5e-4809-9d8b-0891fb61c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.742968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81deefb1-da5e-4809-9d8b-0891fb61c13b None None] Pushing event deleted for resources: {'Port': ['ID=9963db1b-af5d-4f97-bfad-4277da479fb2,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:53.744800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81deefb1-da5e-4809-9d8b-0891fb61c13b None None] No DVR routers for this DVR port 9963db1b-af5d-4f97-bfad-4277da479fb2 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:53.779549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.805812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Port': ['ID=083df90d-8fde-4e6e-a675-800d737242d2,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:53.818459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1be08b-87ad-4ad2-955e-168ac6cdba29 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:53.864946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.961882 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.964099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.104994 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.105593 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Fanout notify agent at l3_agent the message router_deleted on router 32c372b0-8ecf-409b-a70a-c5f0b8f885bb {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:48:54.112757 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.113884 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-782899a5-5aee-4f75-8fe0-6d25400946a8 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/routers/32c372b0-8ecf-409b-a70a-c5f0b8f885bb HTTP/1.1" status: 204 len: 168 time: 1.0546892 Dec 10 18:48:54.117349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39164) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:54.196989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e241ccb3-638a-49c3-96e4-76c85da9dee2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.285807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e241ccb3-638a-49c3-96e4-76c85da9dee2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.305406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-e241ccb3-638a-49c3-96e4-76c85da9dee2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3b682e-46a1-4b92-abfd-52e0556dfba5']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:54.314191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-e241ccb3-638a-49c3-96e4-76c85da9dee2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134c7bdd-d362-4d6e-90b6-cf593cb57d60') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:54.314590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-e241ccb3-638a-49c3-96e4-76c85da9dee2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134c7bdd-d362-4d6e-90b6-cf593cb57d60') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:54.323721 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e241ccb3-638a-49c3-96e4-76c85da9dee2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.337042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e241ccb3-638a-49c3-96e4-76c85da9dee2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.342821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e241ccb3-638a-49c3-96e4-76c85da9dee2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:54.343191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e241ccb3-638a-49c3-96e4-76c85da9dee2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:54.346088 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:54.477925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e241ccb3-638a-49c3-96e4-76c85da9dee2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.482655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e241ccb3-638a-49c3-96e4-76c85da9dee2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.487390 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e241ccb3-638a-49c3-96e4-76c85da9dee2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] 10.222.0.60 "DELETE /v2.0/networks/bb3b682e-46a1-4b92-abfd-52e0556dfba5 HTTP/1.1" status: 204 len: 168 time: 0.3673332 Dec 10 18:48:54.512037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241ccb3-638a-49c3-96e4-76c85da9dee2 tempest-TestNetworkBasicOps-1003001133 tempest-TestNetworkBasicOps-1003001133-project] Pushing event deleted for resources: {'Network': ['ID=bb3b682e-46a1-4b92-abfd-52e0556dfba5,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:55.014168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39170) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.146713 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-32069bb3-acd5-4bd9-aedd-7dae128cfa8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8d709b5542940cd80a96d0fc97864e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313965 Dec 10 18:48:55.149249 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39174) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.196903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b447fe54-ed01-4fa3-97f0-341c5a0e064a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.217823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b447fe54-ed01-4fa3-97f0-341c5a0e064a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.230819 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 083df90d-8fde-4e6e-a675-800d737242d2 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:55.255072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 083df90d-8fde-4e6e-a675-800d737242d2 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:55.255424 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 083df90d-8fde-4e6e-a675-800d737242d2 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:55.255850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9963db1b-af5d-4f97-bfad-4277da479fb2 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:55.274772 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 9963db1b-af5d-4f97-bfad-4277da479fb2 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:55.279103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9963db1b-af5d-4f97-bfad-4277da479fb2 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:55.279103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b20bbbb0-f2be-4a94-83c3-567207ce896a no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:55.294025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: b20bbbb0-f2be-4a94-83c3-567207ce896a {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:55.294374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b20bbbb0-f2be-4a94-83c3-567207ce896a not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:55.375767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b447fe54-ed01-4fa3-97f0-341c5a0e064a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.378408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b447fe54-ed01-4fa3-97f0-341c5a0e064a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.379595 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b447fe54-ed01-4fa3-97f0-341c5a0e064a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43a1b6f1-e1b3-49c8-93d8-cffeeab82af0 HTTP/1.1" status: 204 len: 168 time: 0.2294219 Dec 10 18:48:55.387509 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447fe54-ed01-4fa3-97f0-341c5a0e064a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a1b6f1-e1b3-49c8-93d8-cffeeab82af0,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:55.993793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39180) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:56.007483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-65fb0070-a73e-4af1-8315-da2533c1c63f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.080828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-65fb0070-a73e-4af1-8315-da2533c1c63f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.173456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-65fb0070-a73e-4af1-8315-da2533c1c63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.215600 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-65fb0070-a73e-4af1-8315-da2533c1c63f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8d0f862f60f492d9915c6389fc385d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204037 Dec 10 18:48:56.216550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb0070-a73e-4af1-8315-da2533c1c63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c65b73-53eb-4cea-851b-427f412225bc,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:56.218143 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39182) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:56.277494 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f88d0e9-a295-4f3b-ace5-3cb746561ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.298620 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f88d0e9-a295-4f3b-ace5-3cb746561ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.501657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f88d0e9-a295-4f3b-ace5-3cb746561ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.504375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1f88d0e9-a295-4f3b-ace5-3cb746561ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.505552 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1f88d0e9-a295-4f3b-ace5-3cb746561ba0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71c65b73-53eb-4cea-851b-427f412225bc HTTP/1.1" status: 204 len: 168 time: 0.2856832 Dec 10 18:48:56.515421 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88d0e9-a295-4f3b-ace5-3cb746561ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c65b73-53eb-4cea-851b-427f412225bc,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:03.942515 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-87b38eb3-b785-4bd4-8fe9-e4b4c4283a27 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=856568d8ccfa4018b0435dc4fbe3cff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337257 Dec 10 18:49:04.399125 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-2f2c4fff-200b-4bcd-9c33-52a9ba17a6f0 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:04.400630 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-2f2c4fff-200b-4bcd-9c33-52a9ba17a6f0 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4515181 Dec 10 18:49:04.415224 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-13144c34-5fa5-4371-92e3-d4dc322e4c6a tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/quotas/856568d8ccfa4018b0435dc4fbe3cff4 HTTP/1.1" status: 200 len: 375 time: 0.0087869 Dec 10 18:49:04.444833 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-618c35df-d982-47f0-af96-bdf8b9371b8f tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=856568d8ccfa4018b0435dc4fbe3cff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246685 Dec 10 18:49:04.686993 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-676839f6-c482-47be-8fd2-dc7ec580ae79 req-583a16d8-6574-462b-928b-0184f644359a tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 210 time: 0.0297484 Dec 10 18:49:05.779092 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f52f6e31-c1f2-4e74-a46e-bfd94f444944 req-50421c87-2694-4b07-808f-c2333d3de3d8 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 210 time: 0.0258563 Dec 10 18:49:06.799928 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b097912f-64a0-424f-99f4-0259c28ce4b9 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=856568d8ccfa4018b0435dc4fbe3cff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281901 Dec 10 18:49:06.876145 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-54a5997a-f17a-447e-a3f3-085867decc13 req-aaa3149b-2396-4b9f-89aa-f068e253f303 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 210 time: 0.0272443 Dec 10 18:49:06.993356 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-28ccb8b5-232b-4356-b674-172616ab6b2c tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:06.994861 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-28ccb8b5-232b-4356-b674-172616ab6b2c tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864278 Dec 10 18:49:07.010466 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Request body: {'port': {'device_id': '3ed1952c-8d64-494c-b83e-1b47084b439f', 'network_id': 'a72cc575-bd8e-434e-bbe6-0c8403a37bdf', 'admin_state_up': True, 'tenant_id': '856568d8ccfa4018b0435dc4fbe3cff4'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:07.181252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Made reservation on behalf of 856568d8ccfa4018b0435dc4fbe3cff4 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:07.184955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.193832 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.265942 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.347140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.414389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58ec1f9-c1bc-4347-b639-ca9318a97881,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:07.488253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Allocated IP 192.168.233.252 (a72cc575-bd8e-434e-bbe6-0c8403a37bdf/065a5dac-f738-4555-8a6a-fde2649277b9/e4a62db1-92c7-432f-aac1-d4b10607626d) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:07.630245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.736090 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.779652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Network a72cc575-bd8e-434e-bbe6-0c8403a37bdf is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:07.782792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:07.786459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:07.792829 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Pushing event updated for resources: {'Port': ['ID=e4a62db1-92c7-432f-aac1-d4b10607626d,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:07.839941 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:07.843422 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.937517 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-76500ef3-37d3-4d00-bfd9-0e9749411c95 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9307256 Dec 10 18:49:07.955092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Request body: {'port': {'device_id': '3ed1952c-8d64-494c-b83e-1b47084b439f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:08.000661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f241cc-26fd-4fc0-adeb-5b4fffc6d3f8 req-59f19f68-9a9f-448b-869b-7e13dae5feb2 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:08.002113 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-52f241cc-26fd-4fc0-adeb-5b4fffc6d3f8 req-59f19f68-9a9f-448b-869b-7e13dae5feb2 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 936 time: 0.0518651 Dec 10 18:49:08.013087 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.049012 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-52f241cc-26fd-4fc0-adeb-5b4fffc6d3f8 req-80febd5f-9c38-4109-9850-157a1ca8d6f0 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/security-groups?id=c58ec1f9-c1bc-4347-b639-ca9318a97881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 Dec 10 18:49:08.076588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ffb81eac-4b11-44f9-97f9-99fd3f9d5368 None None] Provisioning complete for port e4a62db1-92c7-432f-aac1-d4b10607626d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:08.077523 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ffb81eac-4b11-44f9-97f9-99fd3f9d5368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.113517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ffb81eac-4b11-44f9-97f9-99fd3f9d5368 None None] Port e4a62db1-92c7-432f-aac1-d4b10607626d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:08.276540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a62db1-92c7-432f-aac1-d4b10607626d {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:49:08.283851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.296327 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Transition to ACTIVE for port object e4a62db1-92c7-432f-aac1-d4b10607626d will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:49:08.431024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.482933 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Pushing event updated for resources: {'Port': ['ID=e4a62db1-92c7-432f-aac1-d4b10607626d,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:08.565157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Attempting to bind port e4a62db1-92c7-432f-aac1-d4b10607626d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:08.565497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Attempting to bind port e4a62db1-92c7-432f-aac1-d4b10607626d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '01f3d2dc-d94d-4eb9-aa92-a590135db3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72cc575-bd8e-434e-bbe6-0c8403a37bdf'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:08.565862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Attempting to bind port e4a62db1-92c7-432f-aac1-d4b10607626d on network a72cc575-bd8e-434e-bbe6-0c8403a37bdf {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:08.571429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Port e4a62db1-92c7-432f-aac1-d4b10607626d on network a72cc575-bd8e-434e-bbe6-0c8403a37bdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:08.571757 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Attempting to bind port e4a62db1-92c7-432f-aac1-d4b10607626d on network a72cc575-bd8e-434e-bbe6-0c8403a37bdf {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:08.577057 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:08.577362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Checking segment: {'id': '01f3d2dc-d94d-4eb9-aa92-a590135db3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72cc575-bd8e-434e-bbe6-0c8403a37bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:08.577808 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Bound using segment: {'id': '01f3d2dc-d94d-4eb9-aa92-a590135db3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72cc575-bd8e-434e-bbe6-0c8403a37bdf'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:08.578500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Bound port: e4a62db1-92c7-432f-aac1-d4b10607626d, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f3d2dc-d94d-4eb9-aa92-a590135db3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72cc575-bd8e-434e-bbe6-0c8403a37bdf'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:08.578872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.643825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] For port e4a62db1-92c7-432f-aac1-d4b10607626d, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:08.646946 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] For port e4a62db1-92c7-432f-aac1-d4b10607626d, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e4a62db1-92c7-432f-aac1-d4b10607626d,segment=NetworkSegment(01f3d2dc-d94d-4eb9-aa92-a590135db3a7),segment_id=01f3d2dc-d94d-4eb9-aa92-a590135db3a7)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:08.722540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.763168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:08.765756 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.765756 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] 10.222.0.21 "PUT /v2.0/ports/e4a62db1-92c7-432f-aac1-d4b10607626d HTTP/1.1" status: 200 len: 1098 time: 0.8148289 Dec 10 18:49:08.767751 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed1952c-8d64-494c-b83e-1b47084b439f', 'tag': 'e4a62db1-92c7-432f-aac1-d4b10607626d'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:49:08.769958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73528d5a-a64d-42b2-a663-1f2b5b7814c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed1952c-8d64-494c-b83e-1b47084b439f", "tag": "e4a62db1-92c7-432f-aac1-d4b10607626d"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:49:08.823118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2343e8-6296-4205-8423-b9e807ebc23a x-openstack-request-id: req-5f2343e8-6296-4205-8423-b9e807ebc23a {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:49:08.823421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed1952c-8d64-494c-b83e-1b47084b439f", "tag": "e4a62db1-92c7-432f-aac1-d4b10607626d", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:49:08.823970 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f2343e8-6296-4205-8423-b9e807ebc23a {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:49:08.824362 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed1952c-8d64-494c-b83e-1b47084b439f', 'tag': 'e4a62db1-92c7-432f-aac1-d4b10607626d', 'status': 'completed', 'code': 200} Dec 10 18:49:08.826095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ea7cb-a040-4224-a02c-6d22dc14b8bf service neutron] Pushing event updated for resources: {'Port': ['ID=e4a62db1-92c7-432f-aac1-d4b10607626d,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:08.896191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73528d5a-a64d-42b2-a663-1f2b5b7814c6 req-47922fbd-99a5-44cf-afe2-d0822fa963f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:08.897958 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-73528d5a-a64d-42b2-a663-1f2b5b7814c6 req-47922fbd-99a5-44cf-afe2-d0822fa963f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=856568d8ccfa4018b0435dc4fbe3cff4&device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 1101 time: 0.0523574 Dec 10 18:49:08.931802 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-73528d5a-a64d-42b2-a663-1f2b5b7814c6 req-3015b38b-c061-4b44-98a6-9ec17e8581dc service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=856568d8ccfa4018b0435dc4fbe3cff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215273 Dec 10 18:49:09.029321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73528d5a-a64d-42b2-a663-1f2b5b7814c6 req-d98bfc6f-83b8-48ff-8c78-1121c9cd5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:09.031385 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-73528d5a-a64d-42b2-a663-1f2b5b7814c6 req-d98bfc6f-83b8-48ff-8c78-1121c9cd5c77 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928380 Dec 10 18:49:09.119776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-adc8ab40-976f-4a3b-ba78-e919b380a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:09.121278 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-adc8ab40-976f-4a3b-ba78-e919b380a648 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=856568d8ccfa4018b0435dc4fbe3cff4&device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 1101 time: 0.0469048 Dec 10 18:49:09.167454 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-5e44f439-5098-406c-b56b-7db17f558c31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=e4a62db1-92c7-432f-aac1-d4b10607626d HTTP/1.1" status: 200 len: 217 time: 0.0343926 Dec 10 18:49:09.182117 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28382a-3b9e-4417-b248-151495c68777 req-dd37e29b-ed59-4587-8581-e957bb5d6087 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:09.183828 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4e28382a-3b9e-4417-b248-151495c68777 req-dd37e29b-ed59-4587-8581-e957bb5d6087 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 948 time: 0.0543525 Dec 10 18:49:09.223493 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-5bd0bfef-f39a-45ae-97ec-938886d33e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:09.224934 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-5bd0bfef-f39a-45ae-97ec-938886d33e62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=065a5dac-f738-4555-8a6a-fde2649277b9 HTTP/1.1" status: 200 len: 843 time: 0.0462008 Dec 10 18:49:09.230984 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4e28382a-3b9e-4417-b248-151495c68777 req-a6160f70-e323-4126-88d1-6babdfc68625 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/security-groups?id=c58ec1f9-c1bc-4347-b639-ca9318a97881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410423 Dec 10 18:49:09.275947 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-5fc49a50-bc53-4c00-a678-5b23af2f9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:09.277443 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-5fc49a50-bc53-4c00-a678-5b23af2f9c2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a72cc575-bd8e-434e-bbe6-0c8403a37bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0410781 Dec 10 18:49:09.388740 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-43827af8-344c-425d-b242-f2f6cddf44af service neutron] 10.222.0.21 "GET /v2.0/networks/a72cc575-bd8e-434e-bbe6-0c8403a37bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934923 Dec 10 18:49:09.481873 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-580075b6-37e4-48eb-be9d-b7aac9faad83 req-9645956b-9505-4e4d-91cf-f4fe364f9556 service neutron] 10.222.0.21 "GET /v2.0/networks/a72cc575-bd8e-434e-bbe6-0c8403a37bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813434 Dec 10 18:49:10.347185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29723e8e-8973-42f9-856b-31834e3626aa req-a9c7d29d-264f-45d2-8861-652c801cd682 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:10.348644 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-29723e8e-8973-42f9-856b-31834e3626aa req-a9c7d29d-264f-45d2-8861-652c801cd682 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 948 time: 0.0478609 Dec 10 18:49:10.424785 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-29723e8e-8973-42f9-856b-31834e3626aa req-fc86ad9b-1f6e-4d3a-97df-fbf3a272f59c tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/security-groups?id=c58ec1f9-c1bc-4347-b639-ca9318a97881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697017 Dec 10 18:49:11.536577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58eb26-b274-4c56-95e5-19b4e3cee46d req-a5fded8b-7691-4ee1-95c8-7130434a1633 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:11.538077 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6e58eb26-b274-4c56-95e5-19b4e3cee46d req-a5fded8b-7691-4ee1-95c8-7130434a1633 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 948 time: 0.0482512 Dec 10 18:49:11.588192 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6e58eb26-b274-4c56-95e5-19b4e3cee46d req-4b423231-9e55-445d-a7d6-2a3276a1f517 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/security-groups?id=c58ec1f9-c1bc-4347-b639-ca9318a97881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443203 Dec 10 18:49:12.276259 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e4a62db1-92c7-432f-aac1-d4b10607626d details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:49:12.372148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e4a62db1-92c7-432f-aac1-d4b10607626d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e4a62db1-92c7-432f-aac1-d4b10607626d,segment=NetworkSegment(01f3d2dc-d94d-4eb9-aa92-a590135db3a7),segment_id=01f3d2dc-d94d-4eb9-aa92-a590135db3a7)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:12.383001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'e4a62db1-92c7-432f-aac1-d4b10607626d', 'network_id': 'a72cc575-bd8e-434e-bbe6-0c8403a37bdf', 'port_id': 'e4a62db1-92c7-432f-aac1-d4b10607626d', 'mac_address': 'fa:16:3e:40:9b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065a5dac-f738-4555-8a6a-fde2649277b9', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:49:12.418829 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:12.431009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a62db1-92c7-432f-aac1-d4b10607626d {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:49:12.450460 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e4a62db1-92c7-432f-aac1-d4b10607626d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e4a62db1-92c7-432f-aac1-d4b10607626d,segment=NetworkSegment(01f3d2dc-d94d-4eb9-aa92-a590135db3a7),segment_id=01f3d2dc-d94d-4eb9-aa92-a590135db3a7)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:12.527651 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:12.577111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=e4a62db1-92c7-432f-aac1-d4b10607626d,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:12.699749 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7dbf1f-8ca6-441a-a71f-8824d94a0283 req-9f625f9f-32e3-4613-bb63-9456af26f59e tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:12.701213 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fa7dbf1f-8ca6-441a-a71f-8824d94a0283 req-9f625f9f-32e3-4613-bb63-9456af26f59e tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 949 time: 0.0474710 Dec 10 18:49:12.747604 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fa7dbf1f-8ca6-441a-a71f-8824d94a0283 req-547be50e-b84e-479d-8236-ba39eafaf5e5 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/security-groups?id=c58ec1f9-c1bc-4347-b639-ca9318a97881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402870 Dec 10 18:49:12.846844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['e4a62db1-92c7-432f-aac1-d4b10607626d'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:49:13.862303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7bcf6-00f4-4ef7-9f70-56d140dc5466 req-c565715d-19fe-4d9a-be44-cb50b42cc28f tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:13.863763 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-33a7bcf6-00f4-4ef7-9f70-56d140dc5466 req-c565715d-19fe-4d9a-be44-cb50b42cc28f tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 949 time: 0.0490539 Dec 10 18:49:13.909210 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-33a7bcf6-00f4-4ef7-9f70-56d140dc5466 req-152781c5-0e9d-4530-b44b-7597ba8d34f4 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/security-groups?id=c58ec1f9-c1bc-4347-b639-ca9318a97881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396640 Dec 10 18:49:14.277982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e4a62db1-92c7-432f-aac1-d4b10607626d up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:14.412738 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port e4a62db1-92c7-432f-aac1-d4b10607626d completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:49:14.416903 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port e4a62db1-92c7-432f-aac1-d4b10607626d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:14.422182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.494539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.518261 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed1952c-8d64-494c-b83e-1b47084b439f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a62db1-92c7-432f-aac1-d4b10607626d'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:49:14.520533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709bb312-164e-4f9f-a5f2-49a89ab3e121" -d '{"events": [{"server_uuid": "3ed1952c-8d64-494c-b83e-1b47084b439f", "name": "network-vif-plugged", "status": "completed", "tag": "e4a62db1-92c7-432f-aac1-d4b10607626d"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:49:14.535290 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e4a62db1-92c7-432f-aac1-d4b10607626d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e4a62db1-92c7-432f-aac1-d4b10607626d,segment=NetworkSegment(01f3d2dc-d94d-4eb9-aa92-a590135db3a7),segment_id=01f3d2dc-d94d-4eb9-aa92-a590135db3a7)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:14.613592 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.616256 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b9346e-9bbf-4f72-afe8-88bc4aee6ac5 x-openstack-request-id: req-04b9346e-9bbf-4f72-afe8-88bc4aee6ac5 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:49:14.616545 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed1952c-8d64-494c-b83e-1b47084b439f", "name": "network-vif-plugged", "status": "completed", "tag": "e4a62db1-92c7-432f-aac1-d4b10607626d", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:49:14.616798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04b9346e-9bbf-4f72-afe8-88bc4aee6ac5 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:49:14.617185 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed1952c-8d64-494c-b83e-1b47084b439f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a62db1-92c7-432f-aac1-d4b10607626d', 'code': 200} Dec 10 18:49:14.667556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=e4a62db1-92c7-432f-aac1-d4b10607626d,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:14.928418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889436f-7f86-4366-ae44-a8acf1f7e057 req-06060140-d73c-4e79-b86d-81dac256d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:14.929964 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6889436f-7f86-4366-ae44-a8acf1f7e057 req-06060140-d73c-4e79-b86d-81dac256d96f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 1103 time: 0.0444214 Dec 10 18:49:14.978873 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6889436f-7f86-4366-ae44-a8acf1f7e057 req-3a71f7f6-07e3-40c1-8c73-f0dec987cf77 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c58ec1f9-c1bc-4347-b639-ca9318a97881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379276 Dec 10 18:49:15.027797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12916ab2-d712-4419-ba30-a7860ed788d1 req-31421871-ad29-4c4f-a490-cbf6077420d9 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:15.029490 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-12916ab2-d712-4419-ba30-a7860ed788d1 req-31421871-ad29-4c4f-a490-cbf6077420d9 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 950 time: 0.0535245 Dec 10 18:49:15.077668 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-12916ab2-d712-4419-ba30-a7860ed788d1 req-7ba3cc4e-2677-4f9d-b533-ae7e9a23f535 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/security-groups?id=c58ec1f9-c1bc-4347-b639-ca9318a97881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420825 Dec 10 18:49:16.193544 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca875d0-905b-4247-ac93-0a30d4aa6fe4 req-99a2e25e-6669-4723-82d6-8f830e4fe4c2 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:16.195061 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aca875d0-905b-4247-ac93-0a30d4aa6fe4 req-99a2e25e-6669-4723-82d6-8f830e4fe4c2 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 950 time: 0.0492320 Dec 10 18:49:16.242221 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aca875d0-905b-4247-ac93-0a30d4aa6fe4 req-a190fd69-636c-4334-9072-6afb69dc1a77 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/security-groups?id=c58ec1f9-c1bc-4347-b639-ca9318a97881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407212 Dec 10 18:49:16.478779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0ecb45dd-5ceb-4652-9a74-c2f091eb0b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:17.354811 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05cbf3-c17d-4972-985e-4905cfcc0f56 req-63f25d23-bb25-44a5-92d5-47d0a46236c4 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:17.356288 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dc05cbf3-c17d-4972-985e-4905cfcc0f56 req-63f25d23-bb25-44a5-92d5-47d0a46236c4 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 950 time: 0.0486152 Dec 10 18:49:17.406312 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dc05cbf3-c17d-4972-985e-4905cfcc0f56 req-d3fa5c8b-9f2d-4293-8dd5-dafb38f07bc9 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/security-groups?id=c58ec1f9-c1bc-4347-b639-ca9318a97881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440807 Dec 10 18:49:17.753936 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-d1724344-4489-49bd-b4ee-2d70b2f31240 req-f530f52e-83ef-42bf-8182-b1dc8fca6787 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:49:17.754861 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1724344-4489-49bd-b4ee-2d70b2f31240 req-f530f52e-83ef-42bf-8182-b1dc8fca6787 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054958 Dec 10 18:49:18.226253 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-c35cd995-e915-4317-b3e3-e78234ed303d req-6427c461-ab6f-404b-bf7c-2e13b9cc74c2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:49:18.227272 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c35cd995-e915-4317-b3e3-e78234ed303d req-6427c461-ab6f-404b-bf7c-2e13b9cc74c2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053530 Dec 10 18:49:18.518574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:18.818692 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8bf7a136-27bf-4da8-a8a3-e078d83661f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:18.869809 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:49:18.887895 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdd1ff-f61a-4551-b511-073b5e4dfa25 req-46d6e01d-ba12-46c7-9531-000e5aa88b26 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:18.889346 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-32fdd1ff-f61a-4551-b511-073b5e4dfa25 req-46d6e01d-ba12-46c7-9531-000e5aa88b26 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 950 time: 0.0481005 Dec 10 18:49:18.936830 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-32fdd1ff-f61a-4551-b511-073b5e4dfa25 req-e1355649-0a8b-4e21-99e0-4f182e715124 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/security-groups?id=c58ec1f9-c1bc-4347-b639-ca9318a97881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Dec 10 18:49:20.053140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308847d-fd79-4924-92c7-d2de7b9d2271 req-4c068a8a-6b2a-4d6b-8a27-5ed1c1479bda tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:20.054634 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6308847d-fd79-4924-92c7-d2de7b9d2271 req-4c068a8a-6b2a-4d6b-8a27-5ed1c1479bda tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 950 time: 0.0494142 Dec 10 18:49:20.102809 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6308847d-fd79-4924-92c7-d2de7b9d2271 req-081fd6e3-88ac-4712-9f9f-7416223cfc54 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/security-groups?id=c58ec1f9-c1bc-4347-b639-ca9318a97881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Dec 10 18:49:20.158584 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.300023 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3c769-15b8-4d78-a75f-ff364fc6ad90 req-ea6921b1-a448-4711-bc85-f554f700beb7 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:20.301367 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-25b3c769-15b8-4d78-a75f-ff364fc6ad90 req-ea6921b1-a448-4711-bc85-f554f700beb7 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 950 time: 0.0474739 Dec 10 18:49:20.395027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-25b3c769-15b8-4d78-a75f-ff364fc6ad90 req-66c12c08-0c9a-4797-a38a-e69b84b65577 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Deleting port e4a62db1-92c7-432f-aac1-d4b10607626d {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:20.395363 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-25b3c769-15b8-4d78-a75f-ff364fc6ad90 req-66c12c08-0c9a-4797-a38a-e69b84b65577 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.482206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-25b3c769-15b8-4d78-a75f-ff364fc6ad90 req-66c12c08-0c9a-4797-a38a-e69b84b65577 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] For port e4a62db1-92c7-432f-aac1-d4b10607626d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e4a62db1-92c7-432f-aac1-d4b10607626d,segment=NetworkSegment(01f3d2dc-d94d-4eb9-aa92-a590135db3a7),segment_id=01f3d2dc-d94d-4eb9-aa92-a590135db3a7)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:20.482574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-25b3c769-15b8-4d78-a75f-ff364fc6ad90 req-66c12c08-0c9a-4797-a38a-e69b84b65577 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.495258 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-25b3c769-15b8-4d78-a75f-ff364fc6ad90 req-66c12c08-0c9a-4797-a38a-e69b84b65577 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Calling delete_port for e4a62db1-92c7-432f-aac1-d4b10607626d owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:20.678348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-25b3c769-15b8-4d78-a75f-ff364fc6ad90 req-66c12c08-0c9a-4797-a38a-e69b84b65577 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.694381 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['e4a62db1-92c7-432f-aac1-d4b10607626d'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:49:20.707014 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c12c08-0c9a-4797-a38a-e69b84b65577 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Pushing event deleted for resources: {'Port': ['ID=e4a62db1-92c7-432f-aac1-d4b10607626d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:20.752335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b3c769-15b8-4d78-a75f-ff364fc6ad90 req-66c12c08-0c9a-4797-a38a-e69b84b65577 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] No DVR routers for this DVR port e4a62db1-92c7-432f-aac1-d4b10607626d on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:20.755005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-25b3c769-15b8-4d78-a75f-ff364fc6ad90 req-66c12c08-0c9a-4797-a38a-e69b84b65577 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.758392 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-25b3c769-15b8-4d78-a75f-ff364fc6ad90 req-66c12c08-0c9a-4797-a38a-e69b84b65577 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.21 "DELETE /v2.0/ports/e4a62db1-92c7-432f-aac1-d4b10607626d HTTP/1.1" status: 204 len: 173 time: 0.4468527 Dec 10 18:49:20.758848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed1952c-8d64-494c-b83e-1b47084b439f', 'name': 'network-vif-deleted', 'tag': 'e4a62db1-92c7-432f-aac1-d4b10607626d'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:49:20.761113 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e054b516-b583-42ea-b7b1-464d899908c1" -d '{"events": [{"server_uuid": "3ed1952c-8d64-494c-b83e-1b47084b439f", "name": "network-vif-deleted", "tag": "e4a62db1-92c7-432f-aac1-d4b10607626d"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:49:20.798122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44caffde-8c66-4d3c-92bf-fcc6613f5919 x-openstack-request-id: req-44caffde-8c66-4d3c-92bf-fcc6613f5919 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:49:20.798419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed1952c-8d64-494c-b83e-1b47084b439f", "name": "network-vif-deleted", "tag": "e4a62db1-92c7-432f-aac1-d4b10607626d", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:49:20.798676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44caffde-8c66-4d3c-92bf-fcc6613f5919 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:49:20.799107 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed1952c-8d64-494c-b83e-1b47084b439f', 'name': 'network-vif-deleted', 'tag': 'e4a62db1-92c7-432f-aac1-d4b10607626d', 'status': 'completed', 'code': 200} Dec 10 18:49:21.209531 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-acb4cac3-2a1f-4dee-8052-108fa16aba72 req-08d93ee2-6c29-4e7e-aece-ce06be3b6a11 tempest-ServersAdminNegativeTestJSON-1037717258 tempest-ServersAdminNegativeTestJSON-1037717258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed1952c-8d64-494c-b83e-1b47084b439f HTTP/1.1" status: 200 len: 210 time: 0.0306082 Dec 10 18:49:21.321468 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:22.492844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:22.705458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39324) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:22.836555 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-18d5198f-511b-4921-9879-816a5619d790 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=856568d8ccfa4018b0435dc4fbe3cff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298916 Dec 10 18:49:22.839087 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39328) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:22.886022 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e6da397c-f864-4a3a-85de-2525948da96f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:22.906513 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e6da397c-f864-4a3a-85de-2525948da96f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.020860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e6da397c-f864-4a3a-85de-2525948da96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.023392 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e6da397c-f864-4a3a-85de-2525948da96f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.024556 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e6da397c-f864-4a3a-85de-2525948da96f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c58ec1f9-c1bc-4347-b639-ca9318a97881 HTTP/1.1" status: 204 len: 168 time: 0.1845407 Dec 10 18:49:23.032397 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da397c-f864-4a3a-85de-2525948da96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58ec1f9-c1bc-4347-b639-ca9318a97881,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:23.635209 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39334) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:23.648197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4453a96d-d4f2-4342-bbc0-15bbac619ebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.721622 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4453a96d-d4f2-4342-bbc0-15bbac619ebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.780546 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4453a96d-d4f2-4342-bbc0-15bbac619ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.815944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453a96d-d4f2-4342-bbc0-15bbac619ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4a68b1-65ad-411b-867b-9d75292b1a00,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:23.820182 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4453a96d-d4f2-4342-bbc0-15bbac619ebd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fefcc1b0ab9e42f3a89d73977c55da2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1839876 Dec 10 18:49:23.823211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39336) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:23.869608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9706065a-88c3-4845-9925-464d6fbe4152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.890329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9706065a-88c3-4845-9925-464d6fbe4152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.009681 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9706065a-88c3-4845-9925-464d6fbe4152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.012411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9706065a-88c3-4845-9925-464d6fbe4152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.013557 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9706065a-88c3-4845-9925-464d6fbe4152 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca4a68b1-65ad-411b-867b-9d75292b1a00 HTTP/1.1" status: 204 len: 168 time: 0.1894569 Dec 10 18:49:24.021371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706065a-88c3-4845-9925-464d6fbe4152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4a68b1-65ad-411b-867b-9d75292b1a00,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:24.351543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e4a62db1-92c7-432f-aac1-d4b10607626d no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:24.371601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: e4a62db1-92c7-432f-aac1-d4b10607626d {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:24.371950 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e4a62db1-92c7-432f-aac1-d4b10607626d not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:24.968646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39358) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:25.064185 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-103999296-network', 'tenant_id': '6e638bf953ea431e8faba154ca7bb85e'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:25.167252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] Made reservation on behalf of 6e638bf953ea431e8faba154ca7bb85e for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:25.169460 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.180849 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.251513 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.320953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.345465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:25.354011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a934f729-d377-40ad-9ffa-1654b34eb2d0,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:25.359956 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.360305 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] Added segment 9746f744-47c0-406e-beb3-2b688786b7ad of type vlan for network 472345a9-a652-4916-8622-9f1f12b32a21 Dec 10 18:49:25.399387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.489756 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.490678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:25.491253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.606173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] Pushing event updated for resources: {'Network': ['ID=472345a9-a652-4916-8622-9f1f12b32a21,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:25.615724 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 472345a9-a652-4916-8622-9f1f12b32a21 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:25.649590 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9eb02191-6392-49e7-8d3d-613c8f5415d1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6798244 Dec 10 18:49:25.652631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39362) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:25.657571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-450f7ea5-82fc-49de-b622-90d6dcda8eec admin admin] Request body: {'subnet': {'network_id': '472345a9-a652-4916-8622-9f1f12b32a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-103999296-subnet', 'tenant_id': '6e638bf953ea431e8faba154ca7bb85e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:25.752429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450f7ea5-82fc-49de-b622-90d6dcda8eec admin admin] Made reservation on behalf of 6e638bf953ea431e8faba154ca7bb85e for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:25.754797 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-450f7ea5-82fc-49de-b622-90d6dcda8eec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.998426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-450f7ea5-82fc-49de-b622-90d6dcda8eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:26.057474 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f7ea5-82fc-49de-b622-90d6dcda8eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb4eff34-2d0e-4fa3-a2ff-7353c9061251,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:26.067372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f7ea5-82fc-49de-b622-90d6dcda8eec admin admin] Checking segment: {'id': '9746f744-47c0-406e-beb3-2b688786b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '472345a9-a652-4916-8622-9f1f12b32a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:26.067734 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f7ea5-82fc-49de-b622-90d6dcda8eec admin admin] Network hostable DHCP agents. Network: 472345a9-a652-4916-8622-9f1f12b32a21, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:49:26.163773 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f7ea5-82fc-49de-b622-90d6dcda8eec admin admin] Network 472345a9-a652-4916-8622-9f1f12b32a21 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:49:26.226649 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-450f7ea5-82fc-49de-b622-90d6dcda8eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 472345a9-a652-4916-8622-9f1f12b32a21) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:26.231132 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450f7ea5-82fc-49de-b622-90d6dcda8eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:26.231730 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-450f7ea5-82fc-49de-b622-90d6dcda8eec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:26.235974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed7dc5c-5a9b-43ed-9bff-597caddf0a31 None None] Network 472345a9-a652-4916-8622-9f1f12b32a21 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:26.315532 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-450f7ea5-82fc-49de-b622-90d6dcda8eec admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6617355 Dec 10 18:49:26.332992 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0ea069-643d-4ee4-a728-dc025a2df298 None None] Network 472345a9-a652-4916-8622-9f1f12b32a21 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:26.733468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-258ca411-b0f6-4007-a756-b911960bdb9a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:26.734963 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-258ca411-b0f6-4007-a756-b911960bdb9a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/networks?id=472345a9-a652-4916-8622-9f1f12b32a21 HTTP/1.1" status: 200 len: 811 time: 0.1044166 Dec 10 18:49:26.749639 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-67c90af5-c403-4f1c-a892-d031c9ae3bb2 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/quotas/6e638bf953ea431e8faba154ca7bb85e HTTP/1.1" status: 200 len: 375 time: 0.0090868 Dec 10 18:49:26.780391 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-8e998683-f947-4078-9d11-2b5fb3c4d56c tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e638bf953ea431e8faba154ca7bb85e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257235 Dec 10 18:49:26.871339 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-6aaf43eb-31b9-42f3-b8c1-af3beadaab49 service neutron] 10.222.0.60 "GET /v2.0/networks/472345a9-a652-4916-8622-9f1f12b32a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840964 Dec 10 18:49:26.958156 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-e18804ca-343b-488f-b194-729dfc80ab3e service neutron] 10.222.0.60 "GET /v2.0/networks/472345a9-a652-4916-8622-9f1f12b32a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809762 Dec 10 18:49:27.227372 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bba72e7d-fb78-4c96-aa88-47b724ff2216 req-c3b8c921-4775-49e7-94f5-2e617f3a3c12 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 210 time: 0.0261097 Dec 10 18:49:28.320090 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f8d9e4a3-4995-4585-85f1-c114009ceb77 req-f90c0fad-c537-4339-a5d0-06166e1e4fbb tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 210 time: 0.0260267 Dec 10 18:49:29.429489 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-87c515fa-a544-45d5-b08d-4852025ffac3 req-3a8c29d1-cecd-407b-9456-798958f541bc tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 210 time: 0.0378017 Dec 10 18:49:29.437650 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-afee5a2f-c65d-44ce-906e-f93bb5c0f8b4 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:29.439122 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-afee5a2f-c65d-44ce-906e-f93bb5c0f8b4 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.21 "GET /v2.0/networks?id=472345a9-a652-4916-8622-9f1f12b32a21 HTTP/1.1" status: 200 len: 811 time: 0.1113200 Dec 10 18:49:29.458309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-e66e1c9f-cc4f-43c0-b8f5-65e8c4baa25a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Request body: {'port': {'device_id': '63fb5b45-14f6-4664-bc51-aa1d8072b08d', 'network_id': '472345a9-a652-4916-8622-9f1f12b32a21', 'admin_state_up': True, 'tenant_id': '6e638bf953ea431e8faba154ca7bb85e'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:29.632094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-e66e1c9f-cc4f-43c0-b8f5-65e8c4baa25a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Made reservation on behalf of 6e638bf953ea431e8faba154ca7bb85e for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:29.636397 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-e66e1c9f-cc4f-43c0-b8f5-65e8c4baa25a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:29.771264 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-e66e1c9f-cc4f-43c0-b8f5-65e8c4baa25a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Allocated IP 172.20.0.10 (472345a9-a652-4916-8622-9f1f12b32a21/fb4eff34-2d0e-4fa3-a2ff-7353c9061251/eaa91320-980b-4b5d-b7ba-7dac74c480fe) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:29.920761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-e66e1c9f-cc4f-43c0-b8f5-65e8c4baa25a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:30.004030 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-e66e1c9f-cc4f-43c0-b8f5-65e8c4baa25a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:30.045637 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-e66e1c9f-cc4f-43c0-b8f5-65e8c4baa25a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Network 472345a9-a652-4916-8622-9f1f12b32a21 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:30.048621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-e66e1c9f-cc4f-43c0-b8f5-65e8c4baa25a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:30.052357 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-e66e1c9f-cc4f-43c0-b8f5-65e8c4baa25a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:30.079223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e1c9f-cc4f-43c0-b8f5-65e8c4baa25a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Pushing event updated for resources: {'Port': ['ID=eaa91320-980b-4b5d-b7ba-7dac74c480fe,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:30.105421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-e66e1c9f-cc4f-43c0-b8f5-65e8c4baa25a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:30.106058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-e66e1c9f-cc4f-43c0-b8f5-65e8c4baa25a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:30.176509 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-e66e1c9f-cc4f-43c0-b8f5-65e8c4baa25a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7219367 Dec 10 18:49:30.193074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Request body: {'port': {'device_id': '63fb5b45-14f6-4664-bc51-aa1d8072b08d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:30.245568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:30.560031 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e0437-9d36-4802-8822-b22d35bf13f0 req-d186151c-e0de-4559-9d07-7499fb6551dd tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:30.561807 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ba8e0437-9d36-4802-8822-b22d35bf13f0 req-d186151c-e0de-4559-9d07-7499fb6551dd tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 932 time: 0.0511746 Dec 10 18:49:30.612925 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ba8e0437-9d36-4802-8822-b22d35bf13f0 req-e8bbc405-d3a1-4f5d-8fc6-ef95acfc5485 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446434 Dec 10 18:49:30.840853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa91320-980b-4b5d-b7ba-7dac74c480fe {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:49:30.847991 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:30.859941 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Transition to ACTIVE for port object eaa91320-980b-4b5d-b7ba-7dac74c480fe will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:49:30.926865 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:30.993104 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01721da4-3688-45c1-9965-62519d59369a service neutron] Pushing event updated for resources: {'Port': ['ID=eaa91320-980b-4b5d-b7ba-7dac74c480fe,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:31.044393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Attempting to bind port eaa91320-980b-4b5d-b7ba-7dac74c480fe on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:31.044731 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Attempting to bind port eaa91320-980b-4b5d-b7ba-7dac74c480fe by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9746f744-47c0-406e-beb3-2b688786b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '472345a9-a652-4916-8622-9f1f12b32a21'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:31.045062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Attempting to bind port eaa91320-980b-4b5d-b7ba-7dac74c480fe on network 472345a9-a652-4916-8622-9f1f12b32a21 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:31.049351 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Port eaa91320-980b-4b5d-b7ba-7dac74c480fe on network 472345a9-a652-4916-8622-9f1f12b32a21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:49:31.049671 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Attempting to bind port eaa91320-980b-4b5d-b7ba-7dac74c480fe on network 472345a9-a652-4916-8622-9f1f12b32a21 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:31.054442 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:31.054790 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Checking segment: {'id': '9746f744-47c0-406e-beb3-2b688786b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '472345a9-a652-4916-8622-9f1f12b32a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:31.055174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Bound using segment: {'id': '9746f744-47c0-406e-beb3-2b688786b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '472345a9-a652-4916-8622-9f1f12b32a21'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:31.055601 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Bound port: eaa91320-980b-4b5d-b7ba-7dac74c480fe, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9746f744-47c0-406e-beb3-2b688786b7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '472345a9-a652-4916-8622-9f1f12b32a21'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:31.056481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.118715 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] For port eaa91320-980b-4b5d-b7ba-7dac74c480fe, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:31.121548 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] For port eaa91320-980b-4b5d-b7ba-7dac74c480fe, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eaa91320-980b-4b5d-b7ba-7dac74c480fe,segment=NetworkSegment(9746f744-47c0-406e-beb3-2b688786b7ad),segment_id=9746f744-47c0-406e-beb3-2b688786b7ad)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:31.192867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.226962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:31.228118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.229525 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-01721da4-3688-45c1-9965-62519d59369a service neutron] 10.222.0.21 "PUT /v2.0/ports/eaa91320-980b-4b5d-b7ba-7dac74c480fe HTTP/1.1" status: 200 len: 1094 time: 1.0406160 Dec 10 18:49:31.231841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fb5b45-14f6-4664-bc51-aa1d8072b08d', 'tag': 'eaa91320-980b-4b5d-b7ba-7dac74c480fe'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:49:31.234191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332b6b29-7d6e-4930-bc37-01e1a1b7e30a" -d '{"events": [{"name": "network-changed", "server_uuid": "63fb5b45-14f6-4664-bc51-aa1d8072b08d", "tag": "eaa91320-980b-4b5d-b7ba-7dac74c480fe"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:49:31.257287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01721da4-3688-45c1-9965-62519d59369a service neutron] Pushing event updated for resources: {'Port': ['ID=eaa91320-980b-4b5d-b7ba-7dac74c480fe,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:31.271641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92c8c30-cb53-40b1-846b-2eb81639b826 x-openstack-request-id: req-d92c8c30-cb53-40b1-846b-2eb81639b826 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:49:31.271937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fb5b45-14f6-4664-bc51-aa1d8072b08d", "tag": "eaa91320-980b-4b5d-b7ba-7dac74c480fe", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:49:31.272193 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d92c8c30-cb53-40b1-846b-2eb81639b826 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:49:31.272590 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fb5b45-14f6-4664-bc51-aa1d8072b08d', 'tag': 'eaa91320-980b-4b5d-b7ba-7dac74c480fe', 'status': 'completed', 'code': 200} Dec 10 18:49:31.335406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b6b29-7d6e-4930-bc37-01e1a1b7e30a req-49a949e6-040a-43b6-862e-985039fdf50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:31.336918 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-332b6b29-7d6e-4930-bc37-01e1a1b7e30a req-49a949e6-040a-43b6-862e-985039fdf50f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e638bf953ea431e8faba154ca7bb85e&device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 1097 time: 0.0442016 Dec 10 18:49:31.459235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b6b29-7d6e-4930-bc37-01e1a1b7e30a req-0898d680-afed-45f0-967d-23a5d727af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:31.460743 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-332b6b29-7d6e-4930-bc37-01e1a1b7e30a req-0898d680-afed-45f0-967d-23a5d727af5f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6e638bf953ea431e8faba154ca7bb85e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1107702 Dec 10 18:49:31.555616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b6b29-7d6e-4930-bc37-01e1a1b7e30a req-baa07ca4-888a-4e91-b1d0-2b1ee2de5ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:31.557623 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-332b6b29-7d6e-4930-bc37-01e1a1b7e30a req-baa07ca4-888a-4e91-b1d0-2b1ee2de5ef7 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902016 Dec 10 18:49:31.639658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-af5458c0-25fb-4294-b0e5-f5137ea9891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:31.641280 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-af5458c0-25fb-4294-b0e5-f5137ea9891d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e638bf953ea431e8faba154ca7bb85e&device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 1097 time: 0.0409501 Dec 10 18:49:31.684972 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-c7072a3b-5b57-4b0e-a637-4efadfd8627b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaa91320-980b-4b5d-b7ba-7dac74c480fe HTTP/1.1" status: 200 len: 217 time: 0.0354578 Dec 10 18:49:31.727107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e4127-f063-437e-b60d-b66cbf983cdb req-88c1ca52-76bb-42de-a3bc-cf1e3e2c289a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:31.729121 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f48e4127-f063-437e-b60d-b66cbf983cdb req-88c1ca52-76bb-42de-a3bc-cf1e3e2c289a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 944 time: 0.0491843 Dec 10 18:49:31.741908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-ea327591-26ef-4474-9547-f2008c1e6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:31.743371 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-ea327591-26ef-4474-9547-f2008c1e6976 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fb4eff34-2d0e-4fa3-a2ff-7353c9061251 HTTP/1.1" status: 200 len: 851 time: 0.0473900 Dec 10 18:49:31.776590 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f48e4127-f063-437e-b60d-b66cbf983cdb req-e8def4b5-f412-47d1-8559-bf539b9263f6 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414815 Dec 10 18:49:31.778657 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-7ad2019e-82f3-40a1-9d1b-15ef347edd12 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=472345a9-a652-4916-8622-9f1f12b32a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244088 Dec 10 18:49:31.871984 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-cbcd7807-87c5-4bf0-bb62-121c9661e079 service neutron] 10.222.0.21 "GET /v2.0/networks/472345a9-a652-4916-8622-9f1f12b32a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810666 Dec 10 18:49:31.967246 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ffb1833-b7e0-418e-bf53-4f58c4875aad req-1fe11441-a358-47ed-9ec5-7d1720aebe3c service neutron] 10.222.0.21 "GET /v2.0/networks/472345a9-a652-4916-8622-9f1f12b32a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843661 Dec 10 18:49:32.895714 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0807cb-22d2-46b6-b3c1-2c51ef615349 req-4d11abfd-b676-4326-b458-8ae0f2b7e3a6 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:32.897165 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ad0807cb-22d2-46b6-b3c1-2c51ef615349 req-4d11abfd-b676-4326-b458-8ae0f2b7e3a6 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 944 time: 0.0529881 Dec 10 18:49:32.944350 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ad0807cb-22d2-46b6-b3c1-2c51ef615349 req-a9a5a7fa-c9aa-4e69-9294-adb7738a06f9 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 Dec 10 18:49:34.056099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1be736-bb1c-4348-9a36-437102de68f0 req-01542758-13a2-4346-9ca8-75e7a0814bb8 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:34.057563 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9b1be736-bb1c-4348-9a36-437102de68f0 req-01542758-13a2-4346-9ca8-75e7a0814bb8 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 944 time: 0.0481248 Dec 10 18:49:34.103998 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9b1be736-bb1c-4348-9a36-437102de68f0 req-6ab8c383-c28f-48a4-ae70-4b3355cb3d18 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Dec 10 18:49:34.402270 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eaa91320-980b-4b5d-b7ba-7dac74c480fe details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:49:34.495573 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eaa91320-980b-4b5d-b7ba-7dac74c480fe, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eaa91320-980b-4b5d-b7ba-7dac74c480fe,segment=NetworkSegment(9746f744-47c0-406e-beb3-2b688786b7ad),segment_id=9746f744-47c0-406e-beb3-2b688786b7ad)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:34.506360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'eaa91320-980b-4b5d-b7ba-7dac74c480fe', 'network_id': '472345a9-a652-4916-8622-9f1f12b32a21', 'port_id': 'eaa91320-980b-4b5d-b7ba-7dac74c480fe', 'mac_address': 'fa:16:3e:48:c6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4eff34-2d0e-4fa3-a2ff-7353c9061251', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:49:34.544023 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.556878 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa91320-980b-4b5d-b7ba-7dac74c480fe {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:49:34.575156 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eaa91320-980b-4b5d-b7ba-7dac74c480fe, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eaa91320-980b-4b5d-b7ba-7dac74c480fe,segment=NetworkSegment(9746f744-47c0-406e-beb3-2b688786b7ad),segment_id=9746f744-47c0-406e-beb3-2b688786b7ad)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:34.632264 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.678155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eaa91320-980b-4b5d-b7ba-7dac74c480fe,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:34.858117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['eaa91320-980b-4b5d-b7ba-7dac74c480fe'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:49:35.222707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110d223-4bd6-441a-af9f-0b7985dad52f req-f3da4013-ac55-4dd8-88e2-8a9f82488786 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:35.224350 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6110d223-4bd6-441a-af9f-0b7985dad52f req-f3da4013-ac55-4dd8-88e2-8a9f82488786 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 945 time: 0.0531251 Dec 10 18:49:35.271601 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6110d223-4bd6-441a-af9f-0b7985dad52f req-767cd5b5-18f4-4cf9-8fa2-008416314747 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414388 Dec 10 18:49:36.384977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809aadb-a8d5-4c62-ab50-59310571adfa req-d8b30e9d-2efb-4b94-9577-c1d14d17cf3b tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:36.387026 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3809aadb-a8d5-4c62-ab50-59310571adfa req-d8b30e9d-2efb-4b94-9577-c1d14d17cf3b tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 945 time: 0.0476608 Dec 10 18:49:36.415929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eaa91320-980b-4b5d-b7ba-7dac74c480fe up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:36.435792 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3809aadb-a8d5-4c62-ab50-59310571adfa req-9bed5bce-22a5-4e7d-80f1-61c43c03d9cb tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Dec 10 18:49:36.549335 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port eaa91320-980b-4b5d-b7ba-7dac74c480fe completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:49:36.553379 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port eaa91320-980b-4b5d-b7ba-7dac74c480fe triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:36.553714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.632492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.653913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fb5b45-14f6-4664-bc51-aa1d8072b08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa91320-980b-4b5d-b7ba-7dac74c480fe'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:49:36.656159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e074bbc-1612-4a06-bad3-924580bc1c27" -d '{"events": [{"server_uuid": "63fb5b45-14f6-4664-bc51-aa1d8072b08d", "name": "network-vif-plugged", "status": "completed", "tag": "eaa91320-980b-4b5d-b7ba-7dac74c480fe"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:49:36.669378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eaa91320-980b-4b5d-b7ba-7dac74c480fe, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eaa91320-980b-4b5d-b7ba-7dac74c480fe,segment=NetworkSegment(9746f744-47c0-406e-beb3-2b688786b7ad),segment_id=9746f744-47c0-406e-beb3-2b688786b7ad)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:36.693152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe8384b-0c51-499e-918a-8c8866c40778 x-openstack-request-id: req-8fe8384b-0c51-499e-918a-8c8866c40778 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:49:36.693152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fb5b45-14f6-4664-bc51-aa1d8072b08d", "name": "network-vif-plugged", "status": "completed", "tag": "eaa91320-980b-4b5d-b7ba-7dac74c480fe", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:49:36.693152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fe8384b-0c51-499e-918a-8c8866c40778 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:49:36.693454 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fb5b45-14f6-4664-bc51-aa1d8072b08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa91320-980b-4b5d-b7ba-7dac74c480fe', 'code': 200} Dec 10 18:49:36.740817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.786555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eaa91320-980b-4b5d-b7ba-7dac74c480fe,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:37.021607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1337661-3583-4af8-b7c3-5188518a3b78 req-11835fc1-effd-49da-b7a6-b83a929f4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:37.023116 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e1337661-3583-4af8-b7c3-5188518a3b78 req-11835fc1-effd-49da-b7a6-b83a929f4d76 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 1099 time: 0.0409296 Dec 10 18:49:37.070341 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e1337661-3583-4af8-b7c3-5188518a3b78 req-00292c64-c460-4541-ada5-bdd9f1a7f5b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363057 Dec 10 18:49:37.549145 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22e3c2-5c61-4f23-8f6c-a0a2f7b806dd req-876d6228-5c65-43be-b6d1-a58a6d616f38 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:37.550620 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8d22e3c2-5c61-4f23-8f6c-a0a2f7b806dd req-876d6228-5c65-43be-b6d1-a58a6d616f38 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0481019 Dec 10 18:49:37.603298 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8d22e3c2-5c61-4f23-8f6c-a0a2f7b806dd req-955e1c4d-f674-4d72-a013-eb6a92cecf97 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468783 Dec 10 18:49:38.718434 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ba492-7845-4a8b-ac5f-af639b6b9a81 req-b98cc786-1bf5-4798-8354-f098eb31b8f5 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:38.719945 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-727ba492-7845-4a8b-ac5f-af639b6b9a81 req-b98cc786-1bf5-4798-8354-f098eb31b8f5 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0487213 Dec 10 18:49:38.768112 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-727ba492-7845-4a8b-ac5f-af639b6b9a81 req-44d5225e-f5af-46b3-9d98-ab041a54b88c tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422394 Dec 10 18:49:39.211653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a634-bea1-4188-aa3f-12a978cd928e req-235c0d44-429e-4660-b7b1-95c4e9baf788 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:39.213145 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-36f8a634-bea1-4188-aa3f-12a978cd928e req-235c0d44-429e-4660-b7b1-95c4e9baf788 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0491159 Dec 10 18:49:39.258729 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-36f8a634-bea1-4188-aa3f-12a978cd928e req-35956fea-88f7-4a4a-8874-a472e35985e2 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396721 Dec 10 18:49:39.334446 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39426) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:39.422522 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-1c227007-9a0b-457c-b6ad-d95a9d97020c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869009 Dec 10 18:49:39.431294 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-0ff27b5a-b629-46a3-ae2d-75ec1e73ca06 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:49:39.432790 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-0ff27b5a-b629-46a3-ae2d-75ec1e73ca06 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054111 Dec 10 18:49:40.382722 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939eac9f-9b02-40d4-b6b7-f52a0af11ec8 req-b3e11ca8-ce58-4440-aae7-f4e3ea22ce0f tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:40.384239 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-939eac9f-9b02-40d4-b6b7-f52a0af11ec8 req-b3e11ca8-ce58-4440-aae7-f4e3ea22ce0f tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0566792 Dec 10 18:49:40.432671 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-939eac9f-9b02-40d4-b6b7-f52a0af11ec8 req-6de9227b-4cec-464c-baaf-23141b318753 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417356 Dec 10 18:49:41.507629 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-b81fa39f-7666-4394-b936-6ce1e08b6d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:41.509123 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-b81fa39f-7666-4394-b936-6ce1e08b6d3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e638bf953ea431e8faba154ca7bb85e&device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 1099 time: 0.0418515 Dec 10 18:49:41.552891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed032ee-265d-45d7-b6ec-324ffaa7437e req-e9510053-b17c-4a44-8ab7-237dab446c11 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:41.554417 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7ed032ee-265d-45d7-b6ec-324ffaa7437e req-e9510053-b17c-4a44-8ab7-237dab446c11 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0527985 Dec 10 18:49:41.608075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-d9556ff1-b84b-45cb-8f7e-a0c107707d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:41.608865 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7ed032ee-265d-45d7-b6ec-324ffaa7437e req-e737620e-fa0a-4399-8bee-5bf142474652 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473785 Dec 10 18:49:41.609566 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-d9556ff1-b84b-45cb-8f7e-a0c107707d49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=472345a9-a652-4916-8622-9f1f12b32a21 HTTP/1.1" status: 200 len: 912 time: 0.0938182 Dec 10 18:49:41.651433 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-ea9bef01-084a-432b-8d8b-e4e38965dd1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaa91320-980b-4b5d-b7ba-7dac74c480fe HTTP/1.1" status: 200 len: 217 time: 0.0345299 Dec 10 18:49:41.705138 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-0fe8dcad-3cfa-48e0-88d4-6f37674cf4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:41.706601 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-0fe8dcad-3cfa-48e0-88d4-6f37674cf4a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fb4eff34-2d0e-4fa3-a2ff-7353c9061251 HTTP/1.1" status: 200 len: 851 time: 0.0483212 Dec 10 18:49:41.738282 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-34306369-a6e9-4864-a009-cec7e656075b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=472345a9-a652-4916-8622-9f1f12b32a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240111 Dec 10 18:49:41.827875 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-0e71255b-5a56-4503-b29f-96f30d72b81d service neutron] 10.222.0.21 "GET /v2.0/networks/472345a9-a652-4916-8622-9f1f12b32a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820711 Dec 10 18:49:41.922088 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-a78f3bcf-9240-437f-ae9d-d8aca251c3d0 service neutron] 10.222.0.21 "GET /v2.0/networks/472345a9-a652-4916-8622-9f1f12b32a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869794 Dec 10 18:49:42.724852 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaddbcb-f743-46be-a840-3c918aba3493 req-cee41aad-1674-46bb-9012-caca333d599b tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:42.726328 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8eaddbcb-f743-46be-a840-3c918aba3493 req-cee41aad-1674-46bb-9012-caca333d599b tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0512633 Dec 10 18:49:42.771797 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8eaddbcb-f743-46be-a840-3c918aba3493 req-42e605ac-ce78-4aac-8eb4-d3a606d8f457 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390255 Dec 10 18:49:43.886282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb7ada-db8c-4347-a321-b13fdb349f1d req-3fa5d94e-6a30-4ed5-b986-84ac74e8064e tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:43.887765 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-11eb7ada-db8c-4347-a321-b13fdb349f1d req-3fa5d94e-6a30-4ed5-b986-84ac74e8064e tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0485797 Dec 10 18:49:43.934957 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-11eb7ada-db8c-4347-a321-b13fdb349f1d req-e051b802-ff2e-48c1-90e6-3b73a56c1d1e tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 Dec 10 18:49:45.054121 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb323f1-eafe-4f12-803d-c5cdf2bcbd35 req-ac6de111-c2a8-44e3-929f-0d585e756f61 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:45.055588 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3bb323f1-eafe-4f12-803d-c5cdf2bcbd35 req-ac6de111-c2a8-44e3-929f-0d585e756f61 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0515950 Dec 10 18:49:45.102117 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3bb323f1-eafe-4f12-803d-c5cdf2bcbd35 req-a65c4f4d-738a-4d24-a09e-ada1dfb636ce tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402369 Dec 10 18:49:46.214429 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2011ca-a6c7-435e-bb26-00635e3dbbc7 req-67377781-5374-44e5-861e-00d8243561db tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:46.216855 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dd2011ca-a6c7-435e-bb26-00635e3dbbc7 req-67377781-5374-44e5-861e-00d8243561db tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0497322 Dec 10 18:49:46.269107 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dd2011ca-a6c7-435e-bb26-00635e3dbbc7 req-5bf468e8-589e-45d0-818b-3f6bc48fe3fc tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465372 Dec 10 18:49:46.486519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2ab0d9c2-66c4-44f0-90e8-e684bea80943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.536797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469057fd-2488-4c8e-8114-e1a7b6c5693c req-bfc786ec-fc95-41ef-a958-2ccb411b2c4a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:47.538314 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-469057fd-2488-4c8e-8114-e1a7b6c5693c req-bfc786ec-fc95-41ef-a958-2ccb411b2c4a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0478678 Dec 10 18:49:47.588848 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-469057fd-2488-4c8e-8114-e1a7b6c5693c req-cb338928-4e87-4697-b84f-8d489ad0ece2 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441566 Dec 10 18:49:48.537879 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.703602 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982aa71-ad25-47c6-bf35-e8cdc6be7f2a req-0b9af4ce-7607-4c6a-aaac-5431b14b4abf tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:48.705070 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8982aa71-ad25-47c6-bf35-e8cdc6be7f2a req-0b9af4ce-7607-4c6a-aaac-5431b14b4abf tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0485628 Dec 10 18:49:48.751580 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8982aa71-ad25-47c6-bf35-e8cdc6be7f2a req-7b2f03bd-75c9-4e03-8a75-07ab24fe9b68 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Dec 10 18:49:48.814880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-424f7b32-f945-489a-85cb-8d35e7639b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.865949 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1edde5-c2a6-47ac-8e34-b35353784e41 req-ab716fd8-7d64-4f00-8a06-edc5374c074b tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:49.867417 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5f1edde5-c2a6-47ac-8e34-b35353784e41 req-ab716fd8-7d64-4f00-8a06-edc5374c074b tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0487587 Dec 10 18:49:49.913684 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5f1edde5-c2a6-47ac-8e34-b35353784e41 req-09f1bc87-37e3-4355-b7c4-c509527342fa tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398412 Dec 10 18:49:50.149252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.029967 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fe0ac-10e2-44ef-a3c2-d41cbafe36aa req-bdd4c8a2-0a13-4e8c-8079-1a82cab04bd7 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:51.031416 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-105fe0ac-10e2-44ef-a3c2-d41cbafe36aa req-bdd4c8a2-0a13-4e8c-8079-1a82cab04bd7 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0508587 Dec 10 18:49:51.076654 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-105fe0ac-10e2-44ef-a3c2-d41cbafe36aa req-6034d6d6-4a48-49f3-bdbf-984e5dea624d tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392814 Dec 10 18:49:51.357196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.191664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8d67d-0084-4232-89d3-245be384e516 req-770acca9-9ccb-44ba-ad4e-8b5fa6cfcb21 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:52.193135 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-03c8d67d-0084-4232-89d3-245be384e516 req-770acca9-9ccb-44ba-ad4e-8b5fa6cfcb21 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0480962 Dec 10 18:49:52.240123 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-03c8d67d-0084-4232-89d3-245be384e516 req-2ae9d197-91f6-466a-8ae1-6c58368b4b79 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409508 Dec 10 18:49:52.523122 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.360248 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ce1af-f0d4-4b4c-bc38-bd0d7497456b req-f8f2a70f-3ab3-49d9-91fc-1a73f8a69ca7 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:53.361759 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ee1ce1af-f0d4-4b4c-bc38-bd0d7497456b req-f8f2a70f-3ab3-49d9-91fc-1a73f8a69ca7 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0490172 Dec 10 18:49:53.411614 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ee1ce1af-f0d4-4b4c-bc38-bd0d7497456b req-ed22a651-2090-4fcd-b428-b682fc110546 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439048 Dec 10 18:49:54.525032 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5611f-3a57-48e4-8ff8-ece89ae640e6 req-dc328401-2bd2-4d27-9e9d-7e3441bf1898 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:54.526519 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-83d5611f-3a57-48e4-8ff8-ece89ae640e6 req-dc328401-2bd2-4d27-9e9d-7e3441bf1898 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0484114 Dec 10 18:49:54.573793 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-83d5611f-3a57-48e4-8ff8-ece89ae640e6 req-d01c76f0-aa5a-4c34-835b-5ddc61b411c1 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407319 Dec 10 18:49:55.687172 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79dae9-c88b-4c62-9cc6-20fe7b199ed8 req-8e5f6dff-143a-4aed-9a89-b0bb3597ef37 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:55.688659 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f79dae9-c88b-4c62-9cc6-20fe7b199ed8 req-8e5f6dff-143a-4aed-9a89-b0bb3597ef37 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0477226 Dec 10 18:49:55.735471 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f79dae9-c88b-4c62-9cc6-20fe7b199ed8 req-f854babc-93d6-470c-884d-9349a5162fb7 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409272 Dec 10 18:49:55.867828 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:49:56.851747 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e3343-e9fa-49fc-a417-5f69ddcdf7c5 req-5961cfbe-9812-4903-a32b-abbf06115c4f tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:56.853211 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-018e3343-e9fa-49fc-a417-5f69ddcdf7c5 req-5961cfbe-9812-4903-a32b-abbf06115c4f tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0516851 Dec 10 18:49:56.903230 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-018e3343-e9fa-49fc-a417-5f69ddcdf7c5 req-3a7478df-b4b3-4fac-a4f0-3a498ce3c1cb tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441315 Dec 10 18:49:58.016258 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d241e-a100-49a3-b1c7-d215ce5370eb req-b5cc59c6-a089-41dd-88ba-3628528689b2 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:58.017810 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ed8d241e-a100-49a3-b1c7-d215ce5370eb req-b5cc59c6-a089-41dd-88ba-3628528689b2 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0484123 Dec 10 18:49:58.064014 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ed8d241e-a100-49a3-b1c7-d215ce5370eb req-3aeddd7c-57fd-4a90-aea1-87c3e6b9fb8b tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404222 Dec 10 18:49:59.180569 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbac7f1-aeb7-49ad-ace6-35b51247f378 req-3993c149-0ac2-4056-b7ed-782df18ee717 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:59.182053 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1dbac7f1-aeb7-49ad-ace6-35b51247f378 req-3993c149-0ac2-4056-b7ed-782df18ee717 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0519044 Dec 10 18:49:59.227960 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1dbac7f1-aeb7-49ad-ace6-35b51247f378 req-9266fce8-968e-4feb-9f87-c22265ee7d65 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399809 Dec 10 18:50:00.346254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9605b-03a8-4911-a520-1de36b613c9f req-1b4e1593-677e-4f04-b47e-ae23434700b5 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:00.347732 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-16d9605b-03a8-4911-a520-1de36b613c9f req-1b4e1593-677e-4f04-b47e-ae23434700b5 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0484326 Dec 10 18:50:00.394769 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-16d9605b-03a8-4911-a520-1de36b613c9f req-4fa74656-56f1-4cf8-8eb4-79d7df67cee6 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Dec 10 18:50:01.509955 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632607e4-f34b-4385-8be9-ab5f722bc704 req-df9ebeed-64fd-4df2-88b0-4e448bb3f365 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:01.511432 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-632607e4-f34b-4385-8be9-ab5f722bc704 req-df9ebeed-64fd-4df2-88b0-4e448bb3f365 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0486639 Dec 10 18:50:01.560865 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-632607e4-f34b-4385-8be9-ab5f722bc704 req-190c0c31-c240-4c14-8a54-3a48e4e969cc tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435548 Dec 10 18:50:02.673190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea86da-d371-4d35-bfd5-b9b8a19587f2 req-c89afcd1-394c-4a5b-9d51-60d99c2bce69 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:02.674685 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-89ea86da-d371-4d35-bfd5-b9b8a19587f2 req-c89afcd1-394c-4a5b-9d51-60d99c2bce69 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0476711 Dec 10 18:50:02.720703 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-89ea86da-d371-4d35-bfd5-b9b8a19587f2 req-008ed29a-62c0-4d97-bad9-4369c521b477 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402620 Dec 10 18:50:03.835443 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff03e0-b4e9-4eb9-b1aa-138c043e7a34 req-cf25f43a-3001-4b34-9a96-e36c34d8a68a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:03.836893 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dfff03e0-b4e9-4eb9-b1aa-138c043e7a34 req-cf25f43a-3001-4b34-9a96-e36c34d8a68a tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0471902 Dec 10 18:50:03.883029 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dfff03e0-b4e9-4eb9-b1aa-138c043e7a34 req-465c2b1a-7bf1-4da8-967c-57b59f40a1d4 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Dec 10 18:50:05.001215 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436c35d-b4bc-4b3c-a19b-61b6fe2e8a78 req-93ffb816-daa1-4741-9a43-706d32625d7b tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:05.002685 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7436c35d-b4bc-4b3c-a19b-61b6fe2e8a78 req-93ffb816-daa1-4741-9a43-706d32625d7b tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0520761 Dec 10 18:50:05.047500 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7436c35d-b4bc-4b3c-a19b-61b6fe2e8a78 req-a92ef2d6-f266-441b-af0e-b92498698e7c tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390012 Dec 10 18:50:06.166867 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7330ec9-7d66-411f-89de-4ac84feb7037 req-11161179-b02c-4715-883f-3cdef3bea8db tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:06.168348 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e7330ec9-7d66-411f-89de-4ac84feb7037 req-11161179-b02c-4715-883f-3cdef3bea8db tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0513625 Dec 10 18:50:06.216550 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e7330ec9-7d66-411f-89de-4ac84feb7037 req-5bd411de-47dd-4c82-9c29-df9722b02576 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422370 Dec 10 18:50:07.480408 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cf261-2db5-414d-919f-3d8069128718 req-88de0e63-e39a-4ee9-a02b-9b1cef7a91ed tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:07.481783 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-090cf261-2db5-414d-919f-3d8069128718 req-88de0e63-e39a-4ee9-a02b-9b1cef7a91ed tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0478177 Dec 10 18:50:07.533491 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-090cf261-2db5-414d-919f-3d8069128718 req-07328a97-f664-4872-9de8-6a218491c547 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458107 Dec 10 18:50:08.648119 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ff03-20a4-490b-9cf2-c92e555c9f00 req-0db13326-0f28-4ed2-a416-f852031df9ce tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:08.649722 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3104ff03-20a4-490b-9cf2-c92e555c9f00 req-0db13326-0f28-4ed2-a416-f852031df9ce tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0500097 Dec 10 18:50:08.698697 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3104ff03-20a4-490b-9cf2-c92e555c9f00 req-da704e79-363d-44ce-9025-d41ff8342bd1 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423474 Dec 10 18:50:09.188935 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-c39f015c-c7d3-495a-b0ce-98ae9bb78cf6 service neutron] 10.222.0.21 "GET /v2.0/ports/eaa91320-980b-4b5d-b7ba-7dac74c480fe/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0607252 Dec 10 18:50:09.814021 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67ee61-0240-49ff-be0c-7cb646cf7ee5 req-c20a0d02-9edf-4c54-a6be-f64ecd2e9ca4 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:09.815536 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ee67ee61-0240-49ff-be0c-7cb646cf7ee5 req-c20a0d02-9edf-4c54-a6be-f64ecd2e9ca4 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0497351 Dec 10 18:50:09.884679 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ee67ee61-0240-49ff-be0c-7cb646cf7ee5 req-d0452c33-133c-43a6-9e70-5f553a5eac72 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628676 Dec 10 18:50:09.924490 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-e6239139-325a-4857-8129-c9c5d44232b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:09.926041 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-e6239139-325a-4857-8129-c9c5d44232b2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d&tenant_id=6e638bf953ea431e8faba154ca7bb85e HTTP/1.1" status: 200 len: 1099 time: 0.0994306 Dec 10 18:50:09.990889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-989f2eaf-eef9-47c9-a700-7d1f05fe2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:09.992358 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-989f2eaf-eef9-47c9-a700-7d1f05fe2203 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e638bf953ea431e8faba154ca7bb85e&device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 1099 time: 0.0387104 Dec 10 18:50:10.087000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-74923b3a-700d-4ae4-ae3b-6b9130d7b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:10.088360 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-74923b3a-700d-4ae4-ae3b-6b9130d7b1da service neutron] 10.222.0.21 "GET /v2.0/networks?id=472345a9-a652-4916-8622-9f1f12b32a21 HTTP/1.1" status: 200 len: 912 time: 0.0857511 Dec 10 18:50:10.133559 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-71a8547c-db04-4a17-b7b7-5ec8b4287bcd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaa91320-980b-4b5d-b7ba-7dac74c480fe HTTP/1.1" status: 200 len: 217 time: 0.0331981 Dec 10 18:50:10.183918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-a1fdf39c-ae1b-4b8c-a5da-275b5fe23815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:10.185328 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-a1fdf39c-ae1b-4b8c-a5da-275b5fe23815 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fb4eff34-2d0e-4fa3-a2ff-7353c9061251 HTTP/1.1" status: 200 len: 851 time: 0.0408833 Dec 10 18:50:10.230540 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-74d0c4c2-4224-47bf-8f6a-7b3a334eebe4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=472345a9-a652-4916-8622-9f1f12b32a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269625 Dec 10 18:50:10.320899 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-df9b7f4e-e8b2-4762-b2b0-78e88286d7a7 service neutron] 10.222.0.21 "GET /v2.0/networks/472345a9-a652-4916-8622-9f1f12b32a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789180 Dec 10 18:50:10.415174 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3e053e9d-29ec-45a1-9718-2dc478c1c4cb req-334ae8a7-e232-478d-bda5-1abc01f1c8ee service neutron] 10.222.0.21 "GET /v2.0/networks/472345a9-a652-4916-8622-9f1f12b32a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829830 Dec 10 18:50:11.002260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2228c-16a2-4375-8088-88b9d2c43644 req-fda8c510-a516-4f97-b910-614825cc391c tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:11.003631 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dfc2228c-16a2-4375-8088-88b9d2c43644 req-fda8c510-a516-4f97-b910-614825cc391c tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0520499 Dec 10 18:50:11.049434 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dfc2228c-16a2-4375-8088-88b9d2c43644 req-11d5d3cf-51ee-4045-a495-1654dcf931d3 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398068 Dec 10 18:50:12.163497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10577e33-1326-4e2a-a24d-2a4dfe7296e9 req-b1537774-81bf-4665-9d37-4de568df2431 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:12.164967 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-10577e33-1326-4e2a-a24d-2a4dfe7296e9 req-b1537774-81bf-4665-9d37-4de568df2431 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0480132 Dec 10 18:50:12.211261 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-10577e33-1326-4e2a-a24d-2a4dfe7296e9 req-ab7147a6-e54f-44e5-a9c2-a0dd8670c549 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403333 Dec 10 18:50:12.543940 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eaa91320-980b-4b5d-b7ba-7dac74c480fe details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:50:12.547158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eaa91320-980b-4b5d-b7ba-7dac74c480fe no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:12.696324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.699094 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eaa91320-980b-4b5d-b7ba-7dac74c480fe, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eaa91320-980b-4b5d-b7ba-7dac74c480fe,segment=NetworkSegment(9746f744-47c0-406e-beb3-2b688786b7ad),segment_id=9746f744-47c0-406e-beb3-2b688786b7ad)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:12.722070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'eaa91320-980b-4b5d-b7ba-7dac74c480fe', 'network_id': '472345a9-a652-4916-8622-9f1f12b32a21', 'port_id': 'eaa91320-980b-4b5d-b7ba-7dac74c480fe', 'mac_address': 'fa:16:3e:48:c6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4eff34-2d0e-4fa3-a2ff-7353c9061251', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:50:12.731951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fb5b45-14f6-4664-bc51-aa1d8072b08d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa91320-980b-4b5d-b7ba-7dac74c480fe'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:12.734756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4362d57e-80a6-49cd-9b1c-4f6ab730e19e" -d '{"events": [{"server_uuid": "63fb5b45-14f6-4664-bc51-aa1d8072b08d", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa91320-980b-4b5d-b7ba-7dac74c480fe"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:12.773481 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eaa91320-980b-4b5d-b7ba-7dac74c480fe, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eaa91320-980b-4b5d-b7ba-7dac74c480fe,segment=NetworkSegment(9746f744-47c0-406e-beb3-2b688786b7ad),segment_id=9746f744-47c0-406e-beb3-2b688786b7ad)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:12.781621 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.794504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eaa91320-980b-4b5d-b7ba-7dac74c480fe {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:50:12.807076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09188ad5-d567-4c1b-b11a-3d3c76032333 x-openstack-request-id: req-09188ad5-d567-4c1b-b11a-3d3c76032333 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:12.807429 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fb5b45-14f6-4664-bc51-aa1d8072b08d", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa91320-980b-4b5d-b7ba-7dac74c480fe", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:12.807696 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09188ad5-d567-4c1b-b11a-3d3c76032333 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:12.808095 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fb5b45-14f6-4664-bc51-aa1d8072b08d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa91320-980b-4b5d-b7ba-7dac74c480fe', 'code': 200} Dec 10 18:50:12.861457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.931445 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:50:12.931827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:50:12.936117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eaa91320-980b-4b5d-b7ba-7dac74c480fe,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:12.943707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.944065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.944493 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.944841 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.945180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.945517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.945892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.946226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.946565 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.946893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.947221 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.947548 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:12.947871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:13.329319 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a46ab3-ad26-4a49-80d3-052563425b34 req-fdaf3a34-7e73-4ee3-b771-c3efb53f5271 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:13.330812 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-81a46ab3-ad26-4a49-80d3-052563425b34 req-fdaf3a34-7e73-4ee3-b771-c3efb53f5271 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 944 time: 0.0518501 Dec 10 18:50:13.377109 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-81a46ab3-ad26-4a49-80d3-052563425b34 req-f58bc416-7374-4412-ae18-8039ecab0375 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401809 Dec 10 18:50:13.471809 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.484742 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa91320-980b-4b5d-b7ba-7dac74c480fe {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:50:13.504918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eaa91320-980b-4b5d-b7ba-7dac74c480fe, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eaa91320-980b-4b5d-b7ba-7dac74c480fe,segment=NetworkSegment(9746f744-47c0-406e-beb3-2b688786b7ad),segment_id=9746f744-47c0-406e-beb3-2b688786b7ad)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:13.582900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:13.631798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eaa91320-980b-4b5d-b7ba-7dac74c480fe,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:13.644768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['eaa91320-980b-4b5d-b7ba-7dac74c480fe'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:50:13.915046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-12d041e3-28b5-4fd4-be57-b1583585a9d1 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:13.916504 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-12d041e3-28b5-4fd4-be57-b1583585a9d1 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.21 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d&tenant_id=6e638bf953ea431e8faba154ca7bb85e&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 945 time: 0.0946462 Dec 10 18:50:13.998533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-16cfffc6-3e72-4615-90f2-339265abb509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:14.000501 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-16cfffc6-3e72-4615-90f2-339265abb509 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e638bf953ea431e8faba154ca7bb85e&device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 1098 time: 0.0389726 Dec 10 18:50:14.091217 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-2e557d27-069c-4fc1-8efa-8eb25e450d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:14.092609 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-2e557d27-069c-4fc1-8efa-8eb25e450d5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=472345a9-a652-4916-8622-9f1f12b32a21 HTTP/1.1" status: 200 len: 912 time: 0.0849707 Dec 10 18:50:14.134206 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-c29b0006-d0b9-4cc0-9928-6bbad8e453e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaa91320-980b-4b5d-b7ba-7dac74c480fe HTTP/1.1" status: 200 len: 217 time: 0.0337191 Dec 10 18:50:14.185169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-f3d77b3a-6ea4-405f-ae3e-676d859ba513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:14.186619 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-f3d77b3a-6ea4-405f-ae3e-676d859ba513 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fb4eff34-2d0e-4fa3-a2ff-7353c9061251 HTTP/1.1" status: 200 len: 851 time: 0.0459590 Dec 10 18:50:14.218148 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-33c62201-7a7f-4249-8f98-a79b374df795 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=472345a9-a652-4916-8622-9f1f12b32a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232608 Dec 10 18:50:14.304430 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-e9f9fcf8-dba8-481a-a5c8-6d75f757b428 service neutron] 10.222.0.21 "GET /v2.0/networks/472345a9-a652-4916-8622-9f1f12b32a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788465 Dec 10 18:50:14.395312 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-0fcb4658-e625-4f73-9546-5f1a7272d9ec service neutron] 10.222.0.21 "GET /v2.0/networks/472345a9-a652-4916-8622-9f1f12b32a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838516 Dec 10 18:50:14.574778 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eaa91320-980b-4b5d-b7ba-7dac74c480fe up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:14.623910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port eaa91320-980b-4b5d-b7ba-7dac74c480fe triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:14.624565 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.702202 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.732570 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eaa91320-980b-4b5d-b7ba-7dac74c480fe, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eaa91320-980b-4b5d-b7ba-7dac74c480fe,segment=NetworkSegment(9746f744-47c0-406e-beb3-2b688786b7ad),segment_id=9746f744-47c0-406e-beb3-2b688786b7ad)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:14.791321 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.813643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fb5b45-14f6-4664-bc51-aa1d8072b08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa91320-980b-4b5d-b7ba-7dac74c480fe'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:14.815953 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c83a3d-7a3b-42d7-8a14-ce6053cdb675" -d '{"events": [{"server_uuid": "63fb5b45-14f6-4664-bc51-aa1d8072b08d", "name": "network-vif-plugged", "status": "completed", "tag": "eaa91320-980b-4b5d-b7ba-7dac74c480fe"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:14.842829 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eaa91320-980b-4b5d-b7ba-7dac74c480fe,revision_number=8']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:14.870199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b40f22-b5f3-4399-8592-b9822694cbdc x-openstack-request-id: req-56b40f22-b5f3-4399-8592-b9822694cbdc {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:14.870499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fb5b45-14f6-4664-bc51-aa1d8072b08d", "name": "network-vif-plugged", "status": "completed", "tag": "eaa91320-980b-4b5d-b7ba-7dac74c480fe", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:14.870775 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56b40f22-b5f3-4399-8592-b9822694cbdc {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:14.871170 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fb5b45-14f6-4664-bc51-aa1d8072b08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa91320-980b-4b5d-b7ba-7dac74c480fe', 'code': 200} Dec 10 18:50:15.815206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066766e-a0dc-4739-8453-1b705b88e530 req-ddb2c341-b389-4d40-9584-7e76cc249efd tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:15.816650 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b066766e-a0dc-4739-8453-1b705b88e530 req-ddb2c341-b389-4d40-9584-7e76cc249efd tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0553603 Dec 10 18:50:15.870018 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b066766e-a0dc-4739-8453-1b705b88e530 req-facb8b0b-7368-484c-9857-c449776cec60 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471971 Dec 10 18:50:16.479618 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c894c10-0c6e-4330-b1ff-9bbc41e8d49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:16.985123 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e308cd-f335-44fe-8dda-d78f08774c74 req-ebcdb4b7-1c53-45c8-8bef-3ae56ec9bb69 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:16.987181 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-35e308cd-f335-44fe-8dda-d78f08774c74 req-ebcdb4b7-1c53-45c8-8bef-3ae56ec9bb69 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0476494 Dec 10 18:50:17.035743 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-35e308cd-f335-44fe-8dda-d78f08774c74 req-179bebea-4556-425b-aaf6-42ca5e7facc0 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/security-groups?id=a934f729-d377-40ad-9ffa-1654b34eb2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 Dec 10 18:50:17.664698 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-1ea67662-b995-4ec6-b7eb-d3a73bf59e8b tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:17.666160 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-1ea67662-b995-4ec6-b7eb-d3a73bf59e8b tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.21 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 946 time: 0.0485973 Dec 10 18:50:17.761946 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Deleting port eaa91320-980b-4b5d-b7ba-7dac74c480fe {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:17.761946 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.844571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] For port eaa91320-980b-4b5d-b7ba-7dac74c480fe, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eaa91320-980b-4b5d-b7ba-7dac74c480fe,segment=NetworkSegment(9746f744-47c0-406e-beb3-2b688786b7ad),segment_id=9746f744-47c0-406e-beb3-2b688786b7ad)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:17.844939 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:17.857205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Calling delete_port for eaa91320-980b-4b5d-b7ba-7dac74c480fe owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:18.048433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:18.063433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['eaa91320-980b-4b5d-b7ba-7dac74c480fe'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:50:18.078218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Pushing event deleted for resources: {'Port': ['ID=eaa91320-980b-4b5d-b7ba-7dac74c480fe,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:18.090161 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:18.090519 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:18.090948 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:18.091303 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:18.091642 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:18.091979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:18.092316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:18.092650 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:18.092984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:18.093316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:18.093647 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:18.093998 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:18.094326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:18.128034 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] No DVR routers for this DVR port eaa91320-980b-4b5d-b7ba-7dac74c480fe on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:18.137290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:18.137290 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e5c195ea-40d2-4475-9c42-d1cd2a713102 req-731cbf2a-8345-4055-9c9d-445575c23e03 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.21 "DELETE /v2.0/ports/eaa91320-980b-4b5d-b7ba-7dac74c480fe HTTP/1.1" status: 204 len: 173 time: 0.4612663 Dec 10 18:50:18.137641 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f9ef0e19-ba71-4d2a-a0fe-060cf87f503e req-d14bade8-5472-4a24-88b9-4f56abd5b251 tempest-DeleteServersTestJSON-1256156660 tempest-DeleteServersTestJSON-1256156660-project] 10.222.0.60 "GET /v2.0/ports?device_id=63fb5b45-14f6-4664-bc51-aa1d8072b08d HTTP/1.1" status: 200 len: 210 time: 0.0250561 Dec 10 18:50:18.138099 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fb5b45-14f6-4664-bc51-aa1d8072b08d', 'name': 'network-vif-deleted', 'tag': 'eaa91320-980b-4b5d-b7ba-7dac74c480fe'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:18.138099 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bff38e6-904a-452f-b6c2-6a3df9b7a202" -d '{"events": [{"server_uuid": "63fb5b45-14f6-4664-bc51-aa1d8072b08d", "name": "network-vif-deleted", "tag": "eaa91320-980b-4b5d-b7ba-7dac74c480fe"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:18.177293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04e1192-30f1-4620-9f4a-53c73d84edd8 x-openstack-request-id: req-d04e1192-30f1-4620-9f4a-53c73d84edd8 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:18.177602 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fb5b45-14f6-4664-bc51-aa1d8072b08d", "name": "network-vif-deleted", "tag": "eaa91320-980b-4b5d-b7ba-7dac74c480fe", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:18.177900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d04e1192-30f1-4620-9f4a-53c73d84edd8 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:18.178311 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fb5b45-14f6-4664-bc51-aa1d8072b08d', 'name': 'network-vif-deleted', 'tag': 'eaa91320-980b-4b5d-b7ba-7dac74c480fe', 'status': 'completed', 'code': 200} Dec 10 18:50:18.559776 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:18.817056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-40cdb8b3-106c-4e95-9287-318a575457be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.263002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39534) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:19.306472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Deleting subnet fb4eff34-2d0e-4fa3-a2ff-7353c9061251 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:50:19.309425 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.343865 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.381446 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.486522 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.512220 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb4eff34-2d0e-4fa3-a2ff-7353c9061251,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:19.520384 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.523586 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fb4eff34-2d0e-4fa3-a2ff-7353c9061251 HTTP/1.1" status: 204 len: 168 time: 0.2594955 Dec 10 18:50:19.525089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:19.525444 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:19.525816 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:19.526155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:19.526449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39536) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:19.526856 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:19.526856 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:19.527119 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:19.527493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:19.527774 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:19.528100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:19.528422 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:19.528751 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:19.529068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5594dbf-3a6d-4e13-92a2-ed1d59c471bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:19.597103 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2ac1bfde-2a85-4d09-ac32-bcddc96fcec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.675408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2ac1bfde-2a85-4d09-ac32-bcddc96fcec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.695213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-2ac1bfde-2a85-4d09-ac32-bcddc96fcec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472345a9-a652-4916-8622-9f1f12b32a21']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:19.704341 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-2ac1bfde-2a85-4d09-ac32-bcddc96fcec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9746f744-47c0-406e-beb3-2b688786b7ad') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:19.704635 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-2ac1bfde-2a85-4d09-ac32-bcddc96fcec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9746f744-47c0-406e-beb3-2b688786b7ad') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:19.713651 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2ac1bfde-2a85-4d09-ac32-bcddc96fcec5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.726811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2ac1bfde-2a85-4d09-ac32-bcddc96fcec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.732574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac1bfde-2a85-4d09-ac32-bcddc96fcec5 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:19.732957 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2ac1bfde-2a85-4d09-ac32-bcddc96fcec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:19.734617 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:19.862877 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2ac1bfde-2a85-4d09-ac32-bcddc96fcec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.868194 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2ac1bfde-2a85-4d09-ac32-bcddc96fcec5 admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:19.871313 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2ac1bfde-2a85-4d09-ac32-bcddc96fcec5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/472345a9-a652-4916-8622-9f1f12b32a21 HTTP/1.1" status: 204 len: 168 time: 0.3438778 Dec 10 18:50:19.883038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1bfde-2a85-4d09-ac32-bcddc96fcec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=472345a9-a652-4916-8622-9f1f12b32a21,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:20.140835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39540) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:20.154365 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.180764 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-05adcc74-8873-428b-b9cd-e836c33be2a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e638bf953ea431e8faba154ca7bb85e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386488 Dec 10 18:50:20.183362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39542) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:20.233437 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e392b17-333b-4bf2-be8c-1abe164618cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.254107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e392b17-333b-4bf2-be8c-1abe164618cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.399858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e392b17-333b-4bf2-be8c-1abe164618cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.402523 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e392b17-333b-4bf2-be8c-1abe164618cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:20.405241 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0e392b17-333b-4bf2-be8c-1abe164618cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a934f729-d377-40ad-9ffa-1654b34eb2d0 HTTP/1.1" status: 204 len: 168 time: 0.2194636 Dec 10 18:50:20.412244 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e392b17-333b-4bf2-be8c-1abe164618cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a934f729-d377-40ad-9ffa-1654b34eb2d0,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:20.618144 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eaa91320-980b-4b5d-b7ba-7dac74c480fe no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:20.637875 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: eaa91320-980b-4b5d-b7ba-7dac74c480fe {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:20.638209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eaa91320-980b-4b5d-b7ba-7dac74c480fe not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:21.272011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39564) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:21.359773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.367948 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-722361408-network', 'tenant_id': 'f338ab949a21403ebb96d17cad4c0efb'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:21.445207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] Made reservation on behalf of f338ab949a21403ebb96d17cad4c0efb for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:21.447535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.456130 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.528707 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.591139 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.617532 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:21.622825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a38f04-4a69-4b65-a50c-d21721a71072,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:21.630758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.630916 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] Added segment 1fa3568c-a97b-4703-8e16-41c29e744c93 of type vlan for network 6c128b36-ac0a-4732-a546-74e70c020ae6 Dec 10 18:50:21.669258 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.774007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.774897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:21.775475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:21.836201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] Pushing event updated for resources: {'Network': ['ID=6c128b36-ac0a-4732-a546-74e70c020ae6,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:21.845832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 6c128b36-ac0a-4732-a546-74e70c020ae6 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:21.897318 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b1a1d176-fb8f-4a7e-aca3-9bb3a524a30f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6215129 Dec 10 18:50:21.898682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39568) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:21.903641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-08d179e8-3c0c-4600-869c-58f8c2350f0a admin admin] Request body: {'subnet': {'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-722361408-subnet', 'tenant_id': 'f338ab949a21403ebb96d17cad4c0efb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:21.979721 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d179e8-3c0c-4600-869c-58f8c2350f0a admin admin] Made reservation on behalf of f338ab949a21403ebb96d17cad4c0efb for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:21.982222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-08d179e8-3c0c-4600-869c-58f8c2350f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.211610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-08d179e8-3c0c-4600-869c-58f8c2350f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.260320 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d179e8-3c0c-4600-869c-58f8c2350f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=017d2201-2829-4711-abc5-8d0507d15a20,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:22.275521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d179e8-3c0c-4600-869c-58f8c2350f0a admin admin] Checking segment: {'id': '1fa3568c-a97b-4703-8e16-41c29e744c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:22.276150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d179e8-3c0c-4600-869c-58f8c2350f0a admin admin] Network hostable DHCP agents. Network: 6c128b36-ac0a-4732-a546-74e70c020ae6, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:22.434130 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d179e8-3c0c-4600-869c-58f8c2350f0a admin admin] Network 6c128b36-ac0a-4732-a546-74e70c020ae6 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:22.514104 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-08d179e8-3c0c-4600-869c-58f8c2350f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 6c128b36-ac0a-4732-a546-74e70c020ae6) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:22.518698 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d179e8-3c0c-4600-869c-58f8c2350f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:22.519306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-08d179e8-3c0c-4600-869c-58f8c2350f0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.524398 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dd481d-14c2-4161-8380-8b6024de88cc None None] Network 6c128b36-ac0a-4732-a546-74e70c020ae6 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:22.562959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.608515 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-08d179e8-3c0c-4600-869c-58f8c2350f0a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7086575 Dec 10 18:50:22.624337 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81733fa8-4c2f-4bb7-a55c-a71ea6c1d7b6 None None] Network 6c128b36-ac0a-4732-a546-74e70c020ae6 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:23.018044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-6b0e5e17-1dca-4df2-805f-4bb268b95686 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:23.019421 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-6b0e5e17-1dca-4df2-805f-4bb268b95686 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/networks?id=6c128b36-ac0a-4732-a546-74e70c020ae6 HTTP/1.1" status: 200 len: 814 time: 0.0985725 Dec 10 18:50:23.033770 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-fb50eac3-5ad0-4d1c-88e5-d9180518615c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/quotas/f338ab949a21403ebb96d17cad4c0efb HTTP/1.1" status: 200 len: 375 time: 0.0086572 Dec 10 18:50:23.067420 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-2d825a82-4e46-44ad-a4bb-b3b43a05e3cf tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f338ab949a21403ebb96d17cad4c0efb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286374 Dec 10 18:50:23.153008 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-7dbcdab5-7e70-4625-8d74-300b804409c9 service neutron] 10.222.0.60 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786996 Dec 10 18:50:23.242873 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5e7cecfb-1697-43b5-9c44-5d03ae6f5d6e service neutron] 10.222.0.60 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838475 Dec 10 18:50:23.507690 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3d7a36e1-36bd-49b8-8125-f251b1b22da3 req-6d754891-e7f5-4075-adca-37011c5d6eb3 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 210 time: 0.0279343 Dec 10 18:50:24.606939 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ac77c23d-b712-4f02-9faf-4d3e1a1498e6 req-b4e17914-51e9-4303-b064-2f63a18235c7 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 210 time: 0.0275435 Dec 10 18:50:25.568760 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-3532d80b-9cb0-4125-8eea-f7b76d2d7167 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:25.570239 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-3532d80b-9cb0-4125-8eea-f7b76d2d7167 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.21 "GET /v2.0/networks?id=6c128b36-ac0a-4732-a546-74e70c020ae6 HTTP/1.1" status: 200 len: 814 time: 0.1047673 Dec 10 18:50:25.585683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-d5764f95-6b52-4632-a0c7-576f17bcd162 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Request body: {'port': {'device_id': '59967631-57b4-43f2-a7b0-6a08aee75f03', 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6', 'admin_state_up': True, 'tenant_id': 'f338ab949a21403ebb96d17cad4c0efb'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:25.703342 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0e424815-1627-48bb-9ce2-16b8e7ffba83 req-f1f5f93c-2024-4ec7-946c-87a5aa0160db tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 210 time: 0.0258968 Dec 10 18:50:25.765762 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-d5764f95-6b52-4632-a0c7-576f17bcd162 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Made reservation on behalf of f338ab949a21403ebb96d17cad4c0efb for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:25.770494 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-d5764f95-6b52-4632-a0c7-576f17bcd162 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:25.899368 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-d5764f95-6b52-4632-a0c7-576f17bcd162 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Allocated IP 172.20.0.13 (6c128b36-ac0a-4732-a546-74e70c020ae6/017d2201-2829-4711-abc5-8d0507d15a20/516fe93e-cea8-4bdd-ba6f-bfa22f66571b) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:26.045681 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-d5764f95-6b52-4632-a0c7-576f17bcd162 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.131508 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-d5764f95-6b52-4632-a0c7-576f17bcd162 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.172859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-d5764f95-6b52-4632-a0c7-576f17bcd162 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Network 6c128b36-ac0a-4732-a546-74e70c020ae6 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:26.176528 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-d5764f95-6b52-4632-a0c7-576f17bcd162 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:26.180213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-d5764f95-6b52-4632-a0c7-576f17bcd162 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:26.206605 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5764f95-6b52-4632-a0c7-576f17bcd162 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Pushing event updated for resources: {'Port': ['ID=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:26.231315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-d5764f95-6b52-4632-a0c7-576f17bcd162 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:26.231921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-d5764f95-6b52-4632-a0c7-576f17bcd162 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.305602 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-d5764f95-6b52-4632-a0c7-576f17bcd162 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7239599 Dec 10 18:50:26.323387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Request body: {'port': {'device_id': '59967631-57b4-43f2-a7b0-6a08aee75f03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:26.379398 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.636934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516fe93e-cea8-4bdd-ba6f-bfa22f66571b {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:50:26.644773 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.656317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Transition to ACTIVE for port object 516fe93e-cea8-4bdd-ba6f-bfa22f66571b will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:50:26.722487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.771642 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Pushing event updated for resources: {'Port': ['ID=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:26.819581 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110ce25-1867-424d-877f-bd1c0682b053 req-f916c775-c61f-4be3-a0e9-836ea3233e3d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:26.821051 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9110ce25-1867-424d-877f-bd1c0682b053 req-f916c775-c61f-4be3-a0e9-836ea3233e3d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 944 time: 0.0483196 Dec 10 18:50:26.843870 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Attempting to bind port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:26.844207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Attempting to bind port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '1fa3568c-a97b-4703-8e16-41c29e744c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:26.844879 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Attempting to bind port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b on network 6c128b36-ac0a-4732-a546-74e70c020ae6 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:26.848818 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b on network 6c128b36-ac0a-4732-a546-74e70c020ae6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:50:26.849138 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Attempting to bind port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b on network 6c128b36-ac0a-4732-a546-74e70c020ae6 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:26.854650 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:26.854985 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Checking segment: {'id': '1fa3568c-a97b-4703-8e16-41c29e744c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:26.855377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Bound using segment: {'id': '1fa3568c-a97b-4703-8e16-41c29e744c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:26.855800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Bound port: 516fe93e-cea8-4bdd-ba6f-bfa22f66571b, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa3568c-a97b-4703-8e16-41c29e744c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:26.856172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.875523 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9110ce25-1867-424d-877f-bd1c0682b053 req-0f1d18e9-ffeb-4a15-9909-6fe0049dfe58 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481746 Dec 10 18:50:26.917895 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] For port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:26.920804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] For port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:26.986285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:27.023404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:27.024031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:27.025410 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] 10.222.0.21 "PUT /v2.0/ports/516fe93e-cea8-4bdd-ba6f-bfa22f66571b HTTP/1.1" status: 200 len: 1094 time: 0.7062271 Dec 10 18:50:27.025879 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59967631-57b4-43f2-a7b0-6a08aee75f03', 'tag': '516fe93e-cea8-4bdd-ba6f-bfa22f66571b'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:27.028133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eede396-4f7d-46f2-b0d2-775ddc00da25" -d '{"events": [{"name": "network-changed", "server_uuid": "59967631-57b4-43f2-a7b0-6a08aee75f03", "tag": "516fe93e-cea8-4bdd-ba6f-bfa22f66571b"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:27.050900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17b949-437d-47e8-bbdd-99392e46b73f service neutron] Pushing event updated for resources: {'Port': ['ID=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:27.071305 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca69ba03-bb09-43fe-b2e8-f4f473d8cdc9 x-openstack-request-id: req-ca69ba03-bb09-43fe-b2e8-f4f473d8cdc9 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:27.071628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59967631-57b4-43f2-a7b0-6a08aee75f03", "tag": "516fe93e-cea8-4bdd-ba6f-bfa22f66571b", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:27.071871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca69ba03-bb09-43fe-b2e8-f4f473d8cdc9 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:27.072284 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59967631-57b4-43f2-a7b0-6a08aee75f03', 'tag': '516fe93e-cea8-4bdd-ba6f-bfa22f66571b', 'status': 'completed', 'code': 200} Dec 10 18:50:27.376878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eede396-4f7d-46f2-b0d2-775ddc00da25 req-86081753-3498-4e2d-beec-19ab30bc6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:27.378391 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9eede396-4f7d-46f2-b0d2-775ddc00da25 req-86081753-3498-4e2d-beec-19ab30bc6959 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f338ab949a21403ebb96d17cad4c0efb&device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 1097 time: 0.2863855 Dec 10 18:50:27.482819 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eede396-4f7d-46f2-b0d2-775ddc00da25 req-a0aabcdc-a432-4269-bc50-b55de35e35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:27.484160 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9eede396-4f7d-46f2-b0d2-775ddc00da25 req-a0aabcdc-a432-4269-bc50-b55de35e35c8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f338ab949a21403ebb96d17cad4c0efb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0926147 Dec 10 18:50:27.578829 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eede396-4f7d-46f2-b0d2-775ddc00da25 req-c3754a27-67ee-4358-a24e-fbbd261b6d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:27.580770 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9eede396-4f7d-46f2-b0d2-775ddc00da25 req-c3754a27-67ee-4358-a24e-fbbd261b6d43 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855138 Dec 10 18:50:27.658814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-023b0ce3-829a-4d68-8628-7ba073d53e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:27.660247 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-023b0ce3-829a-4d68-8628-7ba073d53e56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f338ab949a21403ebb96d17cad4c0efb&device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 1097 time: 0.0394332 Dec 10 18:50:27.703864 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-29985bc9-0cf8-440b-ba82-4d3ce8c0f678 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=516fe93e-cea8-4bdd-ba6f-bfa22f66571b HTTP/1.1" status: 200 len: 217 time: 0.0357254 Dec 10 18:50:27.757742 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-348ce32d-ed7a-49c3-9f98-289a906851a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:27.759111 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-348ce32d-ed7a-49c3-9f98-289a906851a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=017d2201-2829-4711-abc5-8d0507d15a20 HTTP/1.1" status: 200 len: 854 time: 0.0415521 Dec 10 18:50:27.793939 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-5df127e8-96dd-4e3d-a87b-f227e9033f80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c128b36-ac0a-4732-a546-74e70c020ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240629 Dec 10 18:50:27.885513 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-993777ad-9f1c-4246-b6d6-44a6b9a0afc8 service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837996 Dec 10 18:50:27.979920 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b8dcaddd-f9ae-486a-a8e3-8b222d8dd0a8 req-e2ab8d0b-e3f4-4adc-affd-4673f059a5a9 service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831666 Dec 10 18:50:27.993246 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcdcb3-a497-42a3-9b7f-761959bcb1df req-bf4cc6a3-f6eb-4202-9a3b-fbb216218c23 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:27.994766 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-77bcdcb3-a497-42a3-9b7f-761959bcb1df req-bf4cc6a3-f6eb-4202-9a3b-fbb216218c23 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 944 time: 0.0484138 Dec 10 18:50:28.046388 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-77bcdcb3-a497-42a3-9b7f-761959bcb1df req-d0f5dcbd-2ee8-4c0d-a469-d041dfd4d1c1 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455353 Dec 10 18:50:29.160637 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3c259-7f57-4d5f-9b71-4f38cf1bbda4 req-9dc718ff-1487-4521-8202-839fa8eae60a tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:29.162127 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-86f3c259-7f57-4d5f-9b71-4f38cf1bbda4 req-9dc718ff-1487-4521-8202-839fa8eae60a tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 944 time: 0.0474572 Dec 10 18:50:29.208783 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-86f3c259-7f57-4d5f-9b71-4f38cf1bbda4 req-47ade985-775a-4e3d-86f6-9df10443d0bc tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 Dec 10 18:50:30.321983 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d00a3e-7379-4e9a-a7b3-cab611b5b858 req-58e876f2-ea77-451e-b3a7-8a5cd931fe65 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:30.323433 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-10d00a3e-7379-4e9a-a7b3-cab611b5b858 req-58e876f2-ea77-451e-b3a7-8a5cd931fe65 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 944 time: 0.0500629 Dec 10 18:50:30.369017 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-10d00a3e-7379-4e9a-a7b3-cab611b5b858 req-195019ac-fe14-425b-9c0e-43dfe68837bb tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394742 Dec 10 18:50:30.618361 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 516fe93e-cea8-4bdd-ba6f-bfa22f66571b details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:50:30.710312 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:30.721163 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '516fe93e-cea8-4bdd-ba6f-bfa22f66571b', 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6', 'port_id': '516fe93e-cea8-4bdd-ba6f-bfa22f66571b', 'mac_address': 'fa:16:3e:f3:4e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017d2201-2829-4711-abc5-8d0507d15a20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:50:30.760944 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:30.773155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516fe93e-cea8-4bdd-ba6f-bfa22f66571b {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:50:30.791478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:30.908181 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:30.955289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:31.157791 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['516fe93e-cea8-4bdd-ba6f-bfa22f66571b'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:50:31.481670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97641275-a894-4bdb-9064-bf0c1f842ab5 req-b4a1436d-3858-4cbe-b468-052696356d8e tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:31.483072 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-97641275-a894-4bdb-9064-bf0c1f842ab5 req-b4a1436d-3858-4cbe-b468-052696356d8e tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 945 time: 0.0481410 Dec 10 18:50:31.531213 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-97641275-a894-4bdb-9064-bf0c1f842ab5 req-e22a9f3c-0e47-413f-9d2d-b31dd7610a97 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417309 Dec 10 18:50:32.633685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 516fe93e-cea8-4bdd-ba6f-bfa22f66571b up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:32.648829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76babe-3465-4632-a0e6-8d2b9420b626 req-68661ba1-b515-4dcc-ab2f-d0b06fdbcfcc tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:32.650316 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1a76babe-3465-4632-a0e6-8d2b9420b626 req-68661ba1-b515-4dcc-ab2f-d0b06fdbcfcc tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 945 time: 0.0533452 Dec 10 18:50:32.698621 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1a76babe-3465-4632-a0e6-8d2b9420b626 req-7102e37d-814d-4f63-ba9d-5bd598d97551 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Dec 10 18:50:32.742360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:50:32.746600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:32.746912 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.823469 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.846862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59967631-57b4-43f2-a7b0-6a08aee75f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516fe93e-cea8-4bdd-ba6f-bfa22f66571b'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:32.849084 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7658e75c-19a4-4e94-8c55-b29203749560" -d '{"events": [{"server_uuid": "59967631-57b4-43f2-a7b0-6a08aee75f03", "name": "network-vif-plugged", "status": "completed", "tag": "516fe93e-cea8-4bdd-ba6f-bfa22f66571b"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:32.861659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:32.867351 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:50:32.885513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f432814-c9f1-4ccd-894c-4ef7696a0a37 x-openstack-request-id: req-5f432814-c9f1-4ccd-894c-4ef7696a0a37 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:32.885853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59967631-57b4-43f2-a7b0-6a08aee75f03", "name": "network-vif-plugged", "status": "completed", "tag": "516fe93e-cea8-4bdd-ba6f-bfa22f66571b", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:32.886211 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f432814-c9f1-4ccd-894c-4ef7696a0a37 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:32.886618 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59967631-57b4-43f2-a7b0-6a08aee75f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516fe93e-cea8-4bdd-ba6f-bfa22f66571b', 'code': 200} Dec 10 18:50:32.925197 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.973070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:33.205240 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9a366-fdee-44df-9cc0-cd29d10ae2da req-d6e5f872-6ee6-4baa-b26d-2d6d77b4bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:33.206856 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-70c9a366-fdee-44df-9cc0-cd29d10ae2da req-d6e5f872-6ee6-4baa-b26d-2d6d77b4bdcd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 1099 time: 0.0446770 Dec 10 18:50:33.256014 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-70c9a366-fdee-44df-9cc0-cd29d10ae2da req-19f60714-5b50-4c21-b350-1623d23fa11e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Dec 10 18:50:33.810702 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ff2aa-46c9-4511-bad1-6f6936732704 req-0b6d0e05-5f02-46a3-a82e-5e29ac45f554 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:33.812054 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ee8ff2aa-46c9-4511-bad1-6f6936732704 req-0b6d0e05-5f02-46a3-a82e-5e29ac45f554 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0469093 Dec 10 18:50:33.857806 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ee8ff2aa-46c9-4511-bad1-6f6936732704 req-40cc85f3-5147-4813-b5f4-9533fc88f6ef tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392060 Dec 10 18:50:34.980980 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919947c-a2d2-4a12-af64-b998e7d2e217 req-894be442-2ce8-45db-b573-1b1893b1a165 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:34.982492 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8919947c-a2d2-4a12-af64-b998e7d2e217 req-894be442-2ce8-45db-b573-1b1893b1a165 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0539472 Dec 10 18:50:35.039376 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8919947c-a2d2-4a12-af64-b998e7d2e217 req-5c571ce0-8b65-4ad0-a73b-dc0e86f014b3 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509264 Dec 10 18:50:35.178875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989d9f7-9b40-483e-a124-8697bdc29601 req-6111b4d7-59ae-4d02-8ada-1b34552c5d6a tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:35.180282 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7989d9f7-9b40-483e-a124-8697bdc29601 req-6111b4d7-59ae-4d02-8ada-1b34552c5d6a tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0597022 Dec 10 18:50:35.236788 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7989d9f7-9b40-483e-a124-8697bdc29601 req-ac9f84d0-419d-49b6-b94f-1fc594f54dc8 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505722 Dec 10 18:50:35.531125 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9ffc1-177d-4310-8011-cfe939a75e94 req-04e840e1-7a32-45f2-b5e5-29bf507d078d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:35.532583 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8f9ffc1-177d-4310-8011-cfe939a75e94 req-04e840e1-7a32-45f2-b5e5-29bf507d078d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0500026 Dec 10 18:50:35.584038 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8f9ffc1-177d-4310-8011-cfe939a75e94 req-339809ef-b0a4-4351-b55d-500d6b1c280c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454319 Dec 10 18:50:35.634095 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c336a7b5-d135-4e2f-bad3-fc6ecd9e13db req-5fa61154-895c-4215-9961-0d8894ac1008 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390222 Dec 10 18:50:35.707132 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaf016-a448-4377-a1ae-7cc27d951900 req-abce0831-4d77-4e99-bd79-2ae44fd5f3fe tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:35.709166 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1deaf016-a448-4377-a1ae-7cc27d951900 req-abce0831-4d77-4e99-bd79-2ae44fd5f3fe tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0587251 Dec 10 18:50:35.718525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336a7b5-d135-4e2f-bad3-fc6ecd9e13db req-236497f2-71ca-4f76-98ec-3716889d3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:35.719988 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c336a7b5-d135-4e2f-bad3-fc6ecd9e13db req-236497f2-71ca-4f76-98ec-3716889d3d20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f338ab949a21403ebb96d17cad4c0efb&device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 1099 time: 0.0410268 Dec 10 18:50:35.758495 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1deaf016-a448-4377-a1ae-7cc27d951900 req-5d8f6387-a472-41a3-82af-6173e99bc009 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430191 Dec 10 18:50:35.829025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336a7b5-d135-4e2f-bad3-fc6ecd9e13db req-29808bf4-699c-462f-8688-9e179c6d2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:35.830548 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c336a7b5-d135-4e2f-bad3-fc6ecd9e13db req-29808bf4-699c-462f-8688-9e179c6d2b98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c128b36-ac0a-4732-a546-74e70c020ae6 HTTP/1.1" status: 200 len: 915 time: 0.0906210 Dec 10 18:50:35.872158 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c336a7b5-d135-4e2f-bad3-fc6ecd9e13db req-7ddf40a8-1da4-4f89-807e-8720a297d24f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=516fe93e-cea8-4bdd-ba6f-bfa22f66571b HTTP/1.1" status: 200 len: 217 time: 0.0345991 Dec 10 18:50:35.920050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336a7b5-d135-4e2f-bad3-fc6ecd9e13db req-b782553c-8279-460b-a525-c3c1e453f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:35.921527 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c336a7b5-d135-4e2f-bad3-fc6ecd9e13db req-b782553c-8279-460b-a525-c3c1e453f2f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=017d2201-2829-4711-abc5-8d0507d15a20 HTTP/1.1" status: 200 len: 854 time: 0.0428531 Dec 10 18:50:35.952789 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c336a7b5-d135-4e2f-bad3-fc6ecd9e13db req-03643173-6e74-4070-b0f5-0dba6b83904a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c128b36-ac0a-4732-a546-74e70c020ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244801 Dec 10 18:50:36.052518 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c336a7b5-d135-4e2f-bad3-fc6ecd9e13db req-4ff78b47-1d6d-4223-b443-8427fbd8f6e7 service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929055 Dec 10 18:50:36.146001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39395b-1303-468f-b5c8-115fee2e36eb req-b960b0ae-f483-492f-be80-3cc9ee2efc69 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:36.146642 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c336a7b5-d135-4e2f-bad3-fc6ecd9e13db req-117b2f1c-491c-4166-bbb0-b42fd7c3e8a9 service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873566 Dec 10 18:50:36.147509 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2f39395b-1303-468f-b5c8-115fee2e36eb req-b960b0ae-f483-492f-be80-3cc9ee2efc69 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0479722 Dec 10 18:50:36.195953 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2f39395b-1303-468f-b5c8-115fee2e36eb req-14ed9b5b-0a39-45a9-888b-91c7f0abb172 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 Dec 10 18:50:36.270131 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-013edc58-6518-4b82-be73-5aff0003dc1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385303 Dec 10 18:50:37.320675 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317a674-4af0-48f4-b505-093909968ff0 req-dc08abcc-6691-47d1-9728-436ce6757775 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:37.322412 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4317a674-4af0-48f4-b505-093909968ff0 req-dc08abcc-6691-47d1-9728-436ce6757775 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0574684 Dec 10 18:50:37.370424 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4317a674-4af0-48f4-b505-093909968ff0 req-8cec415e-43b5-44bd-8d32-4798efbdbfae tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416298 Dec 10 18:50:38.341102 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-7f0d4fa3-8106-445d-8d0e-80b45cb5f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:38.342630 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-7f0d4fa3-8106-445d-8d0e-80b45cb5f952 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f338ab949a21403ebb96d17cad4c0efb&device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 1099 time: 0.0460989 Dec 10 18:50:38.447106 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-114947c6-0259-4328-bf65-e73fa1cb80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:38.448589 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-114947c6-0259-4328-bf65-e73fa1cb80ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c128b36-ac0a-4732-a546-74e70c020ae6 HTTP/1.1" status: 200 len: 915 time: 0.0920670 Dec 10 18:50:38.484618 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dfbf5-803a-4be2-b886-16750a1d3c5f req-8aca9eba-0d7c-4bc2-8119-547854d16ee5 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:38.486146 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-262dfbf5-803a-4be2-b886-16750a1d3c5f req-8aca9eba-0d7c-4bc2-8119-547854d16ee5 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0480425 Dec 10 18:50:38.495473 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-69116b6c-e17b-4908-8ec9-481da5676b10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=516fe93e-cea8-4bdd-ba6f-bfa22f66571b HTTP/1.1" status: 200 len: 217 time: 0.0396340 Dec 10 18:50:38.535421 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-262dfbf5-803a-4be2-b886-16750a1d3c5f req-edec6f77-fc7b-4b6f-b176-157591d10355 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406306 Dec 10 18:50:38.546116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-dabd5884-8c04-44ee-b976-2ebcf843abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:38.547775 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-dabd5884-8c04-44ee-b976-2ebcf843abeb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=017d2201-2829-4711-abc5-8d0507d15a20 HTTP/1.1" status: 200 len: 854 time: 0.0442696 Dec 10 18:50:38.580061 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-559ec5d9-778e-4934-89ee-62fab2c2450a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c128b36-ac0a-4732-a546-74e70c020ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253036 Dec 10 18:50:38.667575 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-751d5415-7408-47cb-936f-1f5475e944af service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798099 Dec 10 18:50:38.759415 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-f2897e1c-453a-4415-b5b6-9d1557453cb8 service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852098 Dec 10 18:50:39.653641 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dde2e-37d7-40f0-a385-6ff5c39c8d8c req-43a83d89-4c9b-4a45-adf2-e3f3fdcbe481 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:39.655139 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-548dde2e-37d7-40f0-a385-6ff5c39c8d8c req-43a83d89-4c9b-4a45-adf2-e3f3fdcbe481 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0528281 Dec 10 18:50:39.704517 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-548dde2e-37d7-40f0-a385-6ff5c39c8d8c req-f8803b9a-a0e6-417d-879c-4e1a94b1ecab tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434701 Dec 10 18:50:40.817043 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747e98f-781e-4436-978a-3e60547b1b0e req-65f3ca7a-0709-4026-8479-ed1ea87d2557 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:40.818983 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a747e98f-781e-4436-978a-3e60547b1b0e req-65f3ca7a-0709-4026-8479-ed1ea87d2557 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0479553 Dec 10 18:50:40.864735 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a747e98f-781e-4436-978a-3e60547b1b0e req-cf633ae6-f9b3-4c53-80f9-2359d3f45594 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399690 Dec 10 18:50:41.980654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4a936-fec9-4f59-a3c7-f70a98359c15 req-20fc5ef8-29cb-4a80-afa2-b1731d2a8454 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:41.982561 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55c4a936-fec9-4f59-a3c7-f70a98359c15 req-20fc5ef8-29cb-4a80-afa2-b1731d2a8454 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0495932 Dec 10 18:50:42.033678 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55c4a936-fec9-4f59-a3c7-f70a98359c15 req-63ce1d2f-215e-4007-ab02-f1a25cb8c122 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437717 Dec 10 18:50:43.146301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa06471-f32d-477f-a984-e35b37f387aa req-16ee60f9-bcf6-4dee-a246-2d157e64c6f6 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:43.148424 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3fa06471-f32d-477f-a984-e35b37f387aa req-16ee60f9-bcf6-4dee-a246-2d157e64c6f6 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0475967 Dec 10 18:50:43.194308 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3fa06471-f32d-477f-a984-e35b37f387aa req-30edc465-3adb-4a6a-8568-9f655fadd981 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395374 Dec 10 18:50:44.307282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf09c4-689b-44e6-963f-d2237d15f937 req-740ff200-f4e6-4681-88d2-d97950108bc3 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:44.308748 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d4cf09c4-689b-44e6-963f-d2237d15f937 req-740ff200-f4e6-4681-88d2-d97950108bc3 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0477073 Dec 10 18:50:44.355429 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d4cf09c4-689b-44e6-963f-d2237d15f937 req-ed2f1f9a-6ad3-4d75-a1ce-899e06564af7 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407484 Dec 10 18:50:45.724792 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5a9b2-f312-483c-979c-57dfe4aa6658 req-b893c297-f108-4089-a744-5bb7dd6ff590 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:45.726309 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-49c5a9b2-f312-483c-979c-57dfe4aa6658 req-b893c297-f108-4089-a744-5bb7dd6ff590 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.3025339 Dec 10 18:50:45.773147 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-49c5a9b2-f312-483c-979c-57dfe4aa6658 req-ae2e0ded-e94e-4565-98c6-a4186012bb7b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407245 Dec 10 18:50:46.473195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c548f365-7a1f-4a3c-ba96-3dc3dbdc99c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:46.939616 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3a596-9ed2-4533-bed9-3e60b8319627 req-777170b1-88cb-480c-ad09-46ccb67378ed tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:46.941072 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1ea3a596-9ed2-4533-bed9-3e60b8319627 req-777170b1-88cb-480c-ad09-46ccb67378ed tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.1006765 Dec 10 18:50:46.987769 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1ea3a596-9ed2-4533-bed9-3e60b8319627 req-69b5ba08-a384-40ea-84cc-b9ffa48ece5c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Dec 10 18:50:48.160472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da797ddf-1b33-42e7-9692-02ffa2d70148 req-9709e5e6-06c7-4596-b6cb-10d7d12f0f68 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:48.161963 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-da797ddf-1b33-42e7-9692-02ffa2d70148 req-9709e5e6-06c7-4596-b6cb-10d7d12f0f68 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.1050770 Dec 10 18:50:48.213232 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-da797ddf-1b33-42e7-9692-02ffa2d70148 req-720f7244-6e57-47d3-907f-d48ca8c0f4fe tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452821 Dec 10 18:50:48.541725 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:48.844612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c3942e7a-5d9b-4ee6-9013-d471f6ab5e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:49.324479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07fe66-2f9a-4bc0-9a75-4fd211597a47 req-b951a108-024a-44f6-a5dc-4ea04f2f1e0c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:49.326222 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eb07fe66-2f9a-4bc0-9a75-4fd211597a47 req-b951a108-024a-44f6-a5dc-4ea04f2f1e0c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0474291 Dec 10 18:50:49.372966 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eb07fe66-2f9a-4bc0-9a75-4fd211597a47 req-0943fd95-a573-4b9b-8906-74776b2256d0 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408349 Dec 10 18:50:50.145020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:50.485610 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b683f64-d351-472c-9d33-787ca0869fe8 req-e37618a4-0353-4de8-84cb-a239b701b053 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:50.487119 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9b683f64-d351-472c-9d33-787ca0869fe8 req-e37618a4-0353-4de8-84cb-a239b701b053 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0480990 Dec 10 18:50:50.533715 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9b683f64-d351-472c-9d33-787ca0869fe8 req-620dfeb8-9c96-4921-8ba8-ddbe92160aa8 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404625 Dec 10 18:50:51.379114 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.650726 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f05d4f-1811-484f-a083-82cea13e7d7f req-81b819e7-66ba-408a-b71f-606b02221386 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:51.652191 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e7f05d4f-1811-484f-a083-82cea13e7d7f req-81b819e7-66ba-408a-b71f-606b02221386 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0516224 Dec 10 18:50:51.698797 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e7f05d4f-1811-484f-a083-82cea13e7d7f req-7e7abb6d-5fd6-4099-9c52-d3ad10b9c040 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407705 Dec 10 18:50:52.501454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:52.812452 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cc059-f5c4-4e58-8c59-7f33482253c1 req-f701da9c-1fa6-48b6-97d4-5539295687fc tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:52.813861 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-933cc059-f5c4-4e58-8c59-7f33482253c1 req-f701da9c-1fa6-48b6-97d4-5539295687fc tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0493190 Dec 10 18:50:52.860466 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-933cc059-f5c4-4e58-8c59-7f33482253c1 req-73660b5e-0bca-4cb5-8ab8-9cdb62fcf0cd tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407469 Dec 10 18:50:53.977570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec72e66-6d8c-4d11-96dd-8c1f398d5808 req-222da785-fadc-4fd9-8fec-ceb998a89376 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:53.979071 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0ec72e66-6d8c-4d11-96dd-8c1f398d5808 req-222da785-fadc-4fd9-8fec-ceb998a89376 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0498896 Dec 10 18:50:54.028898 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0ec72e66-6d8c-4d11-96dd-8c1f398d5808 req-46305198-fc0d-4581-b04e-59391feca97d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439775 Dec 10 18:50:55.141961 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dd9ba-d5dc-4c85-bae7-59e5649efca4 req-8cb18fc2-d011-4c1d-bd73-c60e99b73d6f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:55.143407 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-618dd9ba-d5dc-4c85-bae7-59e5649efca4 req-8cb18fc2-d011-4c1d-bd73-c60e99b73d6f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0478780 Dec 10 18:50:55.189408 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-618dd9ba-d5dc-4c85-bae7-59e5649efca4 req-0960c2e7-785c-460e-8f62-df8fce74a315 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402293 Dec 10 18:50:56.308899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda92464-b664-4f0c-adde-d16bc3b6df5a req-3214a5a3-a265-45ef-a10c-ced1bd6fbc1d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:56.310427 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eda92464-b664-4f0c-adde-d16bc3b6df5a req-3214a5a3-a265-45ef-a10c-ced1bd6fbc1d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0480697 Dec 10 18:50:56.356798 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eda92464-b664-4f0c-adde-d16bc3b6df5a req-2ef9bd30-9469-4ae6-9596-c49300df4463 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405037 Dec 10 18:50:57.471817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1488c-0593-488d-ac8c-2bfb985e932f req-4fb85af4-d1a6-469f-b8ec-bc94ebc6a4fa tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:57.473278 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0cd1488c-0593-488d-ac8c-2bfb985e932f req-4fb85af4-d1a6-469f-b8ec-bc94ebc6a4fa tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0504098 Dec 10 18:50:57.520774 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0cd1488c-0593-488d-ac8c-2bfb985e932f req-34dcb551-f08f-4ebb-ad61-684c4060d875 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Dec 10 18:50:58.632928 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39d37a-b1e7-4a4e-84b4-8e6df8794c74 req-ae59e2f5-3961-47f7-ba3b-7dc681f73110 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:58.634395 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2d39d37a-b1e7-4a4e-84b4-8e6df8794c74 req-ae59e2f5-3961-47f7-ba3b-7dc681f73110 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0474656 Dec 10 18:50:58.680594 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2d39d37a-b1e7-4a4e-84b4-8e6df8794c74 req-8ee14302-cffe-4e36-bc1d-adf93d63338f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Dec 10 18:50:59.796275 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e28f4f-2f06-4eab-95eb-8576a9c8d5da req-6e15a816-c234-4f30-924e-120bbfc9f87b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:59.797633 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c6e28f4f-2f06-4eab-95eb-8576a9c8d5da req-6e15a816-c234-4f30-924e-120bbfc9f87b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0511794 Dec 10 18:50:59.844315 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c6e28f4f-2f06-4eab-95eb-8576a9c8d5da req-7289c308-eebb-4575-8dd3-834c5a199ad5 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Dec 10 18:51:00.959443 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c80fde-d27e-4f22-95a7-2ba41ed3af8c req-421c8bc0-67f1-409d-ba08-99269385632f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:00.960905 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-04c80fde-d27e-4f22-95a7-2ba41ed3af8c req-421c8bc0-67f1-409d-ba08-99269385632f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0487754 Dec 10 18:51:01.007549 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-04c80fde-d27e-4f22-95a7-2ba41ed3af8c req-01f8e0fb-33af-4252-ace4-d49e91bc331f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403204 Dec 10 18:51:02.122069 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd20365-29df-4b64-8279-f8dbbf509e95 req-3e912e55-f998-41df-99ab-db4fa21b5ac6 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:02.123535 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6fd20365-29df-4b64-8279-f8dbbf509e95 req-3e912e55-f998-41df-99ab-db4fa21b5ac6 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0482433 Dec 10 18:51:02.172710 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6fd20365-29df-4b64-8279-f8dbbf509e95 req-0b2f5a75-c2b8-4c1d-afa4-0bfc2971198c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432923 Dec 10 18:51:03.294620 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b8d96-ba25-4e02-a6af-2fba8b9ece2f req-92baaf5a-a87e-4f9a-8d87-06b2a1c6e29b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:03.296141 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-090b8d96-ba25-4e02-a6af-2fba8b9ece2f req-92baaf5a-a87e-4f9a-8d87-06b2a1c6e29b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0517216 Dec 10 18:51:03.343165 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-090b8d96-ba25-4e02-a6af-2fba8b9ece2f req-0baec5e4-42ca-4a3f-a6a8-6710dc3de24b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408621 Dec 10 18:51:04.456497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d2295-ca35-415d-b39a-360dd1e5ded2 req-5bfb2918-fb34-44b9-a95a-29c865cfe888 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:04.458007 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d9d2295-ca35-415d-b39a-360dd1e5ded2 req-5bfb2918-fb34-44b9-a95a-29c865cfe888 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0479763 Dec 10 18:51:04.505354 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d9d2295-ca35-415d-b39a-360dd1e5ded2 req-0cf94242-70ad-4811-a802-4bc1a303a206 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 Dec 10 18:51:05.621551 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f148b-6d5f-45cd-9d57-4259b6590312 req-b5709021-28fe-48ec-b2a4-643be2f273d0 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:05.623699 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a84f148b-6d5f-45cd-9d57-4259b6590312 req-b5709021-28fe-48ec-b2a4-643be2f273d0 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0520146 Dec 10 18:51:05.669179 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a84f148b-6d5f-45cd-9d57-4259b6590312 req-cba8e64b-a2d7-4182-958e-a682676c61e3 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Dec 10 18:51:06.048299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-b9238378-5a8c-49ce-b2e9-dc20a4342cc5 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:51:06.049271 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-b9238378-5a8c-49ce-b2e9-dc20a4342cc5 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067854 Dec 10 18:51:06.149524 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-6652043c-fb6c-4332-81c0-8ef18a14973a service neutron] 10.222.0.21 "GET /v2.0/ports/516fe93e-cea8-4bdd-ba6f-bfa22f66571b/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0929313 Dec 10 18:51:06.769265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-43eddcd2-c43d-414c-bf2e-819c33351b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:06.770731 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-43eddcd2-c43d-414c-bf2e-819c33351b82 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03&tenant_id=f338ab949a21403ebb96d17cad4c0efb HTTP/1.1" status: 200 len: 1099 time: 0.0453506 Dec 10 18:51:06.785766 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2fca3-aace-4d6a-bf6d-257ee6c9d19c req-d403030f-6de5-4d33-9dfa-4bbcd9e529f1 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:06.787405 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3fc2fca3-aace-4d6a-bf6d-257ee6c9d19c req-d403030f-6de5-4d33-9dfa-4bbcd9e529f1 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0501320 Dec 10 18:51:06.834234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-d9c70a9a-afd8-41d1-a8ce-0e31b6846b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:06.834811 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3fc2fca3-aace-4d6a-bf6d-257ee6c9d19c req-3336aad1-1aa1-44e6-b31d-e96754a32bf1 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415454 Dec 10 18:51:06.835739 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-d9c70a9a-afd8-41d1-a8ce-0e31b6846b0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f338ab949a21403ebb96d17cad4c0efb&device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 1099 time: 0.0403705 Dec 10 18:51:06.926551 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-8e44b4ea-8efb-4623-a048-07166f742058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:06.928006 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-8e44b4ea-8efb-4623-a048-07166f742058 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c128b36-ac0a-4732-a546-74e70c020ae6 HTTP/1.1" status: 200 len: 915 time: 0.0827200 Dec 10 18:51:06.976902 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-66d976fb-ac84-44fc-8647-51779ac894ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=516fe93e-cea8-4bdd-ba6f-bfa22f66571b HTTP/1.1" status: 200 len: 217 time: 0.0374551 Dec 10 18:51:07.031849 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-2ec3b903-8d53-45af-8caa-3e0a08a483f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:07.033227 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-2ec3b903-8d53-45af-8caa-3e0a08a483f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=017d2201-2829-4711-abc5-8d0507d15a20 HTTP/1.1" status: 200 len: 854 time: 0.0452836 Dec 10 18:51:07.070451 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-1ae77a37-6300-4204-b507-09371dfd3f3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c128b36-ac0a-4732-a546-74e70c020ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247254 Dec 10 18:51:07.161961 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-40035b75-42c3-4c34-8a57-d4bbe1c82f0d service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837042 Dec 10 18:51:07.253927 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7e6434f8-df9a-4d43-8962-1b2866bd88d9 req-0cdad024-62e5-4562-895f-f6b6032f4a19 service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811555 Dec 10 18:51:07.949534 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6c75f-efb7-4d7a-a38e-b0f7351e18cd req-6303b7fa-f8b8-48c4-af97-b815aa0f3f25 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:07.951457 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-31a6c75f-efb7-4d7a-a38e-b0f7351e18cd req-6303b7fa-f8b8-48c4-af97-b815aa0f3f25 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0487006 Dec 10 18:51:08.001405 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-31a6c75f-efb7-4d7a-a38e-b0f7351e18cd req-f7204bab-800c-4c54-be2c-e69109ecfe36 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Dec 10 18:51:08.881587 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 516fe93e-cea8-4bdd-ba6f-bfa22f66571b details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:51:08.883715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 516fe93e-cea8-4bdd-ba6f-bfa22f66571b no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:09.026160 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.062599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:09.074262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59967631-57b4-43f2-a7b0-6a08aee75f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516fe93e-cea8-4bdd-ba6f-bfa22f66571b'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:09.078181 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6655ec3-6939-4615-9564-9ff1553141a8" -d '{"events": [{"server_uuid": "59967631-57b4-43f2-a7b0-6a08aee75f03", "name": "network-vif-unplugged", "status": "completed", "tag": "516fe93e-cea8-4bdd-ba6f-bfa22f66571b"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:09.091674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '516fe93e-cea8-4bdd-ba6f-bfa22f66571b', 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6', 'port_id': '516fe93e-cea8-4bdd-ba6f-bfa22f66571b', 'mac_address': 'fa:16:3e:f3:4e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017d2201-2829-4711-abc5-8d0507d15a20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:51:09.097460 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:09.131830 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202a8d8-49ec-4b52-b34e-7c2e7e070a4a req-278cedb5-9b19-46c4-862d-2667abcac11a tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:09.133813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.137756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a45b6b-ea9d-4bf1-870c-81dc4c698a16 x-openstack-request-id: req-b0a45b6b-ea9d-4bf1-870c-81dc4c698a16 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:09.138110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59967631-57b4-43f2-a7b0-6a08aee75f03", "name": "network-vif-unplugged", "status": "completed", "tag": "516fe93e-cea8-4bdd-ba6f-bfa22f66571b", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:09.139796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0a45b6b-ea9d-4bf1-870c-81dc4c698a16 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:09.139796 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59967631-57b4-43f2-a7b0-6a08aee75f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516fe93e-cea8-4bdd-ba6f-bfa22f66571b', 'code': 200} Dec 10 18:51:09.150805 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 516fe93e-cea8-4bdd-ba6f-bfa22f66571b {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:51:09.158508 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3202a8d8-49ec-4b52-b34e-7c2e7e070a4a req-278cedb5-9b19-46c4-862d-2667abcac11a tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0874372 Dec 10 18:51:09.170666 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.207565 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3202a8d8-49ec-4b52-b34e-7c2e7e070a4a req-fa2622bc-29cc-4f58-a281-78f51d929ed3 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479152 Dec 10 18:51:09.397974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:51:09.398260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:51:09.398897 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:09.866412 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:51:09.937319 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:09.949711 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516fe93e-cea8-4bdd-ba6f-bfa22f66571b {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:51:09.968870 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:10.052863 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:10.104793 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:10.117425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['516fe93e-cea8-4bdd-ba6f-bfa22f66571b'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:51:10.323542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37004a-6c63-4098-8459-9ff19c851337 req-0c25d526-58ce-46d3-a5c6-221338b71aaf tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:10.325028 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4d37004a-6c63-4098-8459-9ff19c851337 req-0c25d526-58ce-46d3-a5c6-221338b71aaf tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 945 time: 0.0479240 Dec 10 18:51:10.375560 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4d37004a-6c63-4098-8459-9ff19c851337 req-7dc9f27e-b14d-440b-a950-a75db01eb157 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430026 Dec 10 18:51:10.709532 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27be607-1567-4e6e-b06e-08c743780767 req-301268d4-c630-42c6-a55d-2af15bc0d971 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:10.711033 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c27be607-1567-4e6e-b06e-08c743780767 req-301268d4-c630-42c6-a55d-2af15bc0d971 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 945 time: 0.0523643 Dec 10 18:51:10.758140 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c27be607-1567-4e6e-b06e-08c743780767 req-75c52f5e-f948-4bfe-8dbb-d953badee364 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407636 Dec 10 18:51:10.801106 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443b979-6542-4c91-8391-bacf6419bd5d req-806d61ba-ac50-44b8-9680-2c146f407b2e tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:10.807187 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8443b979-6542-4c91-8391-bacf6419bd5d req-806d61ba-ac50-44b8-9680-2c146f407b2e tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.21 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03&tenant_id=f338ab949a21403ebb96d17cad4c0efb&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 945 time: 0.0577295 Dec 10 18:51:10.882852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443b979-6542-4c91-8391-bacf6419bd5d req-588e31e3-e71c-441a-95ad-ce615b567d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:10.884323 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8443b979-6542-4c91-8391-bacf6419bd5d req-588e31e3-e71c-441a-95ad-ce615b567d5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f338ab949a21403ebb96d17cad4c0efb&device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 1098 time: 0.0403051 Dec 10 18:51:10.895807 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 516fe93e-cea8-4bdd-ba6f-bfa22f66571b up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:51:10.946506 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:51:10.947176 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:10.975770 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443b979-6542-4c91-8391-bacf6419bd5d req-7693f107-d3fb-4465-ac89-29a1c4d7598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:10.977326 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8443b979-6542-4c91-8391-bacf6419bd5d req-7693f107-d3fb-4465-ac89-29a1c4d7598a service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c128b36-ac0a-4732-a546-74e70c020ae6 HTTP/1.1" status: 200 len: 915 time: 0.0859935 Dec 10 18:51:11.023030 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.024015 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8443b979-6542-4c91-8391-bacf6419bd5d req-ac7de804-aa7c-4da6-8d93-cb26b12d5187 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=516fe93e-cea8-4bdd-ba6f-bfa22f66571b HTTP/1.1" status: 200 len: 217 time: 0.0380549 Dec 10 18:51:11.054967 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:11.073301 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443b979-6542-4c91-8391-bacf6419bd5d req-64295dc3-d9e3-460e-b0c4-042c51ac17be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:11.074770 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8443b979-6542-4c91-8391-bacf6419bd5d req-64295dc3-d9e3-460e-b0c4-042c51ac17be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=017d2201-2829-4711-abc5-8d0507d15a20 HTTP/1.1" status: 200 len: 854 time: 0.0432601 Dec 10 18:51:11.106294 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8443b979-6542-4c91-8391-bacf6419bd5d req-1108a760-d183-4815-aa6b-23980e035c0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c128b36-ac0a-4732-a546-74e70c020ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238597 Dec 10 18:51:11.140312 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59967631-57b4-43f2-a7b0-6a08aee75f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516fe93e-cea8-4bdd-ba6f-bfa22f66571b'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:11.142721 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa22ad28-08bf-4035-8e64-a8d35d00a540" -d '{"events": [{"server_uuid": "59967631-57b4-43f2-a7b0-6a08aee75f03", "name": "network-vif-plugged", "status": "completed", "tag": "516fe93e-cea8-4bdd-ba6f-bfa22f66571b"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:11.146412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:11.191666 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a00bde-b5d9-4944-841e-2759993393d3 x-openstack-request-id: req-a1a00bde-b5d9-4944-841e-2759993393d3 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:11.191962 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59967631-57b4-43f2-a7b0-6a08aee75f03", "name": "network-vif-plugged", "status": "completed", "tag": "516fe93e-cea8-4bdd-ba6f-bfa22f66571b", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:11.192216 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1a00bde-b5d9-4944-841e-2759993393d3 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:11.192609 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59967631-57b4-43f2-a7b0-6a08aee75f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516fe93e-cea8-4bdd-ba6f-bfa22f66571b', 'code': 200} Dec 10 18:51:11.202845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,revision_number=8']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:11.205122 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8443b979-6542-4c91-8391-bacf6419bd5d req-5d4aa00d-f225-4f3e-b48c-2ddabd2399cc service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910480 Dec 10 18:51:11.298100 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8443b979-6542-4c91-8391-bacf6419bd5d req-1c1b1a9d-e5da-4cf1-9d19-f0d640c9c5bc service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860770 Dec 10 18:51:11.875085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c6632-1a1d-4cc9-a4d9-d291c266de4a req-6d784e5e-d436-4472-8441-e670e88971fb tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:11.876568 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-229c6632-1a1d-4cc9-a4d9-d291c266de4a req-6d784e5e-d436-4472-8441-e670e88971fb tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0491376 Dec 10 18:51:11.926020 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-229c6632-1a1d-4cc9-a4d9-d291c266de4a req-708d47c5-f1cd-4c1d-b8c2-a423b07fe9ca tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432899 Dec 10 18:51:13.052093 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244265a-ab45-4898-9a02-c575443d59e2 req-4b69fd97-db9a-4220-9dd9-f36a9e557c6e tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:13.053761 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9244265a-ab45-4898-9a02-c575443d59e2 req-4b69fd97-db9a-4220-9dd9-f36a9e557c6e tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0534601 Dec 10 18:51:13.103319 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9244265a-ab45-4898-9a02-c575443d59e2 req-5ea1a335-5155-43dd-b715-6d6df969cb34 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436995 Dec 10 18:51:13.218677 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e665ded-8cee-4291-80ed-76c45a8bb585 req-5d1c1230-828b-4704-99f8-24d26b02d286 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:13.220088 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0e665ded-8cee-4291-80ed-76c45a8bb585 req-5d1c1230-828b-4704-99f8-24d26b02d286 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0487883 Dec 10 18:51:13.266091 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0e665ded-8cee-4291-80ed-76c45a8bb585 req-131623c8-82c0-4ec4-9e9f-eecfe04b4ae0 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Dec 10 18:51:13.379162 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826b4b-0be8-4dc1-8489-89a2ca276e40 req-4c774c19-6a26-41fb-825c-11286297c624 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:13.380633 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-85826b4b-0be8-4dc1-8489-89a2ca276e40 req-4c774c19-6a26-41fb-825c-11286297c624 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0484962 Dec 10 18:51:13.433133 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-85826b4b-0be8-4dc1-8489-89a2ca276e40 req-76a549b4-6265-4011-91ed-7942413d0b0a tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462859 Dec 10 18:51:13.975119 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-f127504d-ef24-4385-9bee-0cf6cd1499b1 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:13.976553 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-f127504d-ef24-4385-9bee-0cf6cd1499b1 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/networks?id=6c128b36-ac0a-4732-a546-74e70c020ae6 HTTP/1.1" status: 200 len: 814 time: 0.0998173 Dec 10 18:51:13.991748 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-c2a80ec7-5e53-4cfb-83d4-6c804400b95c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/quotas/f338ab949a21403ebb96d17cad4c0efb HTTP/1.1" status: 200 len: 375 time: 0.0090563 Dec 10 18:51:14.038990 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-cc6b8719-e850-49b4-8977-664df4eb8a79 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f338ab949a21403ebb96d17cad4c0efb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420251 Dec 10 18:51:14.091170 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-6aa10f8d-c0a7-43f9-9327-52cb7c29ee55 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:51:14.092187 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-6aa10f8d-c0a7-43f9-9327-52cb7c29ee55 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463188 Dec 10 18:51:14.183196 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-60d04843-d67c-489a-a6de-2b26f674e972 service neutron] 10.222.0.60 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848904 Dec 10 18:51:14.269328 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-64d7a9eb-3ef8-43ef-b1f2-26db5825e732 service neutron] 10.222.0.60 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802493 Dec 10 18:51:14.579734 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c9745dcd-8952-43ee-916a-0d53086e5caf req-0099f9ef-59b6-4530-82aa-6c5fe942068d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 210 time: 0.0313952 Dec 10 18:51:15.678115 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5da9b979-1597-483b-84ee-b4f53dd6aaa6 req-3be7dabe-d8c4-4a29-a969-767a08905a75 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 210 time: 0.0258279 Dec 10 18:51:15.744697 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47767fed-d529-4638-aaa2-149335967f09 req-111dca8c-cbf7-4b31-ab6f-57cfc9838a6c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:15.746930 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47767fed-d529-4638-aaa2-149335967f09 req-111dca8c-cbf7-4b31-ab6f-57cfc9838a6c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.21 "GET /v2.0/ports?device_id=59967631-57b4-43f2-a7b0-6a08aee75f03 HTTP/1.1" status: 200 len: 946 time: 0.0504284 Dec 10 18:51:15.844789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-47767fed-d529-4638-aaa2-149335967f09 req-8f536d5a-45bc-4e5d-a8fb-5307280f782c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Deleting port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:51:15.845134 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-47767fed-d529-4638-aaa2-149335967f09 req-8f536d5a-45bc-4e5d-a8fb-5307280f782c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:15.935032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-47767fed-d529-4638-aaa2-149335967f09 req-8f536d5a-45bc-4e5d-a8fb-5307280f782c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] For port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:15.935399 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-47767fed-d529-4638-aaa2-149335967f09 req-8f536d5a-45bc-4e5d-a8fb-5307280f782c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:15.948046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-47767fed-d529-4638-aaa2-149335967f09 req-8f536d5a-45bc-4e5d-a8fb-5307280f782c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Calling delete_port for 516fe93e-cea8-4bdd-ba6f-bfa22f66571b owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:51:16.132925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-47767fed-d529-4638-aaa2-149335967f09 req-8f536d5a-45bc-4e5d-a8fb-5307280f782c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:16.145190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['516fe93e-cea8-4bdd-ba6f-bfa22f66571b'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:51:16.161255 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f536d5a-45bc-4e5d-a8fb-5307280f782c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Pushing event deleted for resources: {'Port': ['ID=516fe93e-cea8-4bdd-ba6f-bfa22f66571b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:16.206876 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-47767fed-d529-4638-aaa2-149335967f09 req-8f536d5a-45bc-4e5d-a8fb-5307280f782c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] No DVR routers for this DVR port 516fe93e-cea8-4bdd-ba6f-bfa22f66571b on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:51:16.209432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-47767fed-d529-4638-aaa2-149335967f09 req-8f536d5a-45bc-4e5d-a8fb-5307280f782c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:16.212822 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47767fed-d529-4638-aaa2-149335967f09 req-8f536d5a-45bc-4e5d-a8fb-5307280f782c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.21 "DELETE /v2.0/ports/516fe93e-cea8-4bdd-ba6f-bfa22f66571b HTTP/1.1" status: 204 len: 173 time: 0.4550865 Dec 10 18:51:16.213278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59967631-57b4-43f2-a7b0-6a08aee75f03', 'name': 'network-vif-deleted', 'tag': '516fe93e-cea8-4bdd-ba6f-bfa22f66571b'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:16.215580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5747e47a-68b8-4fae-8fb2-58f621b5f61f" -d '{"events": [{"server_uuid": "59967631-57b4-43f2-a7b0-6a08aee75f03", "name": "network-vif-deleted", "tag": "516fe93e-cea8-4bdd-ba6f-bfa22f66571b"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:16.307129 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2c7031-d4c6-4592-b628-562b809f91a9 x-openstack-request-id: req-2d2c7031-d4c6-4592-b628-562b809f91a9 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:16.307441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59967631-57b4-43f2-a7b0-6a08aee75f03", "name": "network-vif-deleted", "tag": "516fe93e-cea8-4bdd-ba6f-bfa22f66571b", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:16.307703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d2c7031-d4c6-4592-b628-562b809f91a9 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:16.308114 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59967631-57b4-43f2-a7b0-6a08aee75f03', 'name': 'network-vif-deleted', 'tag': '516fe93e-cea8-4bdd-ba6f-bfa22f66571b', 'status': 'completed', 'code': 200} Dec 10 18:51:16.444677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-e1a15ac9-b753-42d0-b18f-280f00790f29 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:16.446139 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-e1a15ac9-b753-42d0-b18f-280f00790f29 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.21 "GET /v2.0/networks?id=6c128b36-ac0a-4732-a546-74e70c020ae6 HTTP/1.1" status: 200 len: 814 time: 0.1119235 Dec 10 18:51:16.459874 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-4156e02d-3e69-477a-9858-3f6faeb4e6a9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Request body: {'port': {'device_id': 'e42c6def-3e22-4757-976f-96394b9924ce', 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6', 'admin_state_up': True, 'tenant_id': 'f338ab949a21403ebb96d17cad4c0efb'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:16.476347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cbf88ed2-25f6-46d6-b87d-0224fda4b324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:16.695262 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-4156e02d-3e69-477a-9858-3f6faeb4e6a9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Made reservation on behalf of f338ab949a21403ebb96d17cad4c0efb for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:16.698793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-4156e02d-3e69-477a-9858-3f6faeb4e6a9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:16.773491 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ffa59963-b5ef-4a3f-9ef2-f6f7e32e7f51 req-d246bc50-1f0c-4a90-baf8-b6515b2033f1 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 210 time: 0.0268655 Dec 10 18:51:16.830562 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-4156e02d-3e69-477a-9858-3f6faeb4e6a9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Allocated IP 172.20.0.13 (6c128b36-ac0a-4732-a546-74e70c020ae6/017d2201-2829-4711-abc5-8d0507d15a20/811ffb4b-cec2-4259-8969-d4abca7de68d) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:51:16.974615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-4156e02d-3e69-477a-9858-3f6faeb4e6a9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:17.087904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-4156e02d-3e69-477a-9858-3f6faeb4e6a9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:17.138493 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-4156e02d-3e69-477a-9858-3f6faeb4e6a9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Network 6c128b36-ac0a-4732-a546-74e70c020ae6 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:51:17.141880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-4156e02d-3e69-477a-9858-3f6faeb4e6a9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:17.145725 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-4156e02d-3e69-477a-9858-3f6faeb4e6a9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:51:17.169284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156e02d-3e69-477a-9858-3f6faeb4e6a9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Pushing event updated for resources: {'Port': ['ID=811ffb4b-cec2-4259-8969-d4abca7de68d,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:17.199743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-4156e02d-3e69-477a-9858-3f6faeb4e6a9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:17.200628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-4156e02d-3e69-477a-9858-3f6faeb4e6a9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:17.286884 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-4156e02d-3e69-477a-9858-3f6faeb4e6a9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8306744 Dec 10 18:51:17.303920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Request body: {'port': {'device_id': 'e42c6def-3e22-4757-976f-96394b9924ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:17.355496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:17.612567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811ffb4b-cec2-4259-8969-d4abca7de68d {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:51:17.619794 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:17.631820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Transition to ACTIVE for port object 811ffb4b-cec2-4259-8969-d4abca7de68d will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:51:17.706628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:17.759447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Pushing event updated for resources: {'Port': ['ID=811ffb4b-cec2-4259-8969-d4abca7de68d,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:17.821681 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Attempting to bind port 811ffb4b-cec2-4259-8969-d4abca7de68d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:51:17.822055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Attempting to bind port 811ffb4b-cec2-4259-8969-d4abca7de68d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '1fa3568c-a97b-4703-8e16-41c29e744c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:51:17.822378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Attempting to bind port 811ffb4b-cec2-4259-8969-d4abca7de68d on network 6c128b36-ac0a-4732-a546-74e70c020ae6 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:51:17.826913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Port 811ffb4b-cec2-4259-8969-d4abca7de68d on network 6c128b36-ac0a-4732-a546-74e70c020ae6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:51:17.827236 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Attempting to bind port 811ffb4b-cec2-4259-8969-d4abca7de68d on network 6c128b36-ac0a-4732-a546-74e70c020ae6 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:51:17.832441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:51:17.833019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Checking segment: {'id': '1fa3568c-a97b-4703-8e16-41c29e744c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:51:17.833129 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Bound using segment: {'id': '1fa3568c-a97b-4703-8e16-41c29e744c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:51:17.833553 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Bound port: 811ffb4b-cec2-4259-8969-d4abca7de68d, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa3568c-a97b-4703-8e16-41c29e744c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:51:17.833937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:17.896853 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6e37d-6dff-44d5-820a-e9ad40b1a84b req-a963b044-d240-49d6-8a8f-6380fb5dc93e tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:17.898381 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-edf6e37d-6dff-44d5-820a-e9ad40b1a84b req-a963b044-d240-49d6-8a8f-6380fb5dc93e tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 944 time: 0.0485444 Dec 10 18:51:17.899821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] For port 811ffb4b-cec2-4259-8969-d4abca7de68d, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:51:17.902850 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] For port 811ffb4b-cec2-4259-8969-d4abca7de68d, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=811ffb4b-cec2-4259-8969-d4abca7de68d,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:51:17.946509 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-edf6e37d-6dff-44d5-820a-e9ad40b1a84b req-69995d9f-913c-4e9e-a99b-04778b77c329 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Dec 10 18:51:17.966692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:18.002572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:18.003159 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:18.004522 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] 10.222.0.21 "PUT /v2.0/ports/811ffb4b-cec2-4259-8969-d4abca7de68d HTTP/1.1" status: 200 len: 1094 time: 0.7047508 Dec 10 18:51:18.025058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b40ac8-d448-4e48-9e8b-4e33c2ded795 service neutron] Pushing event updated for resources: {'Port': ['ID=811ffb4b-cec2-4259-8969-d4abca7de68d,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:18.160447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-ee374a54-5092-4699-8d51-e914927970f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:18.161935 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-ee374a54-5092-4699-8d51-e914927970f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f338ab949a21403ebb96d17cad4c0efb&device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 1097 time: 0.0405557 Dec 10 18:51:18.211828 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-e4d2081f-a39b-4c65-bb73-f694b79813b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=811ffb4b-cec2-4259-8969-d4abca7de68d HTTP/1.1" status: 200 len: 217 time: 0.0371082 Dec 10 18:51:18.262187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-c0ba16c4-be78-4bbb-b81c-8507d5995b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:18.263605 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-c0ba16c4-be78-4bbb-b81c-8507d5995b0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=017d2201-2829-4711-abc5-8d0507d15a20 HTTP/1.1" status: 200 len: 854 time: 0.0432918 Dec 10 18:51:18.299260 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-87b0238e-d191-4a3f-9bdd-6e4ba5867cb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c128b36-ac0a-4732-a546-74e70c020ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239248 Dec 10 18:51:18.308750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42c6def-3e22-4757-976f-96394b9924ce', 'tag': '811ffb4b-cec2-4259-8969-d4abca7de68d'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:18.311653 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3272e6e2-5613-4035-9e6a-0b52677189be" -d '{"events": [{"name": "network-changed", "server_uuid": "e42c6def-3e22-4757-976f-96394b9924ce", "tag": "811ffb4b-cec2-4259-8969-d4abca7de68d"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:18.362413 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7424dfc0-28c8-4d1d-ab79-c1c935cd8d34 x-openstack-request-id: req-7424dfc0-28c8-4d1d-ab79-c1c935cd8d34 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:18.362718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42c6def-3e22-4757-976f-96394b9924ce", "tag": "811ffb4b-cec2-4259-8969-d4abca7de68d", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:18.362976 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7424dfc0-28c8-4d1d-ab79-c1c935cd8d34 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:18.363375 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42c6def-3e22-4757-976f-96394b9924ce', 'tag': '811ffb4b-cec2-4259-8969-d4abca7de68d', 'status': 'completed', 'code': 200} Dec 10 18:51:18.405508 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-32f5d666-a2a9-4cf0-9c10-31c2c6844b27 service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908086 Dec 10 18:51:18.501741 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-b1f1c65c-856c-4bff-a444-3a6b973abf53 req-b327debd-d257-4a5a-b293-0b1a53fe025f service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837889 Dec 10 18:51:18.573030 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:18.685099 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272e6e2-5613-4035-9e6a-0b52677189be req-095ff43b-f029-494b-91cd-46b09ace4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:18.686655 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3272e6e2-5613-4035-9e6a-0b52677189be req-095ff43b-f029-494b-91cd-46b09ace4e14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f338ab949a21403ebb96d17cad4c0efb&device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 1097 time: 0.0460320 Dec 10 18:51:18.778260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272e6e2-5613-4035-9e6a-0b52677189be req-6e9cc315-3175-42b3-9b57-00064dc3e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:18.780289 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3272e6e2-5613-4035-9e6a-0b52677189be req-6e9cc315-3175-42b3-9b57-00064dc3e390 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c128b36-ac0a-4732-a546-74e70c020ae6 HTTP/1.1" status: 200 len: 915 time: 0.0858910 Dec 10 18:51:18.818736 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-09f5a561-5ecf-4cb7-95bb-16a88b01a587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:18.823776 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3272e6e2-5613-4035-9e6a-0b52677189be req-5ae45fd9-92c1-4892-b9f1-1dae9faa1f6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=811ffb4b-cec2-4259-8969-d4abca7de68d HTTP/1.1" status: 200 len: 217 time: 0.0337980 Dec 10 18:51:18.878352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272e6e2-5613-4035-9e6a-0b52677189be req-3a9fab2c-87d7-46de-9a1d-e47ddb76e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:18.879750 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3272e6e2-5613-4035-9e6a-0b52677189be req-3a9fab2c-87d7-46de-9a1d-e47ddb76e33b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=017d2201-2829-4711-abc5-8d0507d15a20 HTTP/1.1" status: 200 len: 854 time: 0.0422199 Dec 10 18:51:18.895862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 516fe93e-cea8-4bdd-ba6f-bfa22f66571b no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:18.915637 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3272e6e2-5613-4035-9e6a-0b52677189be req-52458289-f60a-4f5b-8df3-3e9cd445186e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c128b36-ac0a-4732-a546-74e70c020ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284903 Dec 10 18:51:18.919230 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 516fe93e-cea8-4bdd-ba6f-bfa22f66571b {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:51:18.919579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 516fe93e-cea8-4bdd-ba6f-bfa22f66571b not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:51:19.020002 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3272e6e2-5613-4035-9e6a-0b52677189be req-4122e589-9a01-44e4-a9d4-887e6d8e539c service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936618 Dec 10 18:51:19.076081 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507192c8-860e-4bb0-b2d9-0f9dfba02702 req-0fbd5421-1394-4e39-8415-aaad33b7b758 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:19.078076 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-507192c8-860e-4bb0-b2d9-0f9dfba02702 req-0fbd5421-1394-4e39-8415-aaad33b7b758 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 944 time: 0.0547190 Dec 10 18:51:19.115198 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3272e6e2-5613-4035-9e6a-0b52677189be req-e46c2ba7-f1ce-45fd-bc37-259923280eff service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879517 Dec 10 18:51:19.126611 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-507192c8-860e-4bb0-b2d9-0f9dfba02702 req-d7a16085-6148-4618-801b-390b9c4a026c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425606 Dec 10 18:51:20.152749 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:20.241640 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88676da-640f-479e-95cf-68675f8d8723 req-38e94064-408a-4b6a-9051-381be57bae91 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:20.243112 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b88676da-640f-479e-95cf-68675f8d8723 req-38e94064-408a-4b6a-9051-381be57bae91 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 944 time: 0.0486517 Dec 10 18:51:20.289959 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b88676da-640f-479e-95cf-68675f8d8723 req-df61867f-bec9-480f-9a62-694c1968f69a tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407994 Dec 10 18:51:20.912334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 811ffb4b-cec2-4259-8969-d4abca7de68d details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:51:21.008109 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 811ffb4b-cec2-4259-8969-d4abca7de68d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=811ffb4b-cec2-4259-8969-d4abca7de68d,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:21.019389 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '811ffb4b-cec2-4259-8969-d4abca7de68d', 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6', 'port_id': '811ffb4b-cec2-4259-8969-d4abca7de68d', 'mac_address': 'fa:16:3e:64:3c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017d2201-2829-4711-abc5-8d0507d15a20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:51:21.054204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:21.066873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811ffb4b-cec2-4259-8969-d4abca7de68d {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:51:21.085885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 811ffb4b-cec2-4259-8969-d4abca7de68d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=811ffb4b-cec2-4259-8969-d4abca7de68d,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:21.192717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:21.241718 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=811ffb4b-cec2-4259-8969-d4abca7de68d,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:21.249252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:21.249612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:21.249990 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:21.250427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:21.250681 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:21.251016 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:21.251351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:21.251687 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:21.252021 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:21.252365 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:21.252690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:21.253017 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:21.253342 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:21.378891 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:21.409457 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c63eda-54bf-49d3-912a-cdf83065c69b req-48363786-44c0-40ed-9b8b-83220715920f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:21.410965 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d6c63eda-54bf-49d3-912a-cdf83065c69b req-48363786-44c0-40ed-9b8b-83220715920f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 945 time: 0.0489409 Dec 10 18:51:21.444740 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['811ffb4b-cec2-4259-8969-d4abca7de68d'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:51:21.462445 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d6c63eda-54bf-49d3-912a-cdf83065c69b req-9eadcf56-3068-425f-afa9-2a10b2336c52 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453370 Dec 10 18:51:22.504062 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:22.576478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f7999-99c8-4c90-98f8-9c6e1e02408f req-4f301e84-5737-461f-a829-a86e3a3251c3 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:22.577982 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e90f7999-99c8-4c90-98f8-9c6e1e02408f req-4f301e84-5737-461f-a829-a86e3a3251c3 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 945 time: 0.0490530 Dec 10 18:51:22.625268 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e90f7999-99c8-4c90-98f8-9c6e1e02408f req-2695ce82-2882-4b90-8fb8-aab4e3a71c9c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413737 Dec 10 18:51:22.930001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 811ffb4b-cec2-4259-8969-d4abca7de68d up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:51:23.035717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 811ffb4b-cec2-4259-8969-d4abca7de68d completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:51:23.040271 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 811ffb4b-cec2-4259-8969-d4abca7de68d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:51:23.040749 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:23.119848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:23.142743 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42c6def-3e22-4757-976f-96394b9924ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ffb4b-cec2-4259-8969-d4abca7de68d'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:23.144985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799dbb64-a3a4-43c1-8d95-60332108acc0" -d '{"events": [{"server_uuid": "e42c6def-3e22-4757-976f-96394b9924ce", "name": "network-vif-plugged", "status": "completed", "tag": "811ffb4b-cec2-4259-8969-d4abca7de68d"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:23.157730 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 811ffb4b-cec2-4259-8969-d4abca7de68d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=811ffb4b-cec2-4259-8969-d4abca7de68d,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:23.180458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f63309-9dbf-4d94-aa8a-cee109da66b5 x-openstack-request-id: req-e1f63309-9dbf-4d94-aa8a-cee109da66b5 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:23.180700 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42c6def-3e22-4757-976f-96394b9924ce", "name": "network-vif-plugged", "status": "completed", "tag": "811ffb4b-cec2-4259-8969-d4abca7de68d", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:23.180964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1f63309-9dbf-4d94-aa8a-cee109da66b5 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:23.181427 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42c6def-3e22-4757-976f-96394b9924ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ffb4b-cec2-4259-8969-d4abca7de68d', 'code': 200} Dec 10 18:51:23.224516 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:23.272079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=811ffb4b-cec2-4259-8969-d4abca7de68d,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:23.517250 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa913d5-51e5-4b35-a4d0-83fc218829dc req-7693267f-f3c0-4d9c-80bd-a6ef1b0fc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:23.518814 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1aa913d5-51e5-4b35-a4d0-83fc218829dc req-7693267f-f3c0-4d9c-80bd-a6ef1b0fc218 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 1099 time: 0.0413139 Dec 10 18:51:23.568095 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1aa913d5-51e5-4b35-a4d0-83fc218829dc req-eefffbc1-3222-41cd-b6d6-ded0de91ff0a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368383 Dec 10 18:51:23.737397 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deeb52e-1a6f-4f80-b9a3-638e5f82e174 req-9a49ca6c-cbf5-4951-ace3-4f19d9faf8d2 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:23.738882 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1deeb52e-1a6f-4f80-b9a3-638e5f82e174 req-9a49ca6c-cbf5-4951-ace3-4f19d9faf8d2 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0483115 Dec 10 18:51:23.784796 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1deeb52e-1a6f-4f80-b9a3-638e5f82e174 req-903a121e-8d21-403d-a812-412156880e5c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400436 Dec 10 18:51:24.904419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197bcb4-388e-40fa-82c8-10ba7b019e41 req-101be188-c57e-4454-9409-66aaee787acb tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:24.906233 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8197bcb4-388e-40fa-82c8-10ba7b019e41 req-101be188-c57e-4454-9409-66aaee787acb tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0516109 Dec 10 18:51:24.952275 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8197bcb4-388e-40fa-82c8-10ba7b019e41 req-80e5f84f-0e1b-43f2-ae0b-b4397635cb73 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401626 Dec 10 18:51:25.063661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d7086-3f1a-485d-9d22-fa881a2f35a3 req-0dbadb11-6702-4de1-9919-b0f6e162412e tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:25.064525 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c21d7086-3f1a-485d-9d22-fa881a2f35a3 req-0dbadb11-6702-4de1-9919-b0f6e162412e tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0473998 Dec 10 18:51:25.110099 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c21d7086-3f1a-485d-9d22-fa881a2f35a3 req-3f349db0-d4bc-413f-b783-54a8c09cc4a6 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397091 Dec 10 18:51:25.500912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883961a2-71b7-42e5-b730-2d40d2801158 req-0910082e-5e41-4c90-945e-9c4fde5c2dc8 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:25.502449 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-883961a2-71b7-42e5-b730-2d40d2801158 req-0910082e-5e41-4c90-945e-9c4fde5c2dc8 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0535233 Dec 10 18:51:25.550247 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-883961a2-71b7-42e5-b730-2d40d2801158 req-90d937ae-69d4-4127-9541-16d47dd7cc83 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417976 Dec 10 18:51:25.632338 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-786ef0de-3fa2-42c2-bccf-f0bb93702e03 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388408 Dec 10 18:51:26.666528 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e82d31-475c-421c-9985-eae84a68a0a6 req-750519e4-5996-4aa6-9824-90ac4a655812 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:26.668013 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-56e82d31-475c-421c-9985-eae84a68a0a6 req-750519e4-5996-4aa6-9824-90ac4a655812 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0517373 Dec 10 18:51:26.727405 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-56e82d31-475c-421c-9985-eae84a68a0a6 req-390f2148-339d-41c3-82b2-6ee42d5ca358 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528336 Dec 10 18:51:27.647488 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-20876451-8f32-44a6-be1e-f9c4eadfe3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:27.648294 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-20876451-8f32-44a6-be1e-f9c4eadfe3ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f338ab949a21403ebb96d17cad4c0efb&device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 1099 time: 0.0451958 Dec 10 18:51:27.740885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-86eab1d6-1d26-41e4-9f75-f18ddf1b8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:27.742372 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-86eab1d6-1d26-41e4-9f75-f18ddf1b8d21 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c128b36-ac0a-4732-a546-74e70c020ae6 HTTP/1.1" status: 200 len: 915 time: 0.0869777 Dec 10 18:51:27.784833 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-35b0d6de-adf3-467c-8f0b-6ab63dd5fcb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=811ffb4b-cec2-4259-8969-d4abca7de68d HTTP/1.1" status: 200 len: 217 time: 0.0348697 Dec 10 18:51:27.835145 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-24d5af3a-9852-4694-834a-e357c084a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:27.836626 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-24d5af3a-9852-4694-834a-e357c084a4f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=017d2201-2829-4711-abc5-8d0507d15a20 HTTP/1.1" status: 200 len: 854 time: 0.0446298 Dec 10 18:51:27.849460 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1f9ce-009d-4234-b202-88e5ce0195fe req-16decb64-ccfc-4ebc-a8f1-17439f26b96c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:27.850990 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4dc1f9ce-009d-4234-b202-88e5ce0195fe req-16decb64-ccfc-4ebc-a8f1-17439f26b96c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0527492 Dec 10 18:51:27.872622 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-1194803d-d43e-4a94-82a4-7d0926c2cec6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c128b36-ac0a-4732-a546-74e70c020ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287876 Dec 10 18:51:27.898682 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4dc1f9ce-009d-4234-b202-88e5ce0195fe req-5b1281b1-ef20-425b-83fc-d047a6210a92 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 Dec 10 18:51:27.962543 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-db23b32a-8e07-473b-bd94-c81ed58b96fc service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825534 Dec 10 18:51:28.298404 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-51df6c93-4428-4099-9eb1-49bc6f7a9664 service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290546 Dec 10 18:51:29.018732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bc84a-fedf-4262-8aeb-d3c3da184b16 req-a3e1ca4c-e5fd-42f8-80b4-3193bfdba14f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:29.020206 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d79bc84a-fedf-4262-8aeb-d3c3da184b16 req-a3e1ca4c-e5fd-42f8-80b4-3193bfdba14f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0488157 Dec 10 18:51:29.067603 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d79bc84a-fedf-4262-8aeb-d3c3da184b16 req-ac4d497b-091f-42df-b9d9-97dce55f230c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414984 Dec 10 18:51:30.178367 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0dd67-02cf-48f7-884c-dcfdb82e3007 req-abdde0c0-99dc-4002-90eb-94457d68525c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:30.179838 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-acb0dd67-02cf-48f7-884c-dcfdb82e3007 req-abdde0c0-99dc-4002-90eb-94457d68525c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0475421 Dec 10 18:51:30.230007 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-acb0dd67-02cf-48f7-884c-dcfdb82e3007 req-c8a586ab-d6d5-4143-8d20-64a40e14be93 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443468 Dec 10 18:51:31.344661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad620b4-65f1-4726-9732-f9ecbf780940 req-eb85345c-d8ad-4928-b162-866c0b9cd09d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:31.346137 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fad620b4-65f1-4726-9732-f9ecbf780940 req-eb85345c-d8ad-4928-b162-866c0b9cd09d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0488501 Dec 10 18:51:31.392959 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fad620b4-65f1-4726-9732-f9ecbf780940 req-775050f7-9185-49c8-a759-fcda567051b2 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407171 Dec 10 18:51:32.524459 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe285bf-3be3-418e-a2a6-b9bb2e82d25d req-0d6e3d83-a271-4518-8eba-88a60c80cea2 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:32.525944 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cfe285bf-3be3-418e-a2a6-b9bb2e82d25d req-0d6e3d83-a271-4518-8eba-88a60c80cea2 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0474639 Dec 10 18:51:32.572283 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cfe285bf-3be3-418e-a2a6-b9bb2e82d25d req-4f995e81-9f32-41b9-8f7b-c30d71be6202 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 Dec 10 18:51:33.700343 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8942348-81a4-4e99-accd-da8379c0130d req-b0a5a0dc-56ac-4444-bd9d-d9ac4104edc3 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:33.702657 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d8942348-81a4-4e99-accd-da8379c0130d req-b0a5a0dc-56ac-4444-bd9d-d9ac4104edc3 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0582700 Dec 10 18:51:33.749774 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d8942348-81a4-4e99-accd-da8379c0130d req-2fd7cb24-861a-4d33-8e49-a060435de23f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Dec 10 18:51:34.865194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7ba8b-a4cf-44e5-a8de-3a126b37fe00 req-5a903b1e-4411-4d7f-8231-2692489939ba tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:34.867750 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-12f7ba8b-a4cf-44e5-a8de-3a126b37fe00 req-5a903b1e-4411-4d7f-8231-2692489939ba tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0522168 Dec 10 18:51:34.927627 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-12f7ba8b-a4cf-44e5-a8de-3a126b37fe00 req-aa745e6a-bb32-4f9e-85d3-f1caf80412b8 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540860 Dec 10 18:51:35.598074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8404997-dfda-4b41-8763-1449c518bb32 req-0d4b186e-0bd2-4191-918d-4a533d4ebea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:35.599524 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8404997-dfda-4b41-8763-1449c518bb32 req-0d4b186e-0bd2-4191-918d-4a533d4ebea3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f338ab949a21403ebb96d17cad4c0efb&device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 1099 time: 0.0406051 Dec 10 18:51:35.710793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8404997-dfda-4b41-8763-1449c518bb32 req-3b57c94b-91d5-4fee-a956-d9f7b8e08430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:35.712256 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8404997-dfda-4b41-8763-1449c518bb32 req-3b57c94b-91d5-4fee-a956-d9f7b8e08430 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c128b36-ac0a-4732-a546-74e70c020ae6 HTTP/1.1" status: 200 len: 915 time: 0.0927949 Dec 10 18:51:35.753961 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8404997-dfda-4b41-8763-1449c518bb32 req-1039d4b5-b3e0-47a9-8aca-c8b3a8b4d7ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=811ffb4b-cec2-4259-8969-d4abca7de68d HTTP/1.1" status: 200 len: 217 time: 0.0328560 Dec 10 18:51:35.801769 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8404997-dfda-4b41-8763-1449c518bb32 req-3ec33acc-cb57-4286-9381-622ab09c5b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:35.803168 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8404997-dfda-4b41-8763-1449c518bb32 req-3ec33acc-cb57-4286-9381-622ab09c5b5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=017d2201-2829-4711-abc5-8d0507d15a20 HTTP/1.1" status: 200 len: 854 time: 0.0424206 Dec 10 18:51:35.834371 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8404997-dfda-4b41-8763-1449c518bb32 req-925da58d-713c-4409-b9c7-12179ba5734a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c128b36-ac0a-4732-a546-74e70c020ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239999 Dec 10 18:51:35.925574 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8404997-dfda-4b41-8763-1449c518bb32 req-2de2ccdd-560a-4a1a-bd12-11312816a395 service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838156 Dec 10 18:51:36.019230 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a8404997-dfda-4b41-8763-1449c518bb32 req-281dd19c-a256-4eed-be5f-a8fc801d6910 service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862803 Dec 10 18:51:36.045232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6102fd-7354-4b27-9253-d446211cc7bf req-ef3286ee-da66-490e-841f-10b4605f2a59 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:36.046747 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9e6102fd-7354-4b27-9253-d446211cc7bf req-ef3286ee-da66-490e-841f-10b4605f2a59 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0521836 Dec 10 18:51:36.094755 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9e6102fd-7354-4b27-9253-d446211cc7bf req-ffaebca1-e645-464c-a19d-eb231d2c2651 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420942 Dec 10 18:51:37.209414 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cbc16-31fa-412f-8533-5638c58b678c req-e9e599b2-4e6f-4f6c-9c8a-4284b3ba0f81 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:37.210936 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-396cbc16-31fa-412f-8533-5638c58b678c req-e9e599b2-4e6f-4f6c-9c8a-4284b3ba0f81 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0479608 Dec 10 18:51:37.257210 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-396cbc16-31fa-412f-8533-5638c58b678c req-9a4c70cc-8b90-4cdc-a0bf-cb982e4fa4b0 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Dec 10 18:51:38.370942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6f5aa-a4b4-4bc1-b0cb-a841a0531d04 req-feefcc40-524d-4d9c-b464-42441ec7fe7d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:38.372413 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-29f6f5aa-a4b4-4bc1-b0cb-a841a0531d04 req-feefcc40-524d-4d9c-b464-42441ec7fe7d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0480056 Dec 10 18:51:38.426156 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-29f6f5aa-a4b4-4bc1-b0cb-a841a0531d04 req-6f4525ce-2f96-40d5-b0a0-a698f59ed0cf tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476916 Dec 10 18:51:39.546574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62a1c6-92e3-4a87-abbf-cb75eeb29a69 req-83b241ae-359e-4fba-a4f9-3f4297e7096a tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:39.547980 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f62a1c6-92e3-4a87-abbf-cb75eeb29a69 req-83b241ae-359e-4fba-a4f9-3f4297e7096a tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0483618 Dec 10 18:51:39.595414 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f62a1c6-92e3-4a87-abbf-cb75eeb29a69 req-5f3a2b5e-9793-422c-88f7-d98d924fde7f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Dec 10 18:51:40.709415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616332cc-f868-4440-930c-c6d45f13179f req-dc9abedb-848a-43c5-9a66-794494f2657e tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:40.710921 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-616332cc-f868-4440-930c-c6d45f13179f req-dc9abedb-848a-43c5-9a66-794494f2657e tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0488012 Dec 10 18:51:40.757506 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-616332cc-f868-4440-930c-c6d45f13179f req-adafb788-8963-4b46-9d81-6ca82dc945a9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405354 Dec 10 18:51:41.874352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c801df1-1496-46df-a315-5cc267df1a36 req-a882976c-9d92-40e6-a72c-917b36607bdb tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:41.875829 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5c801df1-1496-46df-a315-5cc267df1a36 req-a882976c-9d92-40e6-a72c-917b36607bdb tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0523887 Dec 10 18:51:41.922830 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5c801df1-1496-46df-a315-5cc267df1a36 req-c19fabef-6a70-41d6-a691-3c597e58f3f1 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Dec 10 18:51:43.043334 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f45d5-d9d2-4d0c-925f-9bab40a96137 req-54363f36-0327-498d-952b-5036fbfb810b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:43.044824 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-433f45d5-d9d2-4d0c-925f-9bab40a96137 req-54363f36-0327-498d-952b-5036fbfb810b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0534148 Dec 10 18:51:43.090873 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-433f45d5-d9d2-4d0c-925f-9bab40a96137 req-c2d32d12-1050-4b68-8d99-58ce2da25211 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400116 Dec 10 18:51:44.206014 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c6d86-2890-4ba9-a3db-7400e9755537 req-dd59d97f-eb76-408e-88ed-38571cf5feec tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:44.207491 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1c1c6d86-2890-4ba9-a3db-7400e9755537 req-dd59d97f-eb76-408e-88ed-38571cf5feec tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0483956 Dec 10 18:51:44.257976 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1c1c6d86-2890-4ba9-a3db-7400e9755537 req-4a0349d7-c07d-493e-a650-8288d672e496 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445256 Dec 10 18:51:45.376422 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d43a63-9785-4fb2-a48b-2e9c7398a493 req-55538778-ab15-4f95-bde3-53554b8bd786 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:45.377932 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a4d43a63-9785-4fb2-a48b-2e9c7398a493 req-55538778-ab15-4f95-bde3-53554b8bd786 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0503039 Dec 10 18:51:45.430447 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a4d43a63-9785-4fb2-a48b-2e9c7398a493 req-7f704525-a764-4c28-a1c1-59bb65dd1f70 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463655 Dec 10 18:51:46.503830 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2a47400b-99ad-483a-9623-cdcb6278e094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:46.551284 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d11156-4b13-417f-a6bd-64f452337e47 req-42c7df72-2267-43e0-836d-ca8220268ef2 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:46.552767 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b1d11156-4b13-417f-a6bd-64f452337e47 req-42c7df72-2267-43e0-836d-ca8220268ef2 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0483735 Dec 10 18:51:46.600214 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b1d11156-4b13-417f-a6bd-64f452337e47 req-080fd053-abfd-412a-9b8a-2af1da187e8b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412951 Dec 10 18:51:46.865105 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:51:47.717774 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4686-0472-4b77-b928-8e40597c2b6c req-9d0d1af6-323a-48be-b6f9-32e7fdcc3e48 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:47.719254 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-155d4686-0472-4b77-b928-8e40597c2b6c req-9d0d1af6-323a-48be-b6f9-32e7fdcc3e48 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0524204 Dec 10 18:51:47.766405 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-155d4686-0472-4b77-b928-8e40597c2b6c req-4e276f34-5c7d-4356-ae87-2c7742fe39b9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Dec 10 18:51:48.551656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.825963 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-afbd426a-46f3-47a4-9eca-c7e972e58a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:48.890901 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6821ffd-9422-4ef3-9627-787e63a1886b req-69547311-04a8-42dc-a9a2-0e9d3812f823 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:48.892412 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a6821ffd-9422-4ef3-9627-787e63a1886b req-69547311-04a8-42dc-a9a2-0e9d3812f823 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0580349 Dec 10 18:51:48.939911 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a6821ffd-9422-4ef3-9627-787e63a1886b req-cadefad8-5073-4a5a-bf29-5019b2dc4269 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411899 Dec 10 18:51:50.056384 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d6e75-e52c-428d-8742-8ca2317a7d1c req-295a4b3f-fb35-4330-908b-c2be273f7e4b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:50.057871 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a30d6e75-e52c-428d-8742-8ca2317a7d1c req-295a4b3f-fb35-4330-908b-c2be273f7e4b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0521979 Dec 10 18:51:50.106751 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a30d6e75-e52c-428d-8742-8ca2317a7d1c req-f1f003af-f072-4612-90c8-82376d32d993 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424869 Dec 10 18:51:50.163177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:51.222601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc14598-28e6-4882-a414-99b6e1f253b2 req-9f398c11-6f65-4b6b-bc81-30539eff9da0 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:51.224081 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3dc14598-28e6-4882-a414-99b6e1f253b2 req-9f398c11-6f65-4b6b-bc81-30539eff9da0 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0493271 Dec 10 18:51:51.270479 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3dc14598-28e6-4882-a414-99b6e1f253b2 req-971f8b97-4ac8-4aa8-8fff-6ac50227484d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405591 Dec 10 18:51:51.366780 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:52.389260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728d5a8-a50d-45a3-9ce2-790a1277f35c req-7f472dbf-91cc-44b2-b51f-d1d20d291a47 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:52.390811 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8728d5a8-a50d-45a3-9ce2-790a1277f35c req-7f472dbf-91cc-44b2-b51f-d1d20d291a47 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0517986 Dec 10 18:51:52.442522 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8728d5a8-a50d-45a3-9ce2-790a1277f35c req-59029b1c-34db-44cf-9096-35029e826de9 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456929 Dec 10 18:51:52.512174 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:53.558088 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f8434-32f0-4b58-9e48-60d30e342f7c req-cffb3a70-cb68-460e-9fba-297e28b56df0 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:53.559453 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-862f8434-32f0-4b58-9e48-60d30e342f7c req-cffb3a70-cb68-460e-9fba-297e28b56df0 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0488343 Dec 10 18:51:53.605475 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-862f8434-32f0-4b58-9e48-60d30e342f7c req-e83aba0c-3770-4492-9055-e03d8e4500c4 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395334 Dec 10 18:51:54.719081 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82252c-73c6-49c6-837b-0538cf44ad74 req-0791c1ba-a0d0-41a0-8de2-1c50457c725c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:54.720546 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fd82252c-73c6-49c6-837b-0538cf44ad74 req-0791c1ba-a0d0-41a0-8de2-1c50457c725c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0479255 Dec 10 18:51:54.767147 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fd82252c-73c6-49c6-837b-0538cf44ad74 req-f19762cc-0b23-4ed3-b802-ce615a116f3f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405293 Dec 10 18:51:55.616303 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-5c12f14e-5a44-434b-8ecb-1b9ef9d22477 service neutron] 10.222.0.21 "GET /v2.0/ports/811ffb4b-cec2-4259-8969-d4abca7de68d/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0529814 Dec 10 18:51:55.886803 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e6fab-977f-440b-98cf-4f5eb5ee78a7 req-0a02a99c-4a26-4508-9afc-22776ea46b0e tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:55.888295 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bb6e6fab-977f-440b-98cf-4f5eb5ee78a7 req-0a02a99c-4a26-4508-9afc-22776ea46b0e tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0530798 Dec 10 18:51:55.935893 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bb6e6fab-977f-440b-98cf-4f5eb5ee78a7 req-f783d795-cab2-484d-9eb9-2d753e68eb08 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410914 Dec 10 18:51:56.164556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-56ad82f9-05b8-4e4d-8692-3f5588cdbf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:56.166123 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-56ad82f9-05b8-4e4d-8692-3f5588cdbf8a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce&tenant_id=f338ab949a21403ebb96d17cad4c0efb HTTP/1.1" status: 200 len: 1099 time: 0.0403340 Dec 10 18:51:56.233409 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-14aa39c1-be5c-4d52-be8c-74141f0cbf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:56.234938 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-14aa39c1-be5c-4d52-be8c-74141f0cbf58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f338ab949a21403ebb96d17cad4c0efb&device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 1099 time: 0.0404549 Dec 10 18:51:56.329784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-5782037e-51eb-4e9f-b224-3ac5cef07d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:56.331243 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-5782037e-51eb-4e9f-b224-3ac5cef07d28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c128b36-ac0a-4732-a546-74e70c020ae6 HTTP/1.1" status: 200 len: 915 time: 0.0855832 Dec 10 18:51:56.375244 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-b8b55b48-cf91-404b-92d9-7a68b38ca393 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=811ffb4b-cec2-4259-8969-d4abca7de68d HTTP/1.1" status: 200 len: 217 time: 0.0340540 Dec 10 18:51:56.428878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-91226eff-747a-4a85-9f92-023cb3ac2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:56.430302 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-91226eff-747a-4a85-9f92-023cb3ac2627 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=017d2201-2829-4711-abc5-8d0507d15a20 HTTP/1.1" status: 200 len: 854 time: 0.0465674 Dec 10 18:51:56.466138 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-4d356653-0303-40b3-a327-a5bc6ad500c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c128b36-ac0a-4732-a546-74e70c020ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244780 Dec 10 18:51:56.560964 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-e91a844b-ff3f-4251-9220-7a79fd226d8f service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819683 Dec 10 18:51:56.655868 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e825ab09-0d72-4c82-949e-f346e376ec7a req-4241c41e-7440-4474-899e-c42269dfb491 service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841253 Dec 10 18:51:57.051035 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92252d8a-2815-4d63-85d3-b1b685b910b1 req-f1eb820e-3c06-4a55-b923-5dc421fe7dae tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:57.052487 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-92252d8a-2815-4d63-85d3-b1b685b910b1 req-f1eb820e-3c06-4a55-b923-5dc421fe7dae tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0481651 Dec 10 18:51:57.099389 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-92252d8a-2815-4d63-85d3-b1b685b910b1 req-f419f740-ee40-4a71-b5b7-500305445c60 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 Dec 10 18:51:58.215064 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c2b61-358e-48fb-8b74-0a670daf03b5 req-d03b0d2f-69b2-4bb0-ac20-f0c040976b9b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:58.217106 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-327c2b61-358e-48fb-8b74-0a670daf03b5 req-d03b0d2f-69b2-4bb0-ac20-f0c040976b9b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0496721 Dec 10 18:51:58.266480 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-327c2b61-358e-48fb-8b74-0a670daf03b5 req-05d2bdcf-b046-4e12-adac-67ffb9c34b8f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Dec 10 18:51:59.088948 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 811ffb4b-cec2-4259-8969-d4abca7de68d details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:51:59.091549 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 811ffb4b-cec2-4259-8969-d4abca7de68d no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:51:59.242259 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.256857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 811ffb4b-cec2-4259-8969-d4abca7de68d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=811ffb4b-cec2-4259-8969-d4abca7de68d,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:59.274071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '811ffb4b-cec2-4259-8969-d4abca7de68d', 'network_id': '6c128b36-ac0a-4732-a546-74e70c020ae6', 'port_id': '811ffb4b-cec2-4259-8969-d4abca7de68d', 'mac_address': 'fa:16:3e:64:3c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017d2201-2829-4711-abc5-8d0507d15a20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:51:59.280003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42c6def-3e22-4757-976f-96394b9924ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '811ffb4b-cec2-4259-8969-d4abca7de68d'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:59.282237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf9be91-aaa3-488a-8eb9-e01443a583eb" -d '{"events": [{"server_uuid": "e42c6def-3e22-4757-976f-96394b9924ce", "name": "network-vif-unplugged", "status": "completed", "tag": "811ffb4b-cec2-4259-8969-d4abca7de68d"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:59.298417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 811ffb4b-cec2-4259-8969-d4abca7de68d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=811ffb4b-cec2-4259-8969-d4abca7de68d,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:59.330457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1632b1-0691-44a7-bd8c-00a9a1fe72f6 x-openstack-request-id: req-ce1632b1-0691-44a7-bd8c-00a9a1fe72f6 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:59.330758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42c6def-3e22-4757-976f-96394b9924ce", "name": "network-vif-unplugged", "status": "completed", "tag": "811ffb4b-cec2-4259-8969-d4abca7de68d", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:59.331016 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce1632b1-0691-44a7-bd8c-00a9a1fe72f6 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:59.331416 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42c6def-3e22-4757-976f-96394b9924ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '811ffb4b-cec2-4259-8969-d4abca7de68d', 'code': 200} Dec 10 18:51:59.333533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.348035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 811ffb4b-cec2-4259-8969-d4abca7de68d {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:51:59.387433 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3786b96-fc41-4f33-a088-d589c5c0310f req-4f41880c-24fc-467c-b68c-7ec57592049b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:59.388893 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e3786b96-fc41-4f33-a088-d589c5c0310f req-4f41880c-24fc-467c-b68c-7ec57592049b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0487545 Dec 10 18:51:59.403372 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.436415 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e3786b96-fc41-4f33-a088-d589c5c0310f req-c01584f8-bc42-4b87-bb1e-ae1a7309e527 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415239 Dec 10 18:51:59.482242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:51:59.482610 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:51:59.483472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=811ffb4b-cec2-4259-8969-d4abca7de68d,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:59.767056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0de2f-b2c2-47a7-8a45-9371788c042b req-13b0905b-6bec-429b-b18d-c7e42a3da313 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:59.768618 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-10e0de2f-b2c2-47a7-8a45-9371788c042b req-13b0905b-6bec-429b-b18d-c7e42a3da313 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 944 time: 0.0477893 Dec 10 18:51:59.817291 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-10e0de2f-b2c2-47a7-8a45-9371788c042b req-7780a594-b4fa-47c7-bd3c-709f965e2902 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424321 Dec 10 18:51:59.850773 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2d9c-81ec-42bf-bcb2-3fb021b7c8b0 req-39042d1a-00ec-433c-bfc6-5b3f6206ef60 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:59.856763 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f94f2d9c-81ec-42bf-bcb2-3fb021b7c8b0 req-39042d1a-00ec-433c-bfc6-5b3f6206ef60 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce&tenant_id=f338ab949a21403ebb96d17cad4c0efb&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 944 time: 0.0577993 Dec 10 18:51:59.934460 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2d9c-81ec-42bf-bcb2-3fb021b7c8b0 req-1d4d42b5-518e-4a63-9667-1ad517051598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:59.936380 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f94f2d9c-81ec-42bf-bcb2-3fb021b7c8b0 req-1d4d42b5-518e-4a63-9667-1ad517051598 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f338ab949a21403ebb96d17cad4c0efb&device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 1097 time: 0.0396454 Dec 10 18:52:00.018929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:00.028010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2d9c-81ec-42bf-bcb2-3fb021b7c8b0 req-9bd1ef9e-4310-4a32-9924-90e085c674a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:00.029477 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f94f2d9c-81ec-42bf-bcb2-3fb021b7c8b0 req-9bd1ef9e-4310-4a32-9924-90e085c674a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c128b36-ac0a-4732-a546-74e70c020ae6 HTTP/1.1" status: 200 len: 915 time: 0.0865722 Dec 10 18:52:00.031498 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811ffb4b-cec2-4259-8969-d4abca7de68d {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:00.050337 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 811ffb4b-cec2-4259-8969-d4abca7de68d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=811ffb4b-cec2-4259-8969-d4abca7de68d,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:00.071530 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f94f2d9c-81ec-42bf-bcb2-3fb021b7c8b0 req-f072e61d-236a-4822-aafb-b649b2164b60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=811ffb4b-cec2-4259-8969-d4abca7de68d HTTP/1.1" status: 200 len: 217 time: 0.0346909 Dec 10 18:52:00.118302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2d9c-81ec-42bf-bcb2-3fb021b7c8b0 req-001877e4-f41f-43c9-bc3a-883b67c29e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:00.119776 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f94f2d9c-81ec-42bf-bcb2-3fb021b7c8b0 req-001877e4-f41f-43c9-bc3a-883b67c29e87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=017d2201-2829-4711-abc5-8d0507d15a20 HTTP/1.1" status: 200 len: 854 time: 0.0418892 Dec 10 18:52:00.128939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:00.157151 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f94f2d9c-81ec-42bf-bcb2-3fb021b7c8b0 req-0e5b8131-3a32-4731-b9ec-dbcdf18327fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c128b36-ac0a-4732-a546-74e70c020ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305693 Dec 10 18:52:00.178538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=811ffb4b-cec2-4259-8969-d4abca7de68d,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:00.189519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['811ffb4b-cec2-4259-8969-d4abca7de68d'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:00.254659 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f94f2d9c-81ec-42bf-bcb2-3fb021b7c8b0 req-aae869c1-7358-49ae-b285-308e1675dbe7 service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903177 Dec 10 18:52:00.348754 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f94f2d9c-81ec-42bf-bcb2-3fb021b7c8b0 req-eceba51a-e724-4994-9dc6-2ee11fb8b16c service neutron] 10.222.0.21 "GET /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865989 Dec 10 18:52:00.938692 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295481de-587f-417f-998c-bb601b103005 req-403130a6-a0d1-4d5a-ada8-4b1a20d37bd0 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:00.940267 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-295481de-587f-417f-998c-bb601b103005 req-403130a6-a0d1-4d5a-ada8-4b1a20d37bd0 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 945 time: 0.0526469 Dec 10 18:52:00.988478 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-295481de-587f-417f-998c-bb601b103005 req-574db884-3d19-453f-a6c4-204a2044a00a tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420744 Dec 10 18:52:01.120152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 811ffb4b-cec2-4259-8969-d4abca7de68d up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:01.168071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 811ffb4b-cec2-4259-8969-d4abca7de68d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:01.168636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.246305 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.279332 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 811ffb4b-cec2-4259-8969-d4abca7de68d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=811ffb4b-cec2-4259-8969-d4abca7de68d,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:01.332797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42c6def-3e22-4757-976f-96394b9924ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ffb4b-cec2-4259-8969-d4abca7de68d'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:01.335237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164bd84e-15b9-4ee2-a8f9-69c89ba4707c" -d '{"events": [{"server_uuid": "e42c6def-3e22-4757-976f-96394b9924ce", "name": "network-vif-plugged", "status": "completed", "tag": "811ffb4b-cec2-4259-8969-d4abca7de68d"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:01.355737 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:01.380768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67608a5-e7ba-4262-a03e-0ec1e4d10773 x-openstack-request-id: req-c67608a5-e7ba-4262-a03e-0ec1e4d10773 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:01.381075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42c6def-3e22-4757-976f-96394b9924ce", "name": "network-vif-plugged", "status": "completed", "tag": "811ffb4b-cec2-4259-8969-d4abca7de68d", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:01.384473 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c67608a5-e7ba-4262-a03e-0ec1e4d10773 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:01.384473 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42c6def-3e22-4757-976f-96394b9924ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ffb4b-cec2-4259-8969-d4abca7de68d', 'code': 200} Dec 10 18:52:01.402596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=811ffb4b-cec2-4259-8969-d4abca7de68d,revision_number=8']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:02.103608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f46770-0d7b-4e88-af24-8ddc16d0fb28 req-13d687bd-9d64-4e4d-8628-fefdb7801fbf tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:02.105092 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-25f46770-0d7b-4e88-af24-8ddc16d0fb28 req-13d687bd-9d64-4e4d-8628-fefdb7801fbf tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0487778 Dec 10 18:52:02.152116 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-25f46770-0d7b-4e88-af24-8ddc16d0fb28 req-2b86250f-7a85-447d-8ceb-3a8de16b1e88 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410917 Dec 10 18:52:02.268658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deac345-0e67-4140-a60a-8282b389c46d req-c77ad4d1-bf8b-4ce1-b5c9-903132aea05d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:02.270051 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8deac345-0e67-4140-a60a-8282b389c46d req-c77ad4d1-bf8b-4ce1-b5c9-903132aea05d tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0516205 Dec 10 18:52:02.316533 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8deac345-0e67-4140-a60a-8282b389c46d req-9b0e232b-beed-42e6-a652-30d2404f58b6 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405090 Dec 10 18:52:02.427783 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc81f50-b442-47e8-940a-424d3680c0ad req-7ffcf6b0-bd28-4bbe-b7dd-44f086c176de tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:02.429284 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5fc81f50-b442-47e8-940a-424d3680c0ad req-7ffcf6b0-bd28-4bbe-b7dd-44f086c176de tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0478983 Dec 10 18:52:02.476339 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5fc81f50-b442-47e8-940a-424d3680c0ad req-2e20b1b8-9079-4d1f-a7a2-bb43ff5b03ef tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Dec 10 18:52:02.994899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb802393-7b37-4061-84d4-408702420ed8 req-63933118-29ed-4dd6-bf06-adc61f5e970f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:02.996367 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fb802393-7b37-4061-84d4-408702420ed8 req-63933118-29ed-4dd6-bf06-adc61f5e970f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0482259 Dec 10 18:52:03.046152 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fb802393-7b37-4061-84d4-408702420ed8 req-0f05484d-4eff-423a-8040-22307355205b tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438755 Dec 10 18:52:04.159266 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf2058-1eb9-4bb2-aa8f-735c40ba3403 req-fc05dc92-e184-42ba-9a14-a864e1811c14 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:04.160714 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-40cf2058-1eb9-4bb2-aa8f-735c40ba3403 req-fc05dc92-e184-42ba-9a14-a864e1811c14 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0480890 Dec 10 18:52:04.206564 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-40cf2058-1eb9-4bb2-aa8f-735c40ba3403 req-1f0c5758-4226-44b6-8957-5c30a43d652f tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4a38f04-4a69-4b65-a50c-d21721a71072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398710 Dec 10 18:52:04.754867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36fc0c-a3e2-4632-bbce-df6222950630 req-afc477dc-a483-4d7a-b104-ca4f027b5e6c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:04.756245 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ec36fc0c-a3e2-4632-bbce-df6222950630 req-afc477dc-a483-4d7a-b104-ca4f027b5e6c tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 946 time: 0.0485251 Dec 10 18:52:04.842475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-ec36fc0c-a3e2-4632-bbce-df6222950630 req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Deleting port 811ffb4b-cec2-4259-8969-d4abca7de68d {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:04.842841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ec36fc0c-a3e2-4632-bbce-df6222950630 req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:04.932210 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-ec36fc0c-a3e2-4632-bbce-df6222950630 req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] For port 811ffb4b-cec2-4259-8969-d4abca7de68d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=811ffb4b-cec2-4259-8969-d4abca7de68d,segment=NetworkSegment(1fa3568c-a97b-4703-8e16-41c29e744c93),segment_id=1fa3568c-a97b-4703-8e16-41c29e744c93)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:04.932570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ec36fc0c-a3e2-4632-bbce-df6222950630 req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:04.945352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-ec36fc0c-a3e2-4632-bbce-df6222950630 req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Calling delete_port for 811ffb4b-cec2-4259-8969-d4abca7de68d owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:05.168167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ec36fc0c-a3e2-4632-bbce-df6222950630 req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:05.185195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['811ffb4b-cec2-4259-8969-d4abca7de68d'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:05.197711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Pushing event deleted for resources: {'Port': ['ID=811ffb4b-cec2-4259-8969-d4abca7de68d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:05.221144 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:05.221496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:05.221865 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:05.222235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:05.222578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:05.222911 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:05.223244 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:05.223576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:05.223902 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:05.224226 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:05.224552 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:05.224873 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:05.225209 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:05.247900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec36fc0c-a3e2-4632-bbce-df6222950630 req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] No DVR routers for this DVR port 811ffb4b-cec2-4259-8969-d4abca7de68d on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:52:05.250477 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ec36fc0c-a3e2-4632-bbce-df6222950630 req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:05.253906 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ec36fc0c-a3e2-4632-bbce-df6222950630 req-752db68d-25d2-4937-8f08-f30b579d3741 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.21 "DELETE /v2.0/ports/811ffb4b-cec2-4259-8969-d4abca7de68d HTTP/1.1" status: 204 len: 173 time: 0.4910114 Dec 10 18:52:05.254372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42c6def-3e22-4757-976f-96394b9924ce', 'name': 'network-vif-deleted', 'tag': '811ffb4b-cec2-4259-8969-d4abca7de68d'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:05.256611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14792c32-6ec8-4c5d-a542-51d96a3765fe" -d '{"events": [{"server_uuid": "e42c6def-3e22-4757-976f-96394b9924ce", "name": "network-vif-deleted", "tag": "811ffb4b-cec2-4259-8969-d4abca7de68d"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:05.293805 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007f7b6b-e92f-4023-b111-52f440c56c4b x-openstack-request-id: req-007f7b6b-e92f-4023-b111-52f440c56c4b {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:05.294194 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42c6def-3e22-4757-976f-96394b9924ce", "name": "network-vif-deleted", "tag": "811ffb4b-cec2-4259-8969-d4abca7de68d", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:05.294521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-007f7b6b-e92f-4023-b111-52f440c56c4b {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:05.294982 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42c6def-3e22-4757-976f-96394b9924ce', 'name': 'network-vif-deleted', 'tag': '811ffb4b-cec2-4259-8969-d4abca7de68d', 'status': 'completed', 'code': 200} Dec 10 18:52:05.310625 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5b2727f8-4258-405f-8c9f-66618916323a req-b3d335c7-b434-4c1d-9b5e-0ff1f6097ce4 tempest-ServerDiskConfigTestJSON-1690772739 tempest-ServerDiskConfigTestJSON-1690772739-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42c6def-3e22-4757-976f-96394b9924ce HTTP/1.1" status: 200 len: 210 time: 0.0334129 Dec 10 18:52:06.432723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 39928) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:06.480871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbd4362-a15f-423a-bc72-ded5ca7a7e76 admin admin] Deleting subnet 017d2201-2829-4711-abc5-8d0507d15a20 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:52:06.483987 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4362-a15f-423a-bc72-ded5ca7a7e76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:06.518758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4362-a15f-423a-bc72-ded5ca7a7e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:06.563088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4362-a15f-423a-bc72-ded5ca7a7e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:06.709804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4362-a15f-423a-bc72-ded5ca7a7e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:06.742328 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd4362-a15f-423a-bc72-ded5ca7a7e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017d2201-2829-4711-abc5-8d0507d15a20,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:06.745147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4362-a15f-423a-bc72-ded5ca7a7e76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:06.753735 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9fbd4362-a15f-423a-bc72-ded5ca7a7e76 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/017d2201-2829-4711-abc5-8d0507d15a20 HTTP/1.1" status: 204 len: 168 time: 0.3173730 Dec 10 18:52:06.753879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39930) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:06.820923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:06.897644 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:06.921661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c128b36-ac0a-4732-a546-74e70c020ae6']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:06.930608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa3568c-a97b-4703-8e16-41c29e744c93') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:06.930907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa3568c-a97b-4703-8e16-41c29e744c93') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:06.940478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:06.954067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:06.959953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:52:06.960275 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:52:06.961951 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:52:07.082426 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:07.087633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:07.090813 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] 10.222.0.60 "DELETE /v2.0/networks/6c128b36-ac0a-4732-a546-74e70c020ae6 HTTP/1.1" status: 204 len: 168 time: 0.3386879 Dec 10 18:52:07.101470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Pushing event deleted for resources: {'Network': ['ID=6c128b36-ac0a-4732-a546-74e70c020ae6,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:07.109155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:07.109507 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:07.109945 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:07.110283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:07.110612 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:07.110939 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:07.111269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:07.111595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:07.111901 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:07.112227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:07.112529 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:07.112847 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:07.113162 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5105-83a1-404d-90df-686b67e934ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:07.406075 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39934) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:07.471209 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-843974d0-27f6-4471-9d47-fdaca9ee8b17 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f338ab949a21403ebb96d17cad4c0efb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0638983 Dec 10 18:52:07.473600 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39936) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:07.520540 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1f4fcba-e150-4071-a8e6-5df30df0b428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:07.541151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1f4fcba-e150-4071-a8e6-5df30df0b428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:07.663223 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1f4fcba-e150-4071-a8e6-5df30df0b428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:07.665913 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e1f4fcba-e150-4071-a8e6-5df30df0b428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:07.667072 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e1f4fcba-e150-4071-a8e6-5df30df0b428 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4a38f04-4a69-4b65-a50c-d21721a71072 HTTP/1.1" status: 204 len: 168 time: 0.1924911 Dec 10 18:52:07.675747 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4fcba-e150-4071-a8e6-5df30df0b428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a38f04-4a69-4b65-a50c-d21721a71072,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:08.689885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39958) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:08.786682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1529527279-network', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:08.877214 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] Made reservation on behalf of 9928d265827c4b8b94f3cee7bceaa16b for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:08.879628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:08.888500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:08.962163 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.019960 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.051301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:52:09.056953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de792da-c805-4492-8d28-a4642b6e0de8,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:09.064403 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.064615 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] Added segment 46e1c6c7-88db-4c6d-990e-9b9cafa18f56 of type vlan for network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 Dec 10 18:52:09.105588 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.114264 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 811ffb4b-cec2-4259-8969-d4abca7de68d no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:52:09.134716 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 811ffb4b-cec2-4259-8969-d4abca7de68d {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:52:09.135176 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 811ffb4b-cec2-4259-8969-d4abca7de68d not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:52:09.194865 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.195884 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:09.196470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.286178 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] Pushing event updated for resources: {'Network': ['ID=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:09.295614 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:52:09.324284 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-07d6de9e-ce1a-4d6a-91ad-a50fbfbe667e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6327484 Dec 10 18:52:09.327516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39962) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:09.332722 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-deba7081-6c34-471b-b93b-947f120202f5 admin admin] Request body: {'subnet': {'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1529527279-subnet', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:09.423511 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deba7081-6c34-471b-b93b-947f120202f5 admin admin] Made reservation on behalf of 9928d265827c4b8b94f3cee7bceaa16b for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:09.425909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-deba7081-6c34-471b-b93b-947f120202f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.654598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-deba7081-6c34-471b-b93b-947f120202f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.709987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba7081-6c34-471b-b93b-947f120202f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1009962-88db-4eca-880b-569f872a1d2d,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:09.717194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba7081-6c34-471b-b93b-947f120202f5 admin admin] Checking segment: {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:09.717560 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deba7081-6c34-471b-b93b-947f120202f5 admin admin] Network hostable DHCP agents. Network: 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:52:09.829099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deba7081-6c34-471b-b93b-947f120202f5 admin admin] Network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:52:09.914628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-deba7081-6c34-471b-b93b-947f120202f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:09.918862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deba7081-6c34-471b-b93b-947f120202f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:09.919518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-deba7081-6c34-471b-b93b-947f120202f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.924128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc3b089-92a6-4d70-bfa7-91546e2a9762 None None] Network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:52:10.014491 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-deba7081-6c34-471b-b93b-947f120202f5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6858840 Dec 10 18:52:10.017276 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39964) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:10.021624 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:10.030645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:52:10.030645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.103695 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.104898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.158218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.161626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Allocated IP 172.20.0.2 (86bd7ad3-3f82-4d37-b69a-83a3e1b46db7/a1009962-88db-4eca-880b-569f872a1d2d/334fefc6-bee2-4c59-8753-88e27534c722) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:10.302057 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.347871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.355284 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.392396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:10.395165 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:10.398609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:10.412085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Pushing event updated for resources: {'Port': ['ID=334fefc6-bee2-4c59-8753-88e27534c722,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:10.461077 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Attempting to bind port 334fefc6-bee2-4c59-8753-88e27534c722 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:10.461462 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Attempting to bind port 334fefc6-bee2-4c59-8753-88e27534c722 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:10.461871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Attempting to bind port 334fefc6-bee2-4c59-8753-88e27534c722 on network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:10.467910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:10.468292 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Checking segment: {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:10.468699 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.469098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Bound using segment: {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:10.469576 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Bound port: 334fefc6-bee2-4c59-8753-88e27534c722, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:10.469996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.687805 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] For port 334fefc6-bee2-4c59-8753-88e27534c722, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:10.690908 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] For port 334fefc6-bee2-4c59-8753-88e27534c722, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=334fefc6-bee2-4c59-8753-88e27534c722,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:10.791708 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.848510 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55836018-1202-498b-a852-9c59b1c0a1a9 None None] Pushing event updated for resources: {'Port': ['ID=334fefc6-bee2-4c59-8753-88e27534c722,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:10.883686 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.904533 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.022438 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Allocated IP 172.26.5.12 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/e008716a-04fa-4e4a-899e-b840e46b792d) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:11.129168 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.226157 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.269263 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:11.275427 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:11.275427 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:11.289253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e0ef9a-318e-4fa9-b562-7f83cf8633ac None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:11.313097 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e008716a-04fa-4e4a-899e-b840e46b792d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:11.330688 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-19d2dcc4-158e-43da-a1e1-1e3aa0812240 None None] Provisioning complete for port e008716a-04fa-4e4a-899e-b840e46b792d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:11.333150 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-19d2dcc4-158e-43da-a1e1-1e3aa0812240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.380321 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 334fefc6-bee2-4c59-8753-88e27534c722 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:11.406430 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-19d2dcc4-158e-43da-a1e1-1e3aa0812240 None None] Port e008716a-04fa-4e4a-899e-b840e46b792d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:11.431677 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 334fefc6-bee2-4c59-8753-88e27534c722 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:11.432058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.510779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.551318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 334fefc6-bee2-4c59-8753-88e27534c722, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=334fefc6-bee2-4c59-8753-88e27534c722,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:11.626219 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.637217 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.679104 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=334fefc6-bee2-4c59-8753-88e27534c722,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:11.822263 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e7d8b9-89dc-4c1b-b98f-735864123809 None None] Network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:52:11.839244 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.934693 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0542fba8-c9fe-4a25-844e-be58bc4a87f9 None None] Provisioning complete for port 334fefc6-bee2-4c59-8753-88e27534c722 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:11.935670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0542fba8-c9fe-4a25-844e-be58bc4a87f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.054336 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:52:12.137964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3b01df91-c9c5-42ca-a2cf-2726b8c64613 None None] Provisioning complete for port 334fefc6-bee2-4c59-8753-88e27534c722 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:12.138857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3b01df91-c9c5-42ca-a2cf-2726b8c64613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.160087 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:12.172186 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Sync routers for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:12.182738 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:12.183346 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:51:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:12.250753 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.252177 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f4b300c6-6e0f-4d96-980d-7679d14124c5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2337928 Dec 10 18:52:12.255041 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39966) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:12.375733 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:12.554885 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:11Z', 'revision_number': 3, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:12.585309 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Checking router: 916a65e3-a0e7-4a9b-ab9d-150a17adf58b for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:12.585649 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Updating router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b port e008716a-04fa-4e4a-899e-b840e46b792d binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:52:12.609865 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.672476 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.858988 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.869401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Allocated IP 172.20.0.1 (86bd7ad3-3f82-4d37-b69a-83a3e1b46db7/a1009962-88db-4eca-880b-569f872a1d2d/eb46299d-3810-40d3-9f7c-b21d08048d0c) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:12.922454 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.965627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e0f13f-1dc9-46f8-9433-a1787e38fb7f None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:12.972825 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.982933 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Pushing event updated for resources: {'Port': ['ID=e008716a-04fa-4e4a-899e-b840e46b792d,revision_number=2']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:12.986155 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Attempting to bind port e008716a-04fa-4e4a-899e-b840e46b792d on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:12.986532 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Attempting to bind port e008716a-04fa-4e4a-899e-b840e46b792d by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:12.986904 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Attempting to bind port e008716a-04fa-4e4a-899e-b840e46b792d on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:12.989362 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:12.989727 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:12.990073 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:12.990410 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:12.990745 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:12.991072 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:12.991401 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:12.991726 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:12.992054 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:12.992375 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:12.992695 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:12.993014 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:12.993324 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:12.999921 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:13.000298 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:13.000865 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.001081 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:13.002241 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Bound port: e008716a-04fa-4e4a-899e-b840e46b792d, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:13.002241 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.045508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3f914ed7-8117-4af1-bd33-2fcfb3234e23 None None] Provisioning complete for port e008716a-04fa-4e4a-899e-b840e46b792d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:13.045928 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3f914ed7-8117-4af1-bd33-2fcfb3234e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.051940 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] For port e008716a-04fa-4e4a-899e-b840e46b792d, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:13.054997 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] For port e008716a-04fa-4e4a-899e-b840e46b792d, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e008716a-04fa-4e4a-899e-b840e46b792d,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:13.078283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.082024 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3f914ed7-8117-4af1-bd33-2fcfb3234e23 None None] Port e008716a-04fa-4e4a-899e-b840e46b792d cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:13.122679 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:13.125493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:13.129064 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:13.134399 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.165110 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Pushing event updated for resources: {'Port': ['ID=eb46299d-3810-40d3-9f7c-b21d08048d0c,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:13.177609 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.186329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd46763-ab56-43d6-99bc-b19eeb375e9d None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:13.189495 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f07af-fd77-449f-870f-5bce71501cd1 None None] Pushing event updated for resources: {'Port': ['ID=e008716a-04fa-4e4a-899e-b840e46b792d,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:13.210979 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:13.211673 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:51:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:13.304337 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7a77d91c-9c10-4b03-ae46-af2edaaf6840 None None] Provisioning complete for port e008716a-04fa-4e4a-899e-b840e46b792d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:13.304774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7a77d91c-9c10-4b03-ae46-af2edaaf6840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.357454 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:13.358289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 334fefc6-bee2-4c59-8753-88e27534c722 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:13.395371 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.444279 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7a77d91c-9c10-4b03-ae46-af2edaaf6840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.472476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-7a77d91c-9c10-4b03-ae46-af2edaaf6840 None None] For port e008716a-04fa-4e4a-899e-b840e46b792d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e008716a-04fa-4e4a-899e-b840e46b792d,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:13.474028 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 334fefc6-bee2-4c59-8753-88e27534c722 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:13.474394 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.548102 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7a77d91c-9c10-4b03-ae46-af2edaaf6840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.573770 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:11Z', 'revision_number': 3, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:13.576384 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.602560 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77d91c-9c10-4b03-ae46-af2edaaf6840 None None] Pushing event updated for resources: {'Port': ['ID=e008716a-04fa-4e4a-899e-b840e46b792d,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:13.605367 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d70877-7dd5-4110-b9ca-0e2e65f4ce14 None None] The sync data for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv is: [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:11Z', 'revision_number': 3, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:13.642379 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.671158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-244dc153-3df9-4ff2-a26c-4bb771c6f56a None None] Provisioning complete for port eb46299d-3810-40d3-9f7c-b21d08048d0c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:13.671596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-244dc153-3df9-4ff2-a26c-4bb771c6f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.707212 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-244dc153-3df9-4ff2-a26c-4bb771c6f56a None None] Port eb46299d-3810-40d3-9f7c-b21d08048d0c cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:13.712394 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Pushing event updated for resources: {'Port': ['ID=eb46299d-3810-40d3-9f7c-b21d08048d0c,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:13.716772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.822352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:13.822352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:13.944004 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:52:14.065947 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:14.071135 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0a6bf534-e0a0-4695-b4e9-049448b347dc admin admin] 10.222.0.60 "PUT /v2.0/routers/916a65e3-a0e7-4a9b-ab9d-150a17adf58b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8150151 Dec 10 18:52:14.130848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c5977a19-ad4f-4031-847a-67c6c24ed4ce None None] Provisioning complete for port eb46299d-3810-40d3-9f7c-b21d08048d0c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:14.131302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c5977a19-ad4f-4031-847a-67c6c24ed4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.170889 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c5977a19-ad4f-4031-847a-67c6c24ed4ce None None] Port eb46299d-3810-40d3-9f7c-b21d08048d0c cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:14.735077 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39974) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:14.739755 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-556b6218-36ee-4884-b91b-edbc86dffbde tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2027461741', 'description': 'tempest-description--793636516'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:14.814037 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-556b6218-36ee-4884-b91b-edbc86dffbde tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.878217 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-556b6218-36ee-4884-b91b-edbc86dffbde tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.949450 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-556b6218-36ee-4884-b91b-edbc86dffbde tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.983317 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b6218-36ee-4884-b91b-edbc86dffbde tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b3627f-0e95-4672-a36d-2f1a1f082174,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:15.042821 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-556b6218-36ee-4884-b91b-edbc86dffbde tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.044146 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-556b6218-36ee-4884-b91b-edbc86dffbde tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3080165 Dec 10 18:52:15.046971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39976) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:15.058543 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-1c99ee65-aa73-4768-84b2-e2b19c09698f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Request body: {'security_group_rule': {'security_group_id': 'a1b3627f-0e95-4672-a36d-2f1a1f082174', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:15.128583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1c99ee65-aa73-4768-84b2-e2b19c09698f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.183291 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1c99ee65-aa73-4768-84b2-e2b19c09698f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.223774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Sync routers for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:15.234256 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:15.234882 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:51:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:15.257772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1c99ee65-aa73-4768-84b2-e2b19c09698f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.282110 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99ee65-aa73-4768-84b2-e2b19c09698f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e89a8c-de06-4824-aa74-17a692bb01b8,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:15.342281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:15.351197 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1c99ee65-aa73-4768-84b2-e2b19c09698f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.357312 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1c99ee65-aa73-4768-84b2-e2b19c09698f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044982 Dec 10 18:52:15.357312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39978) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:15.362795 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-845f1147-2c42-4238-b7a0-9df5c5a74ce9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Request body: {'security_group_rule': {'security_group_id': 'a1b3627f-0e95-4672-a36d-2f1a1f082174', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:15.371636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e008716a-04fa-4e4a-899e-b840e46b792d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:15.470435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-845f1147-2c42-4238-b7a0-9df5c5a74ce9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.513495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port e008716a-04fa-4e4a-899e-b840e46b792d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:15.513894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.528957 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-845f1147-2c42-4238-b7a0-9df5c5a74ce9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.602628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-845f1147-2c42-4238-b7a0-9df5c5a74ce9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.622144 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f1147-2c42-4238-b7a0-9df5c5a74ce9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b64099-673c-4547-bce6-acb235597793,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:15.655862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 2, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:15.682944 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Checking router: 916a65e3-a0e7-4a9b-ab9d-150a17adf58b for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:15.683303 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Updating router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b port eb46299d-3810-40d3-9f7c-b21d08048d0c binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:52:15.690259 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-845f1147-2c42-4238-b7a0-9df5c5a74ce9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.691484 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-845f1147-2c42-4238-b7a0-9df5c5a74ce9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3355453 Dec 10 18:52:15.694644 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 39980) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:15.699243 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:15.712270 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.786058 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.886721 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.973148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.986285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Allocated IP 172.26.5.136 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/b3cf63bb-a764-47af-88c5-0622f023d15f) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:16.075019 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.088730 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.127541 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a59c7-6dff-4d2f-a5c4-94ad52b47dd0 None None] Pushing event updated for resources: {'Port': ['ID=eb46299d-3810-40d3-9f7c-b21d08048d0c,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:16.172227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.182826 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Attempting to bind port eb46299d-3810-40d3-9f7c-b21d08048d0c on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:16.183235 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Attempting to bind port eb46299d-3810-40d3-9f7c-b21d08048d0c by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:16.183727 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Attempting to bind port eb46299d-3810-40d3-9f7c-b21d08048d0c on network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:16.189763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:16.190147 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Checking segment: {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:16.190550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.190946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Bound using segment: {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:16.191418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Bound port: eb46299d-3810-40d3-9f7c-b21d08048d0c, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:16.191984 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.212963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:16.216106 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:16.219998 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:16.248087 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event updated for resources: {'Port': ['ID=b3cf63bb-a764-47af-88c5-0622f023d15f,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:16.261901 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] For port eb46299d-3810-40d3-9f7c-b21d08048d0c, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:16.265816 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] For port eb46299d-3810-40d3-9f7c-b21d08048d0c, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=eb46299d-3810-40d3-9f7c-b21d08048d0c,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:16.315973 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.351779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.413240 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:16.413865 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:51:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:16.432372 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.501598 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a59c7-6dff-4d2f-a5c4-94ad52b47dd0 None None] Pushing event updated for resources: {'Port': ['ID=eb46299d-3810-40d3-9f7c-b21d08048d0c,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:16.514300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-bcf0c685-5ab0-40fb-9a5c-de0d8f0347ff None None] Provisioning complete for port eb46299d-3810-40d3-9f7c-b21d08048d0c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:16.514676 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c685-5ab0-40fb-9a5c-de0d8f0347ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.551621 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-49852217-5d57-467e-a4f7-fba2a62b743b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.583492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:16.876176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.876778 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c685-5ab0-40fb-9a5c-de0d8f0347ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.936152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-bcf0c685-5ab0-40fb-9a5c-de0d8f0347ff None None] For port eb46299d-3810-40d3-9f7c-b21d08048d0c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=eb46299d-3810-40d3-9f7c-b21d08048d0c,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:16.951905 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.987392 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:17.017435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c685-5ab0-40fb-9a5c-de0d8f0347ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.019246 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71a33a0-390d-42b1-97e1-0951d68513ee None None] The sync data for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv is: [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:17.023114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event updated for resources: {'Port': ['ID=b3cf63bb-a764-47af-88c5-0622f023d15f,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:17.039096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.068332 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0c685-5ab0-40fb-9a5c-de0d8f0347ff None None] Pushing event updated for resources: {'Port': ['ID=eb46299d-3810-40d3-9f7c-b21d08048d0c,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:17.113511 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.114834 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5c63947f-96c8-45c9-b50e-e935f3fa6b98 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4192581 Dec 10 18:52:17.146765 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-96f8cbd7-9b2e-486c-b3b0-8b86deaa9e94 None None] Provisioning complete for port eb46299d-3810-40d3-9f7c-b21d08048d0c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:17.147148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-96f8cbd7-9b2e-486c-b3b0-8b86deaa9e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.292908 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-4691291a-5092-47ec-a080-1206f258b6f9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2027461741&fields=id&tenant_id=9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 267 time: 0.0481594 Dec 10 18:52:17.370387 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device eb46299d-3810-40d3-9f7c-b21d08048d0c up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:17.411500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-9b4a9cc5-2305-4576-9857-ddf474a8af03 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:17.413038 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-9b4a9cc5-2305-4576-9857-ddf474a8af03 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 812 time: 0.1121430 Dec 10 18:52:17.422845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port eb46299d-3810-40d3-9f7c-b21d08048d0c triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:17.423301 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.430208 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-a21bb2fb-fcf4-4467-a47c-f3b9ee825cf1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/quotas/9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 375 time: 0.0095308 Dec 10 18:52:17.497798 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-493eb36a-b77f-4f1d-9c4b-91482c713bb8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506110 Dec 10 18:52:17.560943 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-8d31a0ca-9f54-47d9-9728-9d355471f158 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:52:17.562207 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-8d31a0ca-9f54-47d9-9728-9d355471f158 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0579705 Dec 10 18:52:17.657159 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-befdc222-e6f7-485c-87c0-8f90974bfb9b service neutron] 10.222.0.60 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883946 Dec 10 18:52:17.748003 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-4bbe6ff8-8d40-48f8-87e3-7042a63c1a9e service neutron] 10.222.0.60 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842233 Dec 10 18:52:18.010201 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2fbea187-c733-4282-81d6-0b6313fcd82b req-d2d9f503-6110-457b-bb95-d4a5a85edd90 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 210 time: 0.0302556 Dec 10 18:52:18.568263 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.830738 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-08e80e29-2cfc-44fe-890d-a3d379d110fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:19.109506 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-33fc4ba9-5a3d-40df-a92b-0fd3d1a1c2f9 req-99f6ccc6-1a27-4ed8-8da4-cb7b9b06b1e1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 210 time: 0.0301898 Dec 10 18:52:20.067516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-da718907-b0e8-4154-998a-1bd8f1171d90 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:20.068865 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-da718907-b0e8-4154-998a-1bd8f1171d90 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 812 time: 0.1021817 Dec 10 18:52:20.136842 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-0cbd8143-6fc0-4187-86d6-b7770d1db070 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 380 time: 0.0530806 Dec 10 18:52:20.149374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-089710ba-c63d-497c-a9bf-8cce7bd8893c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Request body: {'port': {'device_id': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'admin_state_up': True, 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'security_groups': ['a1b3627f-0e95-4672-a36d-2f1a1f082174']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:20.168260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.208890 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7cff3b92-d832-4abd-9fe2-d84d309c0811 req-4d1170b9-7319-4043-b8f4-bcec1bc99a69 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 210 time: 0.0281940 Dec 10 18:52:20.339416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-089710ba-c63d-497c-a9bf-8cce7bd8893c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Made reservation on behalf of 9928d265827c4b8b94f3cee7bceaa16b for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:20.343007 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-089710ba-c63d-497c-a9bf-8cce7bd8893c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.472284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-089710ba-c63d-497c-a9bf-8cce7bd8893c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Allocated IP 172.20.0.12 (86bd7ad3-3f82-4d37-b69a-83a3e1b46db7/a1009962-88db-4eca-880b-569f872a1d2d/af9df9d6-1771-4ff6-be8d-d99100449f32) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:20.616449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-089710ba-c63d-497c-a9bf-8cce7bd8893c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.710620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-089710ba-c63d-497c-a9bf-8cce7bd8893c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.759899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-089710ba-c63d-497c-a9bf-8cce7bd8893c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:20.763216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-089710ba-c63d-497c-a9bf-8cce7bd8893c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:20.766967 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-089710ba-c63d-497c-a9bf-8cce7bd8893c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:20.773404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089710ba-c63d-497c-a9bf-8cce7bd8893c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event updated for resources: {'Port': ['ID=af9df9d6-1771-4ff6-be8d-d99100449f32,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:20.820349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-089710ba-c63d-497c-a9bf-8cce7bd8893c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:20.820972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-089710ba-c63d-497c-a9bf-8cce7bd8893c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.895083 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-089710ba-c63d-497c-a9bf-8cce7bd8893c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7493768 Dec 10 18:52:20.913619 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Request body: {'port': {'device_id': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:20.973131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.982004 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c89aba3e-5e99-44b5-866a-cee15d9f17bf None None] Provisioning complete for port af9df9d6-1771-4ff6-be8d-d99100449f32 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:20.982488 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c89aba3e-5e99-44b5-866a-cee15d9f17bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.015617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c89aba3e-5e99-44b5-866a-cee15d9f17bf None None] Port af9df9d6-1771-4ff6-be8d-d99100449f32 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:21.232227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9df9d6-1771-4ff6-be8d-d99100449f32 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:21.239728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.251718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Transition to ACTIVE for port object af9df9d6-1771-4ff6-be8d-d99100449f32 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:52:21.331520 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3c622-bde7-497e-b411-126c3bb56877 req-805fee19-e6e8-43f2-b7d8-30dacf0b1c55 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:21.333308 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b3b3c622-bde7-497e-b411-126c3bb56877 req-805fee19-e6e8-43f2-b7d8-30dacf0b1c55 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 932 time: 0.0484869 Dec 10 18:52:21.333859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.362484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.382966 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b3b3c622-bde7-497e-b411-126c3bb56877 req-4644d9fa-249f-41f3-8234-52599ef84c7b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435431 Dec 10 18:52:21.386725 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Pushing event updated for resources: {'Port': ['ID=af9df9d6-1771-4ff6-be8d-d99100449f32,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:21.457381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Attempting to bind port af9df9d6-1771-4ff6-be8d-d99100449f32 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:21.457747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Attempting to bind port af9df9d6-1771-4ff6-be8d-d99100449f32 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:21.458079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Attempting to bind port af9df9d6-1771-4ff6-be8d-d99100449f32 on network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:21.462708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Port af9df9d6-1771-4ff6-be8d-d99100449f32 on network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:52:21.463027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Attempting to bind port af9df9d6-1771-4ff6-be8d-d99100449f32 on network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:21.468125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:21.468461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Checking segment: {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:21.468844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Bound using segment: {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:21.469301 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Bound port: af9df9d6-1771-4ff6-be8d-d99100449f32, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:21.469657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.545310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] For port af9df9d6-1771-4ff6-be8d-d99100449f32, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:21.548379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] For port af9df9d6-1771-4ff6-be8d-d99100449f32, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=af9df9d6-1771-4ff6-be8d-d99100449f32,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:21.637293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.669577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:21.670325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.671790 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] 10.222.0.21 "PUT /v2.0/ports/af9df9d6-1771-4ff6-be8d-d99100449f32 HTTP/1.1" status: 200 len: 1094 time: 0.7629933 Dec 10 18:52:21.676383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'tag': 'af9df9d6-1771-4ff6-be8d-d99100449f32'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:21.682344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ea3fe7-29a8-4e80-a89f-ccb58c7122ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e06c3de6-d140-4d3e-aced-b2044e91cfbd", "tag": "af9df9d6-1771-4ff6-be8d-d99100449f32"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:21.704963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bacf6-0768-4175-b7a6-eac5840fac2e service neutron] Pushing event updated for resources: {'Port': ['ID=af9df9d6-1771-4ff6-be8d-d99100449f32,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:21.721749 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2856306c-53be-452f-b4c2-06bdfd199730 x-openstack-request-id: req-2856306c-53be-452f-b4c2-06bdfd199730 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:21.722068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06c3de6-d140-4d3e-aced-b2044e91cfbd", "tag": "af9df9d6-1771-4ff6-be8d-d99100449f32", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:21.722333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2856306c-53be-452f-b4c2-06bdfd199730 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:21.722751 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'tag': 'af9df9d6-1771-4ff6-be8d-d99100449f32', 'status': 'completed', 'code': 200} Dec 10 18:52:21.786281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea3fe7-29a8-4e80-a89f-ccb58c7122ed req-e23e5444-3d5c-484d-8553-1b02da4d1476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:21.787809 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-91ea3fe7-29a8-4e80-a89f-ccb58c7122ed req-e23e5444-3d5c-484d-8553-1b02da4d1476 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 1097 time: 0.0438755 Dec 10 18:52:21.890918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea3fe7-29a8-4e80-a89f-ccb58c7122ed req-a1f0fed9-1149-4b79-ae64-706648018f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:21.892388 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-91ea3fe7-29a8-4e80-a89f-ccb58c7122ed req-a1f0fed9-1149-4b79-ae64-706648018f43 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0971596 Dec 10 18:52:21.991997 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea3fe7-29a8-4e80-a89f-ccb58c7122ed req-cc34b6ef-e6fc-4361-96a4-201f18be2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:21.993465 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-91ea3fe7-29a8-4e80-a89f-ccb58c7122ed req-cc34b6ef-e6fc-4361-96a4-201f18be2ab4 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899487 Dec 10 18:52:22.075655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-f60570e4-be6c-46e1-a828-ebbadf059c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:22.077073 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-f60570e4-be6c-46e1-a828-ebbadf059c31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 1097 time: 0.0408361 Dec 10 18:52:22.124745 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-57de0533-2073-4705-b3f1-1f0531a83520 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af9df9d6-1771-4ff6-be8d-d99100449f32 HTTP/1.1" status: 200 len: 217 time: 0.0343804 Dec 10 18:52:22.178693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-bae8a3ee-758f-423b-adab-392ea550624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:22.180097 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-bae8a3ee-758f-423b-adab-392ea550624c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0453568 Dec 10 18:52:22.229202 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-85ee2abe-7d08-4744-adb0-812bece85d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:22.230731 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-85ee2abe-7d08-4744-adb0-812bece85d33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396867 Dec 10 18:52:22.326498 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-1b1de38a-fcc1-4c18-b58b-b1efa232ba49 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832007 Dec 10 18:52:22.426077 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-652a43bc-4c9a-486d-8c97-a060de972ff2 req-7cb70a4a-7734-4a7a-8628-10d23959cb57 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882444 Dec 10 18:52:22.499390 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.503983 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725462f-2649-4220-a7ae-5d8f5265a739 req-656a79b4-9297-4406-a276-87567bbe5151 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:22.505534 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5725462f-2649-4220-a7ae-5d8f5265a739 req-656a79b4-9297-4406-a276-87567bbe5151 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 944 time: 0.0507653 Dec 10 18:52:22.559064 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5725462f-2649-4220-a7ae-5d8f5265a739 req-47b4f728-9577-41be-a9e6-10ee2363e582 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473864 Dec 10 18:52:23.675447 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf58979-0cbc-419f-92be-1b7a04042e97 req-96942b94-fe86-4c4d-bfdb-0af6ec28e5a4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:23.676935 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ecf58979-0cbc-419f-92be-1b7a04042e97 req-96942b94-fe86-4c4d-bfdb-0af6ec28e5a4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 944 time: 0.0494230 Dec 10 18:52:23.723211 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ecf58979-0cbc-419f-92be-1b7a04042e97 req-ef72c94f-7dd4-44cc-9f08-484211510619 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404413 Dec 10 18:52:23.864007 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:52:24.835692 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b0468-6f05-427c-89db-db16398d199b req-3174e519-6989-4769-b369-0e89919f1b75 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:24.837140 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-181b0468-6f05-427c-89db-db16398d199b req-3174e519-6989-4769-b369-0e89919f1b75 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 944 time: 0.0474801 Dec 10 18:52:24.883337 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-181b0468-6f05-427c-89db-db16398d199b req-2e2f502c-4501-426b-9ded-13f43f7faeb5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395973 Dec 10 18:52:25.162723 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device af9df9d6-1771-4ff6-be8d-d99100449f32 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:52:25.266230 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port af9df9d6-1771-4ff6-be8d-d99100449f32, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=af9df9d6-1771-4ff6-be8d-d99100449f32,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:25.277302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'af9df9d6-1771-4ff6-be8d-d99100449f32', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'port_id': 'af9df9d6-1771-4ff6-be8d-d99100449f32', 'mac_address': 'fa:16:3e:73:40:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:52:25.318817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.331902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9df9d6-1771-4ff6-be8d-d99100449f32 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:25.350219 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port af9df9d6-1771-4ff6-be8d-d99100449f32, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=af9df9d6-1771-4ff6-be8d-d99100449f32,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:25.464739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.511199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=af9df9d6-1771-4ff6-be8d-d99100449f32,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:25.519211 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:25.519560 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:25.519905 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:25.523904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:25.524275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:25.524630 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:25.525179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:25.525825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:25.526347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:25.526687 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:25.527029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:25.527365 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:25.527695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:25.712371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['af9df9d6-1771-4ff6-be8d-d99100449f32'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:25.999429 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf85f6-4b80-4b9f-a817-3565cf13cf4b req-80bd612e-e378-44ca-b219-7ffc1505dd67 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:26.000923 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b2bf85f6-4b80-4b9f-a817-3565cf13cf4b req-80bd612e-e378-44ca-b219-7ffc1505dd67 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 945 time: 0.0516889 Dec 10 18:52:26.047198 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b2bf85f6-4b80-4b9f-a817-3565cf13cf4b req-8210f3b7-ec06-47d2-884b-d05a6d38bea6 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404198 Dec 10 18:52:27.159830 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd7598-411b-4d99-ac2b-1d75e4e40bac req-9ae7d64d-cbb7-4b29-b7b6-c3e4981864cb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:27.161334 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5cbd7598-411b-4d99-ac2b-1d75e4e40bac req-9ae7d64d-cbb7-4b29-b7b6-c3e4981864cb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 945 time: 0.0475955 Dec 10 18:52:27.176562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device af9df9d6-1771-4ff6-be8d-d99100449f32 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:27.211338 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5cbd7598-411b-4d99-ac2b-1d75e4e40bac req-502bb272-a718-4a50-a5a2-1068ceed7d8f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 Dec 10 18:52:27.345109 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port af9df9d6-1771-4ff6-be8d-d99100449f32 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:52:27.349262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port af9df9d6-1771-4ff6-be8d-d99100449f32 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:27.349670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:27.429537 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:27.453946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9df9d6-1771-4ff6-be8d-d99100449f32'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:27.456167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bde3d4-4acc-497e-bb7e-c0cbafa14f4c" -d '{"events": [{"server_uuid": "e06c3de6-d140-4d3e-aced-b2044e91cfbd", "name": "network-vif-plugged", "status": "completed", "tag": "af9df9d6-1771-4ff6-be8d-d99100449f32"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:27.474064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port af9df9d6-1771-4ff6-be8d-d99100449f32, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=af9df9d6-1771-4ff6-be8d-d99100449f32,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:27.492834 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e2baa8-aa52-4c97-8061-ab5d4a0ba281 x-openstack-request-id: req-09e2baa8-aa52-4c97-8061-ab5d4a0ba281 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:27.493134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06c3de6-d140-4d3e-aced-b2044e91cfbd", "name": "network-vif-plugged", "status": "completed", "tag": "af9df9d6-1771-4ff6-be8d-d99100449f32", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:27.493390 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09e2baa8-aa52-4c97-8061-ab5d4a0ba281 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:27.493881 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9df9d6-1771-4ff6-be8d-d99100449f32', 'code': 200} Dec 10 18:52:27.539203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:27.587884 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=af9df9d6-1771-4ff6-be8d-d99100449f32,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:27.816584 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d870e-ddbb-459e-acc1-9c5abc2e0c68 req-0ce3f61b-08a1-4794-9a40-e81757d978b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:27.818272 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-178d870e-ddbb-459e-acc1-9c5abc2e0c68 req-0ce3f61b-08a1-4794-9a40-e81757d978b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 1099 time: 0.0411296 Dec 10 18:52:27.862475 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-178d870e-ddbb-459e-acc1-9c5abc2e0c68 req-e7ede652-bcea-4364-89ae-a40bbad56dbe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372500 Dec 10 18:52:28.331247 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bd12a-4ae8-43f7-969f-4e61ee6e8e13 req-68e982be-c9ae-4c28-abfe-8b6af5c78ccc tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:28.332716 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3b4bd12a-4ae8-43f7-969f-4e61ee6e8e13 req-68e982be-c9ae-4c28-abfe-8b6af5c78ccc tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0525367 Dec 10 18:52:28.378424 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3b4bd12a-4ae8-43f7-969f-4e61ee6e8e13 req-9aa4cf0e-90a4-432e-9438-427558b9b0a1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396876 Dec 10 18:52:29.493328 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff62237-1e70-4952-93c8-42bc72f25d68 req-93f9e132-6bb6-48f2-9b51-72292cb3591d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:29.494904 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eff62237-1e70-4952-93c8-42bc72f25d68 req-93f9e132-6bb6-48f2-9b51-72292cb3591d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0491092 Dec 10 18:52:29.546617 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eff62237-1e70-4952-93c8-42bc72f25d68 req-8a6ee441-060b-44ac-bcbf-9fb68fc9cde0 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Dec 10 18:52:29.655767 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7cc9f-f471-47e0-a225-b24e0f7d6218 req-eb98b7d9-f0bc-4cde-a125-7f6447edf4bb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:29.657247 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d6a7cc9f-f471-47e0-a225-b24e0f7d6218 req-eb98b7d9-f0bc-4cde-a125-7f6447edf4bb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0483859 Dec 10 18:52:29.665679 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 40036) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:29.670584 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3cf160f4-5c9c-4ffe-a717-d8a6320f1938 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Request body: {'floatingip': {'port_id': 'af9df9d6-1771-4ff6-be8d-d99100449f32'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:29.712565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3cf160f4-5c9c-4ffe-a717-d8a6320f1938 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:30.129808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3cf160f4-5c9c-4ffe-a717-d8a6320f1938 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:30.207766 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3cf160f4-5c9c-4ffe-a717-d8a6320f1938 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:30.302766 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-3cf160f4-5c9c-4ffe-a717-d8a6320f1938 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e associated. External IP: 172.26.5.136, port: af9df9d6-1771-4ff6-be8d-d99100449f32. Dec 10 18:52:30.512882 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf160f4-5c9c-4ffe-a717-d8a6320f1938 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:52:30.625001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf160f4-5c9c-4ffe-a717-d8a6320f1938 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:30.629904 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3cf160f4-5c9c-4ffe-a717-d8a6320f1938 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:30.634464 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb57dfc-50d2-4e9c-8bf0-493179b2f787 None None] Sync routers for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:30.644732 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb57dfc-50d2-4e9c-8bf0-493179b2f787 None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:30.645331 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1fb57dfc-50d2-4e9c-8bf0-493179b2f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:52:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:30.656884 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3cf160f4-5c9c-4ffe-a717-d8a6320f1938 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "PUT /v2.0/floatingips/f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e HTTP/1.1" status: 200 len: 992 time: 0.9901054 Dec 10 18:52:30.657472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'tag': 'af9df9d6-1771-4ff6-be8d-d99100449f32'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:30.659744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648b27d5-e1c0-42bf-8339-cd957323fa87" -d '{"events": [{"name": "network-changed", "server_uuid": "e06c3de6-d140-4d3e-aced-b2044e91cfbd", "tag": "af9df9d6-1771-4ff6-be8d-d99100449f32"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:30.763790 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c72e5f-9185-4b79-8bfa-b42b48af2337 x-openstack-request-id: req-22c72e5f-9185-4b79-8bfa-b42b48af2337 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:30.764091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06c3de6-d140-4d3e-aced-b2044e91cfbd", "tag": "af9df9d6-1771-4ff6-be8d-d99100449f32", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:30.764353 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22c72e5f-9185-4b79-8bfa-b42b48af2337 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:30.764768 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'tag': 'af9df9d6-1771-4ff6-be8d-d99100449f32', 'status': 'completed', 'code': 200} Dec 10 18:52:30.768799 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-1fb57dfc-50d2-4e9c-8bf0-493179b2f787 None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:30.830184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b27d5-e1c0-42bf-8339-cd957323fa87 req-048ba7e0-2d18-42a2-b73e-5ff1be2fc994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:30.831853 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-648b27d5-e1c0-42bf-8339-cd957323fa87 req-048ba7e0-2d18-42a2-b73e-5ff1be2fc994 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 1099 time: 0.0458114 Dec 10 18:52:30.920401 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b27d5-e1c0-42bf-8339-cd957323fa87 req-e70e1866-53fe-4c21-a189-83f8b072cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:30.921909 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-648b27d5-e1c0-42bf-8339-cd957323fa87 req-e70e1866-53fe-4c21-a189-83f8b072cd73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0834234 Dec 10 18:52:30.992932 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-648b27d5-e1c0-42bf-8339-cd957323fa87 req-784f1a09-ca6c-4833-a41f-ce9ea3e1b6bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af9df9d6-1771-4ff6-be8d-d99100449f32 HTTP/1.1" status: 200 len: 1000 time: 0.0622211 Dec 10 18:52:31.003436 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1fb57dfc-50d2-4e9c-8bf0-493179b2f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'port_id': 'af9df9d6-1771-4ff6-be8d-d99100449f32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'mac_address': 'fa:16:3e:73:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:52:30Z', 'revision_number': 1, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:31.029472 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb57dfc-50d2-4e9c-8bf0-493179b2f787 None None] Checking router: 916a65e3-a0e7-4a9b-ab9d-150a17adf58b for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:31.037617 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb57dfc-50d2-4e9c-8bf0-493179b2f787 None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:31.038239 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1fb57dfc-50d2-4e9c-8bf0-493179b2f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:52:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:31.041473 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b27d5-e1c0-42bf-8339-cd957323fa87 req-0f7a1f41-19c2-4b8a-8bf2-64c6c2c31b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:31.043012 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-648b27d5-e1c0-42bf-8339-cd957323fa87 req-0f7a1f41-19c2-4b8a-8bf2-64c6c2c31b5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0428481 Dec 10 18:52:31.087740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b27d5-e1c0-42bf-8339-cd957323fa87 req-2d5784d2-280a-4615-a7fe-fca94bf21b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:31.089239 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-648b27d5-e1c0-42bf-8339-cd957323fa87 req-2d5784d2-280a-4615-a7fe-fca94bf21b32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397849 Dec 10 18:52:31.185907 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-648b27d5-e1c0-42bf-8339-cd957323fa87 req-64adfb5d-79d4-4c1a-8dcd-e2c6ea2b2772 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894928 Dec 10 18:52:31.240457 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-1fb57dfc-50d2-4e9c-8bf0-493179b2f787 None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:31.279845 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-648b27d5-e1c0-42bf-8339-cd957323fa87 req-ee848885-8cf8-42f2-a45c-17083530b606 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865645 Dec 10 18:52:31.459700 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1fb57dfc-50d2-4e9c-8bf0-493179b2f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'port_id': 'af9df9d6-1771-4ff6-be8d-d99100449f32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'mac_address': 'fa:16:3e:73:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:52:30Z', 'revision_number': 1, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:31.488291 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb57dfc-50d2-4e9c-8bf0-493179b2f787 None None] The sync data for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv is: [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'port_id': 'af9df9d6-1771-4ff6-be8d-d99100449f32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'mac_address': 'fa:16:3e:73:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:52:30Z', 'revision_number': 1, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:31.670718 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b73b98-559d-4e9f-a96c-ea98b35d4849 None None] New status for floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:52:37.565423 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1aa00d3a-4c6e-4189-8899-76227893bb84 req-e0c479c1-15c5-469d-a71f-146c3ae60316 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409107 Dec 10 18:52:37.647816 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa00d3a-4c6e-4189-8899-76227893bb84 req-13df54b4-66b7-4d49-937d-ec90790c2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:37.649311 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1aa00d3a-4c6e-4189-8899-76227893bb84 req-13df54b4-66b7-4d49-937d-ec90790c2d58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 1099 time: 0.0435736 Dec 10 18:52:37.749342 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa00d3a-4c6e-4189-8899-76227893bb84 req-06ebae7c-466b-4153-b761-f17dce4e12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:37.750751 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1aa00d3a-4c6e-4189-8899-76227893bb84 req-06ebae7c-466b-4153-b761-f17dce4e12ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0832555 Dec 10 18:52:37.822268 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1aa00d3a-4c6e-4189-8899-76227893bb84 req-30813c79-dd60-4426-afe2-aa578c76ba82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af9df9d6-1771-4ff6-be8d-d99100449f32 HTTP/1.1" status: 200 len: 1002 time: 0.0631807 Dec 10 18:52:38.123165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa00d3a-4c6e-4189-8899-76227893bb84 req-f0d8702e-0687-4802-8223-b3c26e2f7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:38.124529 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1aa00d3a-4c6e-4189-8899-76227893bb84 req-f0d8702e-0687-4802-8223-b3c26e2f7a8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.2950137 Dec 10 18:52:38.169424 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa00d3a-4c6e-4189-8899-76227893bb84 req-3a3da9ca-e9ac-4ccc-9d34-b4354d1d2987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:38.170907 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1aa00d3a-4c6e-4189-8899-76227893bb84 req-3a3da9ca-e9ac-4ccc-9d34-b4354d1d2987 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387933 Dec 10 18:52:38.265840 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1aa00d3a-4c6e-4189-8899-76227893bb84 req-f57e2253-29c7-4c15-8e2c-0675cff7e8fc service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840836 Dec 10 18:52:38.355744 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1aa00d3a-4c6e-4189-8899-76227893bb84 req-2276eed9-962f-40d2-b073-75e58a282abb service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807211 Dec 10 18:52:46.470129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b10afc4d-786a-4235-a776-7abd6c952f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:48.548306 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:48.823277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3173503a-7e52-43c0-b102-1039ce295e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:50.161339 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:51.393592 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:52.508406 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.863355 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:53:13.543925 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b355559-97d0-426d-ad83-f12b98829d1f req-3a8d0e57-1a9d-4aaa-90ac-22129ab3091f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:13.545577 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3b355559-97d0-426d-ad83-f12b98829d1f req-3a8d0e57-1a9d-4aaa-90ac-22129ab3091f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0489578 Dec 10 18:53:13.595341 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3b355559-97d0-426d-ad83-f12b98829d1f req-309fa595-e534-49d4-9bbf-d6ad20ddc717 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439310 Dec 10 18:53:14.092350 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cf257-a936-417f-89bc-30ca24e920e6 req-12956db0-e444-4912-99f1-f7fd1e7b4608 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:14.093778 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-191cf257-a936-417f-89bc-30ca24e920e6 req-12956db0-e444-4912-99f1-f7fd1e7b4608 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0496576 Dec 10 18:53:14.140801 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-191cf257-a936-417f-89bc-30ca24e920e6 req-74e559b2-317e-40e2-a29b-02c9d593af27 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 Dec 10 18:53:14.197978 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-ea6214db-0763-42e4-a915-6dbf00e44f9f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389113 Dec 10 18:53:15.257707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5a5c5-4499-4ceb-88aa-d8c5f1733b8f req-a6ed115f-d8c8-4939-9a1e-2acd595d5680 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:15.259115 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-faa5a5c5-4499-4ceb-88aa-d8c5f1733b8f req-a6ed115f-d8c8-4939-9a1e-2acd595d5680 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0495749 Dec 10 18:53:15.310337 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-faa5a5c5-4499-4ceb-88aa-d8c5f1733b8f req-33a8662d-236f-46f0-a782-ec3db043516a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447686 Dec 10 18:53:16.102294 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2a47-6707-49b6-815c-4280c3a02231 req-6021eb7b-f2e0-45fb-a526-954460395767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:16.103794 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-6021eb7b-f2e0-45fb-a526-954460395767 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 1099 time: 0.0442665 Dec 10 18:53:16.194603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2a47-6707-49b6-815c-4280c3a02231 req-529f3b34-2d80-480a-83cc-e331d3e6912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:16.196068 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-529f3b34-2d80-480a-83cc-e331d3e6912a service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0822465 Dec 10 18:53:16.268301 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-7548048d-726c-4ced-840b-644526f75506 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af9df9d6-1771-4ff6-be8d-d99100449f32 HTTP/1.1" status: 200 len: 1002 time: 0.0605142 Dec 10 18:53:16.320588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2a47-6707-49b6-815c-4280c3a02231 req-c6651c4c-ef81-4b82-a6fe-13d90479a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:16.322282 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-c6651c4c-ef81-4b82-a6fe-13d90479a069 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0416043 Dec 10 18:53:16.373332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2a47-6707-49b6-815c-4280c3a02231 req-78b4a2d0-3277-4469-a679-cad9acdd827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:16.374768 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-78b4a2d0-3277-4469-a679-cad9acdd827e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416441 Dec 10 18:53:16.427655 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c2d90-ce9a-41c2-aac1-b3bf58cca6fc req-9cde5082-07f1-4bbc-a7e6-d59c2b4f3f47 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:16.429223 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f70c2d90-ce9a-41c2-aac1-b3bf58cca6fc req-9cde5082-07f1-4bbc-a7e6-d59c2b4f3f47 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0496118 Dec 10 18:53:16.475445 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-da33b247-f842-42bf-95be-8c45c1f8eddb service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896573 Dec 10 18:53:16.476631 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f70c2d90-ce9a-41c2-aac1-b3bf58cca6fc req-95f7977c-e688-407e-b4bf-57f2de6cddc2 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 Dec 10 18:53:16.504025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e10295a2-f126-4bda-a1e0-88b5c5786b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:16.576697 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-9d8280e1-3428-4271-9ef9-391e70c9461c service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898395 Dec 10 18:53:17.590162 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae59b9-acd0-49ac-9e28-6435e1a01b90 req-a5220cfa-10e5-47b1-b245-481d285f46dc tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:17.592138 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23ae59b9-acd0-49ac-9e28-6435e1a01b90 req-a5220cfa-10e5-47b1-b245-481d285f46dc tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0477407 Dec 10 18:53:17.638056 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-23ae59b9-acd0-49ac-9e28-6435e1a01b90 req-43fd5ec6-0a6e-4a78-92f5-61e41e9f63ba tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394721 Dec 10 18:53:18.555041 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:18.758044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52663ce0-f332-493c-8653-b3c778792235 req-19836828-c648-42ad-b9f2-14b724d15612 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:18.759548 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-52663ce0-f332-493c-8653-b3c778792235 req-19836828-c648-42ad-b9f2-14b724d15612 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0512083 Dec 10 18:53:18.805641 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-52663ce0-f332-493c-8653-b3c778792235 req-fce06202-38d3-44db-86ed-a10c0f7e7323 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395887 Dec 10 18:53:18.812234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-91ff18fc-3043-4c8e-a5dc-e22e14966e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:19.919596 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b04b0a-173a-4973-bba0-b2fca7fadcb9 req-7f823c0c-56d0-49ce-b04e-f6a60edfab75 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:19.921062 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-86b04b0a-173a-4973-bba0-b2fca7fadcb9 req-7f823c0c-56d0-49ce-b04e-f6a60edfab75 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0483158 Dec 10 18:53:19.967634 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-86b04b0a-173a-4973-bba0-b2fca7fadcb9 req-7c914bb1-6223-4e4b-9ca9-62b9cf911646 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407484 Dec 10 18:53:20.166304 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:21.087021 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34fd09-f36d-4d0f-808c-227d13f5e155 req-34f9ae22-63ac-4f8e-b414-cf10634ed56e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:21.088487 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aa34fd09-f36d-4d0f-808c-227d13f5e155 req-34f9ae22-63ac-4f8e-b414-cf10634ed56e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0517302 Dec 10 18:53:21.136076 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aa34fd09-f36d-4d0f-808c-227d13f5e155 req-eb040657-63cf-4c2b-99b8-9e637185c008 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 Dec 10 18:53:21.358860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:22.250899 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209524c3-e44f-4593-a266-6ba24de0c24d req-6dc125b3-e070-4103-be3e-f16dcc4ca108 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:22.252350 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-209524c3-e44f-4593-a266-6ba24de0c24d req-6dc125b3-e070-4103-be3e-f16dcc4ca108 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0482786 Dec 10 18:53:22.299107 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-209524c3-e44f-4593-a266-6ba24de0c24d req-798bb443-f9e9-494a-9557-526af3b341cb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408757 Dec 10 18:53:22.491857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:23.413726 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e92c5-5be9-4a5a-bddc-c980370a1db7 req-e8ace854-c30f-45c5-bf66-cad593ad6a9e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:23.415180 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fb1e92c5-5be9-4a5a-bddc-c980370a1db7 req-e8ace854-c30f-45c5-bf66-cad593ad6a9e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0484903 Dec 10 18:53:23.465059 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fb1e92c5-5be9-4a5a-bddc-c980370a1db7 req-2006df8d-2cc4-425b-971e-ccd62240d2e1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 Dec 10 18:53:24.579116 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2336c0-01fa-4484-b966-cd12a7863e60 req-4f3757fd-5c09-4ca6-9c4e-359a0b1969dd tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:24.580626 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bd2336c0-01fa-4484-b966-cd12a7863e60 req-4f3757fd-5c09-4ca6-9c4e-359a0b1969dd tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0484266 Dec 10 18:53:24.626844 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bd2336c0-01fa-4484-b966-cd12a7863e60 req-9f191f68-1c58-4f06-910e-3a92e3cd9a21 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403745 Dec 10 18:53:25.740392 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0dd8c7-1614-44e7-b5bf-979a88d38502 req-8faa596b-252c-4cfa-a2d6-dc5fb14c92e0 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:25.741897 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3e0dd8c7-1614-44e7-b5bf-979a88d38502 req-8faa596b-252c-4cfa-a2d6-dc5fb14c92e0 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0476813 Dec 10 18:53:25.787838 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3e0dd8c7-1614-44e7-b5bf-979a88d38502 req-d53b3039-f902-44a4-a79e-e0c56ae3f321 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394261 Dec 10 18:53:26.908299 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb94d8-8d7a-4856-9d77-c6891e390d05 req-f09ac51e-be40-482c-b1ab-8a8f87b6c8e8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:26.909799 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4dfb94d8-8d7a-4856-9d77-c6891e390d05 req-f09ac51e-be40-482c-b1ab-8a8f87b6c8e8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0526023 Dec 10 18:53:26.956397 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4dfb94d8-8d7a-4856-9d77-c6891e390d05 req-8409c0ec-44b7-4743-aed7-81869ea11609 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407567 Dec 10 18:53:28.068818 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6b24d-fc6b-40f1-bc3c-f9677f34b91a req-f37c3c8e-4fd9-4ab8-993e-f9afdc65a972 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:28.070461 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-36a6b24d-fc6b-40f1-bc3c-f9677f34b91a req-f37c3c8e-4fd9-4ab8-993e-f9afdc65a972 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0479746 Dec 10 18:53:28.117823 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-36a6b24d-fc6b-40f1-bc3c-f9677f34b91a req-8238c76a-57bf-440e-9fa9-443a8dca58e9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406535 Dec 10 18:53:28.733724 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-ad7290aa-0332-4c79-bd2c-5d2d38820d47 service neutron] 10.222.0.21 "GET /v2.0/ports/af9df9d6-1771-4ff6-be8d-d99100449f32/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0526371 Dec 10 18:53:29.233097 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f75364-d93a-4f95-a55a-c5affb017484 req-96e13e9d-5860-474d-af34-6a8816e0843e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:29.234610 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-70f75364-d93a-4f95-a55a-c5affb017484 req-96e13e9d-5860-474d-af34-6a8816e0843e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0479045 Dec 10 18:53:29.285950 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-70f75364-d93a-4f95-a55a-c5affb017484 req-cf1a8433-1830-4493-92fc-eda8f1d8928f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453236 Dec 10 18:53:29.338718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2a47-6707-49b6-815c-4280c3a02231 req-7386d087-a863-4317-9971-409af60149b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:29.340267 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-7386d087-a863-4317-9971-409af60149b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd&tenant_id=9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 1099 time: 0.0464008 Dec 10 18:53:29.403404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2a47-6707-49b6-815c-4280c3a02231 req-dca8a86d-4139-4059-b21a-f32aa93c7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:29.404767 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-dca8a86d-4139-4059-b21a-f32aa93c7f81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 1099 time: 0.0394993 Dec 10 18:53:29.494876 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2a47-6707-49b6-815c-4280c3a02231 req-6183ee68-76c2-4169-be09-b776a5cfebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:29.496386 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-6183ee68-76c2-4169-be09-b776a5cfebe3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0822382 Dec 10 18:53:29.565816 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-40dec467-fa4e-4c8f-b42f-f5ef73f70506 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af9df9d6-1771-4ff6-be8d-d99100449f32 HTTP/1.1" status: 200 len: 1002 time: 0.0618508 Dec 10 18:53:29.617311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2a47-6707-49b6-815c-4280c3a02231 req-7642d2b9-ba82-46ff-9e3d-e75222146950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:29.618744 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-7642d2b9-ba82-46ff-9e3d-e75222146950 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0421476 Dec 10 18:53:29.666687 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2a47-6707-49b6-815c-4280c3a02231 req-1c667241-d728-47df-b9e3-6787b1a11e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:29.668031 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-1c667241-d728-47df-b9e3-6787b1a11e34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0375848 Dec 10 18:53:29.765915 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-02b3aa48-d5b4-4414-a9a0-43bc623afde4 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823021 Dec 10 18:53:29.857066 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-604b2a47-6707-49b6-815c-4280c3a02231 req-6e1003ed-e826-4c4d-90cb-6512ce24a7ae service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797310 Dec 10 18:53:30.412390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070a5f1-6da8-4c1e-8f7c-762fc36dcdef req-07027d5b-4005-4009-8d11-717423b657eb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:30.413908 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a070a5f1-6da8-4c1e-8f7c-762fc36dcdef req-07027d5b-4005-4009-8d11-717423b657eb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0487919 Dec 10 18:53:30.460675 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a070a5f1-6da8-4c1e-8f7c-762fc36dcdef req-1cee7e03-49f5-434e-8683-d9dfed243701 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Dec 10 18:53:31.461685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device af9df9d6-1771-4ff6-be8d-d99100449f32 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:53:31.464833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device af9df9d6-1771-4ff6-be8d-d99100449f32 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:31.575741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de8638-7798-4755-9c5d-9f9752d78e37 req-0e08178b-d567-47ae-be37-03235b5472f1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:31.577723 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-63de8638-7798-4755-9c5d-9f9752d78e37 req-0e08178b-d567-47ae-be37-03235b5472f1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0484793 Dec 10 18:53:31.616788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:31.624088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port af9df9d6-1771-4ff6-be8d-d99100449f32, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=af9df9d6-1771-4ff6-be8d-d99100449f32,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:31.633917 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-63de8638-7798-4755-9c5d-9f9752d78e37 req-7be12ecc-21e5-4492-aa55-488e7f065a21 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498598 Dec 10 18:53:31.646533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'af9df9d6-1771-4ff6-be8d-d99100449f32', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'port_id': 'af9df9d6-1771-4ff6-be8d-d99100449f32', 'mac_address': 'fa:16:3e:73:40:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:53:31.655800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af9df9d6-1771-4ff6-be8d-d99100449f32'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:31.658039 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2553b9-1073-4182-9a54-bc1b2cfbf964" -d '{"events": [{"server_uuid": "e06c3de6-d140-4d3e-aced-b2044e91cfbd", "name": "network-vif-unplugged", "status": "completed", "tag": "af9df9d6-1771-4ff6-be8d-d99100449f32"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:31.690446 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port af9df9d6-1771-4ff6-be8d-d99100449f32, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=af9df9d6-1771-4ff6-be8d-d99100449f32,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:31.701591 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80161f7c-3485-4d7d-9d66-7c644ae01176 x-openstack-request-id: req-80161f7c-3485-4d7d-9d66-7c644ae01176 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:31.701927 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06c3de6-d140-4d3e-aced-b2044e91cfbd", "name": "network-vif-unplugged", "status": "completed", "tag": "af9df9d6-1771-4ff6-be8d-d99100449f32", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:31.702186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80161f7c-3485-4d7d-9d66-7c644ae01176 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:31.702610 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af9df9d6-1771-4ff6-be8d-d99100449f32', 'code': 200} Dec 10 18:53:31.704704 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:31.717503 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af9df9d6-1771-4ff6-be8d-d99100449f32 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:53:31.759257 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:31.830242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:53:31.830516 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:53:31.834941 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=af9df9d6-1771-4ff6-be8d-d99100449f32,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:31.841840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:31.842187 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:31.842524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:31.842858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:31.843246 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:31.843577 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:31.843904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:31.844226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:31.844547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:31.844870 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:31.845192 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:31.845510 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:31.845852 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:32.374858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:32.389437 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9df9d6-1771-4ff6-be8d-d99100449f32 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:53:32.408764 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port af9df9d6-1771-4ff6-be8d-d99100449f32, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=af9df9d6-1771-4ff6-be8d-d99100449f32,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:32.457542 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:32.507066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=af9df9d6-1771-4ff6-be8d-d99100449f32,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:32.519113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['af9df9d6-1771-4ff6-be8d-d99100449f32'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:53:32.751671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba453-c25e-4179-86b3-3bdd947dcc0c req-243771a3-a028-4c5d-b112-3867f3709845 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:32.753137 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-478ba453-c25e-4179-86b3-3bdd947dcc0c req-243771a3-a028-4c5d-b112-3867f3709845 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 945 time: 0.0529380 Dec 10 18:53:32.799568 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-478ba453-c25e-4179-86b3-3bdd947dcc0c req-4be1ce63-6b6c-4d32-9920-1b8741ddd68d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405264 Dec 10 18:53:33.136006 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1852f18-f9fd-41ac-bed6-490694d9f145 req-2841b07e-6901-4ff9-a611-9530c953db59 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:33.137461 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f1852f18-f9fd-41ac-bed6-490694d9f145 req-2841b07e-6901-4ff9-a611-9530c953db59 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 945 time: 0.0490294 Dec 10 18:53:33.184825 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f1852f18-f9fd-41ac-bed6-490694d9f145 req-5c70f9b5-71df-4bc8-9279-f5a7c1583940 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412083 Dec 10 18:53:33.216276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86224cd-02b2-4f9f-b328-9e4be5674589 req-8d623246-e1f9-4695-99ee-8a36cbee4771 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:33.217798 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f86224cd-02b2-4f9f-b328-9e4be5674589 req-8d623246-e1f9-4695-99ee-8a36cbee4771 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd&tenant_id=9928d265827c4b8b94f3cee7bceaa16b&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 945 time: 0.0566049 Dec 10 18:53:33.302880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86224cd-02b2-4f9f-b328-9e4be5674589 req-2cdfd270-617b-423f-b272-d36fb94ad91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:33.304342 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f86224cd-02b2-4f9f-b328-9e4be5674589 req-2cdfd270-617b-423f-b272-d36fb94ad91a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 1098 time: 0.0402522 Dec 10 18:53:33.395882 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86224cd-02b2-4f9f-b328-9e4be5674589 req-f6532519-3bbe-4660-915d-3c0c1d21b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:33.397409 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f86224cd-02b2-4f9f-b328-9e4be5674589 req-f6532519-3bbe-4660-915d-3c0c1d21b128 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0855606 Dec 10 18:53:33.467226 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f86224cd-02b2-4f9f-b328-9e4be5674589 req-f4a7634c-03a5-41b4-80c2-f19903d280dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af9df9d6-1771-4ff6-be8d-d99100449f32 HTTP/1.1" status: 200 len: 1001 time: 0.0619226 Dec 10 18:53:33.470048 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device af9df9d6-1771-4ff6-be8d-d99100449f32 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:53:33.515214 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86224cd-02b2-4f9f-b328-9e4be5674589 req-8a77e313-578c-4f1b-8e41-77e8bc382dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:33.516686 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f86224cd-02b2-4f9f-b328-9e4be5674589 req-8a77e313-578c-4f1b-8e41-77e8bc382dfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0433650 Dec 10 18:53:33.518662 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port af9df9d6-1771-4ff6-be8d-d99100449f32 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:33.519126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:33.562294 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86224cd-02b2-4f9f-b328-9e4be5674589 req-bad3bbb6-93c3-43ea-9ef4-d647d862417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:33.563710 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f86224cd-02b2-4f9f-b328-9e4be5674589 req-bad3bbb6-93c3-43ea-9ef4-d647d862417a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403547 Dec 10 18:53:33.598726 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:33.631585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port af9df9d6-1771-4ff6-be8d-d99100449f32, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=af9df9d6-1771-4ff6-be8d-d99100449f32,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:33.657560 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f86224cd-02b2-4f9f-b328-9e4be5674589 req-963c2f32-c15d-440c-8010-0b99d64dfcce service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851924 Dec 10 18:53:33.703636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9df9d6-1771-4ff6-be8d-d99100449f32'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:33.706123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ce5881-5099-43cf-a6e2-c333269ec964" -d '{"events": [{"server_uuid": "e06c3de6-d140-4d3e-aced-b2044e91cfbd", "name": "network-vif-plugged", "status": "completed", "tag": "af9df9d6-1771-4ff6-be8d-d99100449f32"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:33.712757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:33.751152 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f86224cd-02b2-4f9f-b328-9e4be5674589 req-ab5c7575-5034-48b8-bfaf-458356ce5538 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869184 Dec 10 18:53:33.752249 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c1d75e-bb76-4b62-b04b-df197e284481 x-openstack-request-id: req-b2c1d75e-bb76-4b62-b04b-df197e284481 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:33.752555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06c3de6-d140-4d3e-aced-b2044e91cfbd", "name": "network-vif-plugged", "status": "completed", "tag": "af9df9d6-1771-4ff6-be8d-d99100449f32", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:33.752817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2c1d75e-bb76-4b62-b04b-df197e284481 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:33.753215 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9df9d6-1771-4ff6-be8d-d99100449f32', 'code': 200} Dec 10 18:53:33.767088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=af9df9d6-1771-4ff6-be8d-d99100449f32,revision_number=8']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:34.302743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb7778-e810-4950-b646-0bf74ff2bf4e req-5252e299-dc46-43e4-bc2e-e9cdd6cf4525 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:34.304210 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5bdb7778-e810-4950-b646-0bf74ff2bf4e req-5252e299-dc46-43e4-bc2e-e9cdd6cf4525 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0514772 Dec 10 18:53:34.352174 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5bdb7778-e810-4950-b646-0bf74ff2bf4e req-09dd3f69-8f74-406d-81e5-093710292a01 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419364 Dec 10 18:53:35.471020 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c18bf-014c-4e57-b405-f7c27cbc1764 req-e3bef442-1a2a-4b01-8c34-464bee367323 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:35.472498 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-670c18bf-014c-4e57-b405-f7c27cbc1764 req-e3bef442-1a2a-4b01-8c34-464bee367323 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0485063 Dec 10 18:53:35.519576 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-670c18bf-014c-4e57-b405-f7c27cbc1764 req-877c2d88-8e05-4609-990d-9777ec460bb2 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412376 Dec 10 18:53:35.632248 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12415a-ba16-4718-bc69-96db2b29e91e req-aaa87c03-1782-4a38-8aa6-da61c928b28e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:35.633719 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4f12415a-ba16-4718-bc69-96db2b29e91e req-aaa87c03-1782-4a38-8aa6-da61c928b28e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0475612 Dec 10 18:53:35.683250 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4f12415a-ba16-4718-bc69-96db2b29e91e req-ec7ecfd8-6008-4e1c-bc75-38ee760d98b5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431368 Dec 10 18:53:35.795068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba90f79-f027-464b-972a-e3b2f33c91d4 req-8812a5c7-3ae9-4e32-9c1b-8c5de3e05642 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:35.796534 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2ba90f79-f027-464b-972a-e3b2f33c91d4 req-8812a5c7-3ae9-4e32-9c1b-8c5de3e05642 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0478148 Dec 10 18:53:35.843771 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2ba90f79-f027-464b-972a-e3b2f33c91d4 req-fe424341-4b32-4564-a91c-2234992683e9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412376 Dec 10 18:53:36.233288 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fde828-6554-41d0-9d64-0c9afeac0d0d req-baca39f3-46ac-4676-bb70-017cb2240361 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:36.234777 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-31fde828-6554-41d0-9d64-0c9afeac0d0d req-baca39f3-46ac-4676-bb70-017cb2240361 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0473905 Dec 10 18:53:36.280003 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-31fde828-6554-41d0-9d64-0c9afeac0d0d req-dfde563d-177c-4e57-b5a3-3be5a6e14f27 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393605 Dec 10 18:53:37.400533 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75c6b9-ba59-4a83-8786-f615ce59ea32 req-c16e77e8-424c-4284-ac32-f5c4c5c83f68 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:37.402040 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f75c6b9-ba59-4a83-8786-f615ce59ea32 req-c16e77e8-424c-4284-ac32-f5c4c5c83f68 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0530615 Dec 10 18:53:37.449139 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f75c6b9-ba59-4a83-8786-f615ce59ea32 req-0d14a9f9-c20f-4fae-a413-ec960f160368 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410855 Dec 10 18:53:37.861846 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:53:38.063903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135858ad-29ce-491f-8498-bbbdd71da431 req-a196f100-b688-40ae-a467-f0695ea6201f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:38.065384 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-135858ad-29ce-491f-8498-bbbdd71da431 req-a196f100-b688-40ae-a467-f0695ea6201f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0549288 Dec 10 18:53:38.160900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-135858ad-29ce-491f-8498-bbbdd71da431 req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Deleting port af9df9d6-1771-4ff6-be8d-d99100449f32 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:38.161247 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-135858ad-29ce-491f-8498-bbbdd71da431 req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:38.254763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-135858ad-29ce-491f-8498-bbbdd71da431 req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] For port af9df9d6-1771-4ff6-be8d-d99100449f32, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=af9df9d6-1771-4ff6-be8d-d99100449f32,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:38.255163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-135858ad-29ce-491f-8498-bbbdd71da431 req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:38.481135 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-135858ad-29ce-491f-8498-bbbdd71da431 req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:38.481538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-135858ad-29ce-491f-8498-bbbdd71da431 req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:38.481907 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [req-135858ad-29ce-491f-8498-bbbdd71da431 req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e disassociated. External IP: 172.26.5.136, port: af9df9d6-1771-4ff6-be8d-d99100449f32. Dec 10 18:53:38.482687 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-135858ad-29ce-491f-8498-bbbdd71da431 req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Calling delete_port for af9df9d6-1771-4ff6-be8d-d99100449f32 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:38.576964 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4bfb8-2692-443f-9a3d-58643884b30d req-41f0ed2c-81ac-49c2-829f-ae9f90d8a668 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:38.579020 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fbe4bfb8-2692-443f-9a3d-58643884b30d req-41f0ed2c-81ac-49c2-829f-ae9f90d8a668 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 946 time: 0.0524971 Dec 10 18:53:38.626522 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fbe4bfb8-2692-443f-9a3d-58643884b30d req-d0f7d0aa-89a1-4a80-9c78-295c55d26f4a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412376 Dec 10 18:53:38.690385 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-135858ad-29ce-491f-8498-bbbdd71da431 req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:38.721139 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event deleted for resources: {'Port': ['ID=af9df9d6-1771-4ff6-be8d-d99100449f32,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:38.730679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:38.730972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:38.731318 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:38.731657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:38.731993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:38.732326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:38.732658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:38.732990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:38.733320 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:38.733981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:38.733981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:38.734304 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:38.734628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:38.851550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-135858ad-29ce-491f-8498-bbbdd71da431 req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:53:38.955530 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-135858ad-29ce-491f-8498-bbbdd71da431 req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:53:38.964907 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8f424-7c87-420c-b558-68dd959cb1b4 None None] Sync routers for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:53:38.975142 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8f424-7c87-420c-b558-68dd959cb1b4 None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:38.975760 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-22d8f424-7c87-420c-b558-68dd959cb1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:53:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:38.996000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-135858ad-29ce-491f-8498-bbbdd71da431 req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] No DVR routers for this DVR port af9df9d6-1771-4ff6-be8d-d99100449f32 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:53:38.998710 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-135858ad-29ce-491f-8498-bbbdd71da431 req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:39.002740 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-135858ad-29ce-491f-8498-bbbdd71da431 req-f3907970-b02b-4b4d-ac05-603afe91b904 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "DELETE /v2.0/ports/af9df9d6-1771-4ff6-be8d-d99100449f32 HTTP/1.1" status: 204 len: 173 time: 0.9278879 Dec 10 18:53:39.003176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'name': 'network-vif-deleted', 'tag': 'af9df9d6-1771-4ff6-be8d-d99100449f32'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:39.005426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dda9ea-f64c-4889-bc76-a4a0935752d5" -d '{"events": [{"server_uuid": "e06c3de6-d140-4d3e-aced-b2044e91cfbd", "name": "network-vif-deleted", "tag": "af9df9d6-1771-4ff6-be8d-d99100449f32"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:39.041450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c986da7-fe96-493c-a760-6c5f9ced84b1 x-openstack-request-id: req-5c986da7-fe96-493c-a760-6c5f9ced84b1 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:39.041843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06c3de6-d140-4d3e-aced-b2044e91cfbd", "name": "network-vif-deleted", "tag": "af9df9d6-1771-4ff6-be8d-d99100449f32", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:39.042281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c986da7-fe96-493c-a760-6c5f9ced84b1 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:39.042773 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06c3de6-d140-4d3e-aced-b2044e91cfbd', 'name': 'network-vif-deleted', 'tag': 'af9df9d6-1771-4ff6-be8d-d99100449f32', 'status': 'completed', 'code': 200} Dec 10 18:53:39.086953 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-22d8f424-7c87-420c-b558-68dd959cb1b4 None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:53:39.284366 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-22d8f424-7c87-420c-b558-68dd959cb1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:39.314873 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8f424-7c87-420c-b558-68dd959cb1b4 None None] Checking router: 916a65e3-a0e7-4a9b-ab9d-150a17adf58b for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:53:39.323383 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8f424-7c87-420c-b558-68dd959cb1b4 None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:39.323975 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-22d8f424-7c87-420c-b558-68dd959cb1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:53:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:39.429020 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-22d8f424-7c87-420c-b558-68dd959cb1b4 None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:53:39.629003 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-22d8f424-7c87-420c-b558-68dd959cb1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:39.656235 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8f424-7c87-420c-b558-68dd959cb1b4 None None] The sync data for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv is: [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:53:39.745073 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-95095156-0b39-4aee-b1c6-6b3d8952f27b req-029c6582-6432-4b12-9b70-695dfc4a469e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=e06c3de6-d140-4d3e-aced-b2044e91cfbd HTTP/1.1" status: 200 len: 210 time: 0.0271761 Dec 10 18:53:39.890142 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcbfdec-6ca4-4f8d-ac15-ddeea02bfd61 None None] New status for floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:53:41.000121 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-97661cc4-4e14-4266-a6eb-87834c2a6ec2 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2027461741&fields=id&tenant_id=9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 267 time: 0.0453954 Dec 10 18:53:41.110106 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea927294-88dc-4708-84f6-4d756cfda281 req-70307a60-90c8-4fad-a40c-2a4c89548175 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:41.111510 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-70307a60-90c8-4fad-a40c-2a4c89548175 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 812 time: 0.1047196 Dec 10 18:53:41.126642 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-bc86f25b-5b89-4f4c-b57a-11fb75e5583e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/quotas/9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 375 time: 0.0094097 Dec 10 18:53:41.175245 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-6515540a-ceb4-4a4f-91b6-3739dd157a1d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435045 Dec 10 18:53:41.269711 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-4ea20387-61cf-40eb-9f1f-88950a4da852 service neutron] 10.222.0.60 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831263 Dec 10 18:53:41.356616 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-3180db86-6ccc-4662-abf8-88f7f45aa3b9 service neutron] 10.222.0.60 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809581 Dec 10 18:53:41.503757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device af9df9d6-1771-4ff6-be8d-d99100449f32 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:41.523673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: af9df9d6-1771-4ff6-be8d-d99100449f32 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:41.524025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device af9df9d6-1771-4ff6-be8d-d99100449f32 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:41.586606 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-91025aeb-e79c-4b45-8428-4d48f085d8e5 req-7e31ecf3-7512-45ca-bdf3-4d4659cda2c6 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 210 time: 0.0309002 Dec 10 18:53:42.682402 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-013ccbda-608d-47fc-8769-211e9be7925f req-a4cdd251-a57c-4e08-a090-2860dee18d13 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 210 time: 0.0287344 Dec 10 18:53:43.680522 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea927294-88dc-4708-84f6-4d756cfda281 req-b54dd03a-886d-4a2c-a17e-141e4bd97174 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:43.682034 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-b54dd03a-886d-4a2c-a17e-141e4bd97174 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 812 time: 0.1005633 Dec 10 18:53:43.756069 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-b48d232a-da2e-4048-a971-b55cf4888f56 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 380 time: 0.0576239 Dec 10 18:53:43.770378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-ea927294-88dc-4708-84f6-4d756cfda281 req-faf23b1b-b262-4448-a5ec-acd9dfff6461 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Request body: {'port': {'device_id': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'admin_state_up': True, 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'security_groups': ['a1b3627f-0e95-4672-a36d-2f1a1f082174']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:43.779643 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-86e2e06d-a672-4291-b68f-8cf98939f617 req-6dee7c21-3fbb-416f-b921-cacee5ab40ef tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 210 time: 0.0262389 Dec 10 18:53:43.965759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea927294-88dc-4708-84f6-4d756cfda281 req-faf23b1b-b262-4448-a5ec-acd9dfff6461 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Made reservation on behalf of 9928d265827c4b8b94f3cee7bceaa16b for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:43.969305 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ea927294-88dc-4708-84f6-4d756cfda281 req-faf23b1b-b262-4448-a5ec-acd9dfff6461 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:44.098204 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-ea927294-88dc-4708-84f6-4d756cfda281 req-faf23b1b-b262-4448-a5ec-acd9dfff6461 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Allocated IP 172.20.0.12 (86bd7ad3-3f82-4d37-b69a-83a3e1b46db7/a1009962-88db-4eca-880b-569f872a1d2d/9cdacc23-a6d2-4ec9-b373-84163842c72c) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:53:44.230627 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ea927294-88dc-4708-84f6-4d756cfda281 req-faf23b1b-b262-4448-a5ec-acd9dfff6461 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:44.331826 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ea927294-88dc-4708-84f6-4d756cfda281 req-faf23b1b-b262-4448-a5ec-acd9dfff6461 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:44.376625 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea927294-88dc-4708-84f6-4d756cfda281 req-faf23b1b-b262-4448-a5ec-acd9dfff6461 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:44.379809 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-ea927294-88dc-4708-84f6-4d756cfda281 req-faf23b1b-b262-4448-a5ec-acd9dfff6461 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:44.382389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea927294-88dc-4708-84f6-4d756cfda281 req-faf23b1b-b262-4448-a5ec-acd9dfff6461 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:53:44.409087 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf23b1b-b262-4448-a5ec-acd9dfff6461 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event updated for resources: {'Port': ['ID=9cdacc23-a6d2-4ec9-b373-84163842c72c,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:44.445158 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea927294-88dc-4708-84f6-4d756cfda281 req-faf23b1b-b262-4448-a5ec-acd9dfff6461 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:44.445830 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ea927294-88dc-4708-84f6-4d756cfda281 req-faf23b1b-b262-4448-a5ec-acd9dfff6461 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:44.551939 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-faf23b1b-b262-4448-a5ec-acd9dfff6461 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7863739 Dec 10 18:53:44.569381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Request body: {'port': {'device_id': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:44.623024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:44.658029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-433fe246-7efc-4c0c-b129-ae71e5b2823b None None] Provisioning complete for port 9cdacc23-a6d2-4ec9-b373-84163842c72c triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:44.658583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-433fe246-7efc-4c0c-b129-ae71e5b2823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:44.694968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-433fe246-7efc-4c0c-b129-ae71e5b2823b None None] Port 9cdacc23-a6d2-4ec9-b373-84163842c72c cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:53:44.880848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cdacc23-a6d2-4ec9-b373-84163842c72c {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:53:44.888333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:44.895439 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e70200-939d-4a17-b5e6-b68863a77cce req-2466a1e5-c0fe-4157-ac52-c912bf01e87d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:44.896917 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-06e70200-939d-4a17-b5e6-b68863a77cce req-2466a1e5-c0fe-4157-ac52-c912bf01e87d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 932 time: 0.0478272 Dec 10 18:53:44.900991 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Transition to ACTIVE for port object 9cdacc23-a6d2-4ec9-b373-84163842c72c will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:53:44.942901 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-06e70200-939d-4a17-b5e6-b68863a77cce req-35e8734d-4843-4d8a-bdd3-30dd3deb4b16 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399082 Dec 10 18:53:44.981273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:45.029800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdacc23-a6d2-4ec9-b373-84163842c72c,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:45.111951 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Attempting to bind port 9cdacc23-a6d2-4ec9-b373-84163842c72c on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:53:45.112485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Attempting to bind port 9cdacc23-a6d2-4ec9-b373-84163842c72c by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:53:45.113005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Attempting to bind port 9cdacc23-a6d2-4ec9-b373-84163842c72c on network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:53:45.118808 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Port 9cdacc23-a6d2-4ec9-b373-84163842c72c on network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:53:45.119305 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Attempting to bind port 9cdacc23-a6d2-4ec9-b373-84163842c72c on network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:53:45.126335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:53:45.126676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Checking segment: {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:53:45.127065 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Bound using segment: {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:53:45.127496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Bound port: 9cdacc23-a6d2-4ec9-b373-84163842c72c, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:53:45.127857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:45.191931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] For port 9cdacc23-a6d2-4ec9-b373-84163842c72c, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:53:45.195090 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] For port 9cdacc23-a6d2-4ec9-b373-84163842c72c, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:53:45.267748 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:45.303383 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:45.304009 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:45.305402 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] 10.222.0.21 "PUT /v2.0/ports/9cdacc23-a6d2-4ec9-b373-84163842c72c HTTP/1.1" status: 200 len: 1094 time: 0.7401597 Dec 10 18:53:45.305909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'tag': '9cdacc23-a6d2-4ec9-b373-84163842c72c'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:45.308136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394ce0d9-9baf-4147-912e-d9749226d070" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2a6dea-2a8c-41bb-8845-f0b3b95a9363", "tag": "9cdacc23-a6d2-4ec9-b373-84163842c72c"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:45.336839 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955416b-0a50-4801-b40e-d8ce2daacb93 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdacc23-a6d2-4ec9-b373-84163842c72c,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:45.352369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9046b3-6ad6-4c22-8f6e-a5f718050047 x-openstack-request-id: req-9d9046b3-6ad6-4c22-8f6e-a5f718050047 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:45.352732 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2a6dea-2a8c-41bb-8845-f0b3b95a9363", "tag": "9cdacc23-a6d2-4ec9-b373-84163842c72c", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:45.353005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d9046b3-6ad6-4c22-8f6e-a5f718050047 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:45.353602 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'tag': '9cdacc23-a6d2-4ec9-b373-84163842c72c', 'status': 'completed', 'code': 200} Dec 10 18:53:45.418813 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ce0d9-9baf-4147-912e-d9749226d070 req-a4c725fa-24ce-421e-b271-c65fd3fd169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:45.420339 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-394ce0d9-9baf-4147-912e-d9749226d070 req-a4c725fa-24ce-421e-b271-c65fd3fd169a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 1097 time: 0.0424829 Dec 10 18:53:45.523554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ce0d9-9baf-4147-912e-d9749226d070 req-eac04bfc-f71e-4242-b352-a8d56366f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:45.525447 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-394ce0d9-9baf-4147-912e-d9749226d070 req-eac04bfc-f71e-4242-b352-a8d56366f26d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0972848 Dec 10 18:53:45.622668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ce0d9-9baf-4147-912e-d9749226d070 req-5017ff5a-6795-4e69-9656-b6ca481649aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:45.624010 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-394ce0d9-9baf-4147-912e-d9749226d070 req-5017ff5a-6795-4e69-9656-b6ca481649aa service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907967 Dec 10 18:53:45.703208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea927294-88dc-4708-84f6-4d756cfda281 req-0a1ffbc3-f911-4062-a0f1-f2c0e69cd4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:45.704671 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-0a1ffbc3-f911-4062-a0f1-f2c0e69cd4eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 1097 time: 0.0392702 Dec 10 18:53:45.752980 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-482a2bb4-13d2-4e4f-9aad-e3baac0513dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c HTTP/1.1" status: 200 len: 217 time: 0.0337405 Dec 10 18:53:45.808753 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea927294-88dc-4708-84f6-4d756cfda281 req-3afbb6cf-eea3-43f5-a44e-bc14a87b0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:45.810200 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-3afbb6cf-eea3-43f5-a44e-bc14a87b0881 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0493762 Dec 10 18:53:45.858783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea927294-88dc-4708-84f6-4d756cfda281 req-b4e01f23-4293-4c13-8729-8eb0e709352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:45.860219 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-b4e01f23-4293-4c13-8729-8eb0e709352d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393059 Dec 10 18:53:45.950825 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-b86a2921-cc08-4916-9446-42680a732221 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793972 Dec 10 18:53:46.063300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63464d04-d82a-4c03-8fcf-5bc4aee43a76 req-12287b5e-4d6c-497a-b4d4-7dd07c4c69f9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:46.064908 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-63464d04-d82a-4c03-8fcf-5bc4aee43a76 req-12287b5e-4d6c-497a-b4d4-7dd07c4c69f9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 944 time: 0.0545745 Dec 10 18:53:46.115819 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-63464d04-d82a-4c03-8fcf-5bc4aee43a76 req-06a7007a-cbcd-4955-9f1d-2c87d2393452 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445762 Dec 10 18:53:46.300362 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ea927294-88dc-4708-84f6-4d756cfda281 req-5cf4d72f-e2fe-42a6-aaa8-db44ee14346d service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383989 Dec 10 18:53:46.479578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5a30516a-0f04-480b-bdef-6f14faa5afb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.230993 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f408e-ec8f-4a2e-9d32-a451eae0b7f9 req-562e0bba-0c09-4616-b998-e48219e8c953 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:47.232579 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2d2f408e-ec8f-4a2e-9d32-a451eae0b7f9 req-562e0bba-0c09-4616-b998-e48219e8c953 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 944 time: 0.0486312 Dec 10 18:53:47.279385 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2d2f408e-ec8f-4a2e-9d32-a451eae0b7f9 req-ef6e8cc4-b394-46e7-99fb-c4e6d9b0e6f2 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407929 Dec 10 18:53:47.533949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 9cdacc23-a6d2-4ec9-b373-84163842c72c details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:53:47.627856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 9cdacc23-a6d2-4ec9-b373-84163842c72c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:47.642097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '9cdacc23-a6d2-4ec9-b373-84163842c72c', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'port_id': '9cdacc23-a6d2-4ec9-b373-84163842c72c', 'mac_address': 'fa:16:3e:d3:4b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:53:47.678850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.692234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdacc23-a6d2-4ec9-b373-84163842c72c {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:53:47.711115 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 9cdacc23-a6d2-4ec9-b373-84163842c72c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:47.783179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.830723 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=9cdacc23-a6d2-4ec9-b373-84163842c72c,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:48.070391 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['9cdacc23-a6d2-4ec9-b373-84163842c72c'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:53:48.393958 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06b525-a754-4ced-8156-1821ceb6ce92 req-dfc493e7-cf43-4c15-80c2-8bdbc447d232 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:48.395435 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-be06b525-a754-4ced-8156-1821ceb6ce92 req-dfc493e7-cf43-4c15-80c2-8bdbc447d232 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 945 time: 0.0474827 Dec 10 18:53:48.444926 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-be06b525-a754-4ced-8156-1821ceb6ce92 req-7b9646d1-046d-42a3-8250-7d239842a608 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436161 Dec 10 18:53:48.531367 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:48.822771 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-23b09912-8d04-4790-a0ed-78db6522f16b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:49.557981 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d1b80-44c3-494b-9b64-dee285208058 req-fe35ee3e-0ed3-40e0-8cc3-55da873bd682 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:49.559439 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7c5d1b80-44c3-494b-9b64-dee285208058 req-fe35ee3e-0ed3-40e0-8cc3-55da873bd682 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 945 time: 0.0479562 Dec 10 18:53:49.570012 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 9cdacc23-a6d2-4ec9-b373-84163842c72c up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:53:49.607409 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7c5d1b80-44c3-494b-9b64-dee285208058 req-83f68335-4ee2-4878-a386-5979b6562484 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 Dec 10 18:53:49.672582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 9cdacc23-a6d2-4ec9-b373-84163842c72c completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:53:49.676598 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 9cdacc23-a6d2-4ec9-b373-84163842c72c triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:49.676946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:49.753991 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:49.774936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdacc23-a6d2-4ec9-b373-84163842c72c'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:49.777122 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25ec3ad-15ee-43c8-ba23-b146a2b2695a" -d '{"events": [{"server_uuid": "bc2a6dea-2a8c-41bb-8845-f0b3b95a9363", "name": "network-vif-plugged", "status": "completed", "tag": "9cdacc23-a6d2-4ec9-b373-84163842c72c"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:49.789329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 9cdacc23-a6d2-4ec9-b373-84163842c72c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:49.813520 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a044da-ebc1-4a8d-8b4a-1f1d4a66e096 x-openstack-request-id: req-11a044da-ebc1-4a8d-8b4a-1f1d4a66e096 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:49.813847 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2a6dea-2a8c-41bb-8845-f0b3b95a9363", "name": "network-vif-plugged", "status": "completed", "tag": "9cdacc23-a6d2-4ec9-b373-84163842c72c", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:49.814111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11a044da-ebc1-4a8d-8b4a-1f1d4a66e096 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:49.814510 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdacc23-a6d2-4ec9-b373-84163842c72c', 'code': 200} Dec 10 18:53:49.850137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:49.897385 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=9cdacc23-a6d2-4ec9-b373-84163842c72c,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:50.141227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cfc17-efc4-4b3f-9ee1-ae5ea0c54acf req-5c4481c2-d956-46d6-9d2d-811e9a71e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:50.142732 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cd2cfc17-efc4-4b3f-9ee1-ae5ea0c54acf req-5c4481c2-d956-46d6-9d2d-811e9a71e72b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 1099 time: 0.0394897 Dec 10 18:53:50.183002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.188924 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cd2cfc17-efc4-4b3f-9ee1-ae5ea0c54acf req-a89238dd-5233-4cb6-b207-18761ee0bf24 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369596 Dec 10 18:53:50.721224 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3a5e4-2f95-41d4-833d-17b2353af8ba req-630fe012-56e4-4555-a11f-33dd48a882d4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:50.722682 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f2b3a5e4-2f95-41d4-833d-17b2353af8ba req-630fe012-56e4-4555-a11f-33dd48a882d4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0471451 Dec 10 18:53:50.767941 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f2b3a5e4-2f95-41d4-833d-17b2353af8ba req-0ec299a4-e042-4b9b-94a7-4be41f3e4a5a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392776 Dec 10 18:53:51.348267 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:51.887652 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac84d0-6ccf-449b-8073-c0e698690208 req-d2cbae8f-da46-4c4a-bd5d-abaf983be076 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:51.889106 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-49ac84d0-6ccf-449b-8073-c0e698690208 req-d2cbae8f-da46-4c4a-bd5d-abaf983be076 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0511394 Dec 10 18:53:51.934855 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-49ac84d0-6ccf-449b-8073-c0e698690208 req-1e7a298d-c8aa-4b8e-bc73-de25a4862879 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398154 Dec 10 18:53:52.044186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3447-fe1b-4229-bc03-9d6cb823d0d0 req-7c78f117-4359-4e67-9e1e-af6abea0f9e6 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:52.045720 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-791b3447-fe1b-4229-bc03-9d6cb823d0d0 req-7c78f117-4359-4e67-9e1e-af6abea0f9e6 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0481079 Dec 10 18:53:52.054349 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 40276) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:52.058849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-32169089-00d4-4042-9544-02d505baafa8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Request body: {'floatingip': {'port_id': '9cdacc23-a6d2-4ec9-b373-84163842c72c'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:52.104573 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-32169089-00d4-4042-9544-02d505baafa8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:52.513624 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-32169089-00d4-4042-9544-02d505baafa8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:52.519695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:52.575617 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-32169089-00d4-4042-9544-02d505baafa8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:52.944019 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-32169089-00d4-4042-9544-02d505baafa8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e associated. External IP: 172.26.5.136, port: 9cdacc23-a6d2-4ec9-b373-84163842c72c. Dec 10 18:53:53.148310 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32169089-00d4-4042-9544-02d505baafa8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:53:53.252782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32169089-00d4-4042-9544-02d505baafa8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:53:53.257204 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-32169089-00d4-4042-9544-02d505baafa8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:53.264822 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ae5ee4-6870-4f47-8c65-f2866e44c097 None None] Sync routers for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:53:53.275027 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ae5ee4-6870-4f47-8c65-f2866e44c097 None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:53.275628 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-85ae5ee4-6870-4f47-8c65-f2866e44c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:53:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:53.286509 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-32169089-00d4-4042-9544-02d505baafa8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "PUT /v2.0/floatingips/f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e HTTP/1.1" status: 200 len: 992 time: 1.2284811 Dec 10 18:53:53.286509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'tag': '9cdacc23-a6d2-4ec9-b373-84163842c72c'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:53.287019 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ad5402-c5f4-4ece-a78f-a4805020b259" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2a6dea-2a8c-41bb-8845-f0b3b95a9363", "tag": "9cdacc23-a6d2-4ec9-b373-84163842c72c"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:53.331387 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00dcfd3-5730-4577-b93a-84b28e8bbf82 x-openstack-request-id: req-d00dcfd3-5730-4577-b93a-84b28e8bbf82 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:53.331664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2a6dea-2a8c-41bb-8845-f0b3b95a9363", "tag": "9cdacc23-a6d2-4ec9-b373-84163842c72c", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:53.331923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d00dcfd3-5730-4577-b93a-84b28e8bbf82 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:53.332326 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'tag': '9cdacc23-a6d2-4ec9-b373-84163842c72c', 'status': 'completed', 'code': 200} Dec 10 18:53:53.397762 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad5402-c5f4-4ece-a78f-a4805020b259 req-1fb4ab9f-2ccb-4068-97a0-09194974732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:53.399312 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47ad5402-c5f4-4ece-a78f-a4805020b259 req-1fb4ab9f-2ccb-4068-97a0-09194974732e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 1099 time: 0.0459528 Dec 10 18:53:53.475168 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-85ae5ee4-6870-4f47-8c65-f2866e44c097 None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:53:53.491172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad5402-c5f4-4ece-a78f-a4805020b259 req-74609c8e-97d2-45cd-9e23-049b824324c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:53.492650 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47ad5402-c5f4-4ece-a78f-a4805020b259 req-74609c8e-97d2-45cd-9e23-049b824324c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0863945 Dec 10 18:53:53.562068 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47ad5402-c5f4-4ece-a78f-a4805020b259 req-8a31f386-9554-44a4-bcb9-0e85217c4c6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c HTTP/1.1" status: 200 len: 1000 time: 0.0607839 Dec 10 18:53:53.610669 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad5402-c5f4-4ece-a78f-a4805020b259 req-8a683dd9-81b1-4926-a2b1-416c0fb46292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:53.612106 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47ad5402-c5f4-4ece-a78f-a4805020b259 req-8a683dd9-81b1-4926-a2b1-416c0fb46292 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0437479 Dec 10 18:53:53.655706 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad5402-c5f4-4ece-a78f-a4805020b259 req-878b4e69-b462-472a-ac95-4672fb4003de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:53.657194 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47ad5402-c5f4-4ece-a78f-a4805020b259 req-878b4e69-b462-472a-ac95-4672fb4003de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384345 Dec 10 18:53:53.700126 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-85ae5ee4-6870-4f47-8c65-f2866e44c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'port_id': '9cdacc23-a6d2-4ec9-b373-84163842c72c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'mac_address': 'fa:16:3e:d3:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:53:52Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:53.728826 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ae5ee4-6870-4f47-8c65-f2866e44c097 None None] Checking router: 916a65e3-a0e7-4a9b-ab9d-150a17adf58b for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:53:53.737074 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ae5ee4-6870-4f47-8c65-f2866e44c097 None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:53.737660 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-85ae5ee4-6870-4f47-8c65-f2866e44c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:53:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:53.750504 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47ad5402-c5f4-4ece-a78f-a4805020b259 req-5f4d5992-49f3-40aa-b78e-b59b28feeaee service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855684 Dec 10 18:53:53.836967 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-85ae5ee4-6870-4f47-8c65-f2866e44c097 None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:53:53.841721 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-47ad5402-c5f4-4ece-a78f-a4805020b259 req-1785d9dc-0701-4d1d-9663-e291c9cbc937 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846004 Dec 10 18:53:54.057128 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-85ae5ee4-6870-4f47-8c65-f2866e44c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'port_id': '9cdacc23-a6d2-4ec9-b373-84163842c72c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'mac_address': 'fa:16:3e:d3:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:53:52Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:54.082833 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ae5ee4-6870-4f47-8c65-f2866e44c097 None None] The sync data for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv is: [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'port_id': '9cdacc23-a6d2-4ec9-b373-84163842c72c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'mac_address': 'fa:16:3e:d3:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:53:52Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:53:54.258458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce311b86-e0a0-4454-9dec-c3f89a7a70ef None None] New status for floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:54:14.861792 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:54:16.456261 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-34504494-55b8-491c-ba89-c1b51f294d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:18.587675 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:18.827820 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-df6818ae-3e6c-4427-a587-af30304c82bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:20.191881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:21.398763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:22.534458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:35.287028 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de58b1a-bced-4c8c-b741-12a6200efb98 req-58659bb8-2d00-43f5-ba39-e0a73526dde4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:35.288565 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2de58b1a-bced-4c8c-b741-12a6200efb98 req-58659bb8-2d00-43f5-ba39-e0a73526dde4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0517802 Dec 10 18:54:35.334753 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2de58b1a-bced-4c8c-b741-12a6200efb98 req-cc841eeb-bb86-46fa-aba8-59d7adba0df4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401099 Dec 10 18:54:36.452565 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69055343-7f89-485d-911e-8d17a66d57f8 req-cbfbb977-178a-4da6-b7ee-1a820f7721e8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:36.454048 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-69055343-7f89-485d-911e-8d17a66d57f8 req-cbfbb977-178a-4da6-b7ee-1a820f7721e8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0482230 Dec 10 18:54:36.504495 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-69055343-7f89-485d-911e-8d17a66d57f8 req-641b0712-8480-4d83-8e6a-e696311c1732 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445592 Dec 10 18:54:37.617391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f717e8b-f988-444c-88b7-783b77b0676e req-683d359a-5f95-427a-8ad4-6c239564a9a7 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:37.618803 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5f717e8b-f988-444c-88b7-783b77b0676e req-683d359a-5f95-427a-8ad4-6c239564a9a7 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0480816 Dec 10 18:54:37.665774 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5f717e8b-f988-444c-88b7-783b77b0676e req-fe9066aa-f515-4d26-a9b9-aa7fef1c6e16 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410280 Dec 10 18:54:38.786823 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc442bc-2a33-4d6e-99e8-309981ad2488 req-ca4d1923-7cbf-4aa4-9256-99abd1fc2fa3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:38.788225 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0cc442bc-2a33-4d6e-99e8-309981ad2488 req-ca4d1923-7cbf-4aa4-9256-99abd1fc2fa3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0530634 Dec 10 18:54:38.834421 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0cc442bc-2a33-4d6e-99e8-309981ad2488 req-da2575ea-5f94-423e-9879-d9333bdcbc0b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403759 Dec 10 18:54:39.602468 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89b847-5b7c-42a8-aa29-1f482890145e req-b4837913-a444-4c80-8482-4dd1a77f0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:39.603830 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ec89b847-5b7c-42a8-aa29-1f482890145e req-b4837913-a444-4c80-8482-4dd1a77f0a43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 1099 time: 0.0389955 Dec 10 18:54:39.710771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89b847-5b7c-42a8-aa29-1f482890145e req-6879c627-04aa-49c9-b580-c92d7b70bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:39.712217 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ec89b847-5b7c-42a8-aa29-1f482890145e req-6879c627-04aa-49c9-b580-c92d7b70bbbd service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0823584 Dec 10 18:54:39.782619 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ec89b847-5b7c-42a8-aa29-1f482890145e req-4682d475-06af-4c14-bc00-684789e5548d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c HTTP/1.1" status: 200 len: 1002 time: 0.0617249 Dec 10 18:54:39.831288 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89b847-5b7c-42a8-aa29-1f482890145e req-dda827e6-6e24-4988-b488-286d3249a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:39.832700 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ec89b847-5b7c-42a8-aa29-1f482890145e req-dda827e6-6e24-4988-b488-286d3249a2ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0429170 Dec 10 18:54:39.882474 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89b847-5b7c-42a8-aa29-1f482890145e req-b70929be-be26-47a9-a20b-ef474189d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:39.884013 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ec89b847-5b7c-42a8-aa29-1f482890145e req-b70929be-be26-47a9-a20b-ef474189d478 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392530 Dec 10 18:54:39.954120 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976448d3-a5bc-42ba-af74-c74453c005f0 req-9874598b-e9b3-4593-a503-001ae11318bb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:39.955600 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-976448d3-a5bc-42ba-af74-c74453c005f0 req-9874598b-e9b3-4593-a503-001ae11318bb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0523605 Dec 10 18:54:39.983136 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ec89b847-5b7c-42a8-aa29-1f482890145e req-aeee9962-854b-4f99-809a-823fc0f92578 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865970 Dec 10 18:54:40.003613 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-976448d3-a5bc-42ba-af74-c74453c005f0 req-3ac0e56a-a414-4da8-8b10-837e7b31588f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420918 Dec 10 18:54:40.077682 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ec89b847-5b7c-42a8-aa29-1f482890145e req-46aa49af-5425-447f-8c3f-75b7386765e1 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837417 Dec 10 18:54:41.126853 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a673a-0c7f-4b18-a675-f36b2655426c req-107248c8-c15c-4840-a343-824d8f8c8615 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:41.128970 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cb5a673a-0c7f-4b18-a675-f36b2655426c req-107248c8-c15c-4840-a343-824d8f8c8615 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0586905 Dec 10 18:54:41.176136 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cb5a673a-0c7f-4b18-a675-f36b2655426c req-4d96ee87-c73e-47e6-b832-3129f1606877 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411322 Dec 10 18:54:42.292766 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd4aa8-b27d-4318-9308-40792ece98ed req-511e3f45-675b-4e35-bc29-f04a2d2b9a40 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:42.294283 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-adbd4aa8-b27d-4318-9308-40792ece98ed req-511e3f45-675b-4e35-bc29-f04a2d2b9a40 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0523305 Dec 10 18:54:42.340985 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-adbd4aa8-b27d-4318-9308-40792ece98ed req-96de6edc-6121-4ddf-a0a6-720cfa5c1ce4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408468 Dec 10 18:54:43.461197 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889bdd2-f81e-47f2-80b4-a59794f6816c req-01756f11-396f-408c-b1ea-16db6dd61f1e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:43.462705 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3889bdd2-f81e-47f2-80b4-a59794f6816c req-01756f11-396f-408c-b1ea-16db6dd61f1e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0529606 Dec 10 18:54:43.509515 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3889bdd2-f81e-47f2-80b4-a59794f6816c req-a9f2968c-525c-4992-a70d-bbb7c70310df tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408983 Dec 10 18:54:44.623412 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c40301-feea-41e6-8e5c-4eb3653a193e req-f800a84d-92c3-4fac-b9ab-cc225564bed6 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:44.625540 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f0c40301-feea-41e6-8e5c-4eb3653a193e req-f800a84d-92c3-4fac-b9ab-cc225564bed6 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0491550 Dec 10 18:54:44.674758 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f0c40301-feea-41e6-8e5c-4eb3653a193e req-b4d163b9-c8cc-45ed-869c-fb4783f9c671 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433433 Dec 10 18:54:45.789615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcd22a-3e4c-4421-80e0-9e7dd71f0f93 req-dd2d6652-515f-4be8-aec7-2b8797d97edc tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:45.791115 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2bdcd22a-3e4c-4421-80e0-9e7dd71f0f93 req-dd2d6652-515f-4be8-aec7-2b8797d97edc tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0493984 Dec 10 18:54:45.837276 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2bdcd22a-3e4c-4421-80e0-9e7dd71f0f93 req-de964607-30c3-4fc3-9c85-2e7f317ba57e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401475 Dec 10 18:54:46.517074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-75fd2a38-ee6d-4a05-8ff4-b0346d2cdb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:46.950693 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adc38d-6d7e-4ad8-b967-ee138789a231 req-ec992d32-cbac-4cac-9691-5c3ceb336b51 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:46.952163 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a7adc38d-6d7e-4ad8-b967-ee138789a231 req-ec992d32-cbac-4cac-9691-5c3ceb336b51 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0482414 Dec 10 18:54:46.998119 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a7adc38d-6d7e-4ad8-b967-ee138789a231 req-f4342e50-91a3-4bdf-af56-d048b1c53b61 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401201 Dec 10 18:54:48.115526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9de9c7-2760-438f-b553-dda72d914ba2 req-c5588093-4a0e-4ccc-86e2-df46d04753b7 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:48.117039 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6b9de9c7-2760-438f-b553-dda72d914ba2 req-c5588093-4a0e-4ccc-86e2-df46d04753b7 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0524635 Dec 10 18:54:48.163042 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6b9de9c7-2760-438f-b553-dda72d914ba2 req-14e95e4a-6b9b-4e90-a484-3e5791d43823 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400956 Dec 10 18:54:48.568066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:48.853877 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c6d2cd7f-3830-42b0-b5b0-6ce857784864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:49.277637 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececf28c-b0e5-448d-8318-6730162ff6d5 req-12bbf689-25fa-4d8c-822f-ca1e358c6ecb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:49.279116 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ececf28c-b0e5-448d-8318-6730162ff6d5 req-12bbf689-25fa-4d8c-822f-ca1e358c6ecb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0483170 Dec 10 18:54:49.325339 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ececf28c-b0e5-448d-8318-6730162ff6d5 req-8dcd4f34-12a5-444e-b211-f00223305d3d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396223 Dec 10 18:54:50.169376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:50.442935 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803cd8f-3ab9-4d20-a315-8a03f3470907 req-e3e6fe85-e1c0-49eb-8c74-285cfbdb1aec tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:50.444805 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e803cd8f-3ab9-4d20-a315-8a03f3470907 req-e3e6fe85-e1c0-49eb-8c74-285cfbdb1aec tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0496280 Dec 10 18:54:50.496750 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e803cd8f-3ab9-4d20-a315-8a03f3470907 req-a9e1f2c0-3c74-4843-b766-812216f5ee94 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451391 Dec 10 18:54:51.391966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:51.611117 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f790f0c-506f-4e8f-8311-4e87733518e1 req-5c6dfae8-c83b-488c-9921-8ec2fe44735a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:51.612605 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0f790f0c-506f-4e8f-8311-4e87733518e1 req-5c6dfae8-c83b-488c-9921-8ec2fe44735a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0487289 Dec 10 18:54:51.659993 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0f790f0c-506f-4e8f-8311-4e87733518e1 req-d92a1ee8-e369-4a50-9f1f-00e5d6daf22c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 Dec 10 18:54:51.860658 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:54:52.507025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:53.068734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43fdac-b913-4535-9037-7db3f8407467 req-6b8daa02-5f3e-404f-869c-eafcb8433d30 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:53.070519 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0e43fdac-b913-4535-9037-7db3f8407467 req-6b8daa02-5f3e-404f-869c-eafcb8433d30 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0480056 Dec 10 18:54:53.118123 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0e43fdac-b913-4535-9037-7db3f8407467 req-b45dced6-bacc-4a70-9a2c-cbb1384f907c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415628 Dec 10 18:54:53.238780 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-ebfdfed0-8e18-402b-83cc-6e9d3b148333 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940588 Dec 10 18:54:54.237030 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668228af-7f21-4a7d-b5a3-f59e68523ba1 req-1e1cfaf7-0d4a-4d2a-9213-cc68f05452fb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:54.238554 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-668228af-7f21-4a7d-b5a3-f59e68523ba1 req-1e1cfaf7-0d4a-4d2a-9213-cc68f05452fb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0484672 Dec 10 18:54:54.290850 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-668228af-7f21-4a7d-b5a3-f59e68523ba1 req-39dd2441-4f0b-4028-9dce-c109f50cef10 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461605 Dec 10 18:54:55.323558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-c7a69bad-a05b-4a98-bdc8-d80d6c380cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:55.325061 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-c7a69bad-a05b-4a98-bdc8-d80d6c380cfd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 1099 time: 0.0446846 Dec 10 18:54:55.407153 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc18912-2ed9-4d22-bdd1-c146c75c7921 req-abe5c10a-97b3-45b7-9f51-104dda3ebc45 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:55.409588 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8dc18912-2ed9-4d22-bdd1-c146c75c7921 req-abe5c10a-97b3-45b7-9f51-104dda3ebc45 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0489202 Dec 10 18:54:55.419122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-669e9841-52da-4a4c-bc40-5ee48ad1788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:55.420622 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-669e9841-52da-4a4c-bc40-5ee48ad1788b service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0853558 Dec 10 18:54:55.463882 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8dc18912-2ed9-4d22-bdd1-c146c75c7921 req-09bfea1b-79c8-4992-99f3-3a7a00c9cb81 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471320 Dec 10 18:54:55.495749 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-24c50c4c-e778-46a7-afed-cf4148705da8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c HTTP/1.1" status: 200 len: 1002 time: 0.0642602 Dec 10 18:54:55.549095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-99ffdef2-15b8-42a9-8b9c-6018069aafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:55.550552 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-99ffdef2-15b8-42a9-8b9c-6018069aafa0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0430608 Dec 10 18:54:55.595337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-af92373d-d6e0-47cd-b7af-8eb5aa114363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:55.596728 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-af92373d-d6e0-47cd-b7af-8eb5aa114363 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387921 Dec 10 18:54:55.704279 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-23d701c7-8a12-47d2-8217-0db989f16b4d service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849729 Dec 10 18:54:55.799126 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-2bec32fa-691f-46ab-aca3-df60700b5ed7 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827615 Dec 10 18:54:56.593509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ed7ec-103e-4418-aa6e-d4879ec36ef8 req-34bbcb19-581a-4478-80a5-75430f4f777d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:56.595078 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-474ed7ec-103e-4418-aa6e-d4879ec36ef8 req-34bbcb19-581a-4478-80a5-75430f4f777d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0542181 Dec 10 18:54:56.641794 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-474ed7ec-103e-4418-aa6e-d4879ec36ef8 req-3338a17a-4727-4016-8ad5-e55ecaba9333 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408819 Dec 10 18:54:57.758480 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21fd1a-677c-44f8-9c5c-4c8c325277c3 req-8e2f3b73-2953-4469-aa21-1e0a6db24250 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:57.760099 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-af21fd1a-677c-44f8-9c5c-4c8c325277c3 req-8e2f3b73-2953-4469-aa21-1e0a6db24250 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0508773 Dec 10 18:54:57.810390 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-af21fd1a-677c-44f8-9c5c-4c8c325277c3 req-b0be581a-1676-4293-aa39-b07bfbb426a7 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443337 Dec 10 18:54:57.812837 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-4ebfbe12-8189-4dae-8751-c2130cd7eccf service neutron] 10.222.0.21 "GET /v2.0/ports/9cdacc23-a6d2-4ec9-b373-84163842c72c/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0548084 Dec 10 18:54:58.345670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-e185a384-28c2-454f-abc4-a39edca6b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:58.347192 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-e185a384-28c2-454f-abc4-a39edca6b2da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363&tenant_id=9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 1099 time: 0.0450063 Dec 10 18:54:58.414614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-219ef7fa-afee-409f-be77-37fb2a4c414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:58.416092 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-219ef7fa-afee-409f-be77-37fb2a4c414f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 1099 time: 0.0396752 Dec 10 18:54:58.507367 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-e93a06ef-d723-42e1-8c32-0c5aa60545b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:58.508829 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-e93a06ef-d723-42e1-8c32-0c5aa60545b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0823922 Dec 10 18:54:58.587268 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-6d525526-06a4-4c33-a1cb-c0e4c039a20b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c HTTP/1.1" status: 200 len: 1002 time: 0.0677483 Dec 10 18:54:58.642399 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-7c02a0c1-0f55-4390-9e49-151343f19f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:58.643864 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-7c02a0c1-0f55-4390-9e49-151343f19f86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0458040 Dec 10 18:54:58.697663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-f60c353d-ed7f-411e-81a0-4e9785976500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:58.699173 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-f60c353d-ed7f-411e-81a0-4e9785976500 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383813 Dec 10 18:54:58.798754 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-8aa57340-5ec5-4e0a-92eb-d709e1ff1731 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882797 Dec 10 18:54:58.898903 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-377e752a-8a51-48cf-9d25-9c75bcffd2e1 req-9e2c25e8-cafa-49b1-a128-2538269f444c service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887361 Dec 10 18:54:58.932910 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea584a1-0657-4265-895e-e8e512c9e857 req-d3559d5e-ba6f-43b7-9107-5993cbaffd60 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:58.935176 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4ea584a1-0657-4265-895e-e8e512c9e857 req-d3559d5e-ba6f-43b7-9107-5993cbaffd60 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0553493 Dec 10 18:54:58.982890 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4ea584a1-0657-4265-895e-e8e512c9e857 req-4814f16b-8610-49a0-9312-03d4bbbb516b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411782 Dec 10 18:54:59.966909 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 9cdacc23-a6d2-4ec9-b373-84163842c72c details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:54:59.970650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 9cdacc23-a6d2-4ec9-b373-84163842c72c no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:00.100950 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7760c-cc8f-4d0b-b6c5-aae161b13a7b req-f1ea2c9d-6b5b-4923-8f5f-65d6cbc9b185 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:00.102401 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a9c7760c-cc8f-4d0b-b6c5-aae161b13a7b req-f1ea2c9d-6b5b-4923-8f5f-65d6cbc9b185 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0494411 Dec 10 18:55:00.115996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:00.132182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 9cdacc23-a6d2-4ec9-b373-84163842c72c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:00.153087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cdacc23-a6d2-4ec9-b373-84163842c72c'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:00.154207 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a9c7760c-cc8f-4d0b-b6c5-aae161b13a7b req-98bdb046-f6b7-4b57-9a88-dbdeb0307749 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457692 Dec 10 18:55:00.155431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90ad206-9088-4a5c-9f4d-7647a690dfc8" -d '{"events": [{"server_uuid": "bc2a6dea-2a8c-41bb-8845-f0b3b95a9363", "name": "network-vif-unplugged", "status": "completed", "tag": "9cdacc23-a6d2-4ec9-b373-84163842c72c"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:00.160776 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '9cdacc23-a6d2-4ec9-b373-84163842c72c', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'port_id': '9cdacc23-a6d2-4ec9-b373-84163842c72c', 'mac_address': 'fa:16:3e:d3:4b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:55:00.173068 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 9cdacc23-a6d2-4ec9-b373-84163842c72c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:00.207281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:00.219966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cdacc23-a6d2-4ec9-b373-84163842c72c {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:55:00.256415 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:00.259031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da6089d-5f59-4eb1-bb5d-9bcfe0b7d6b2 x-openstack-request-id: req-3da6089d-5f59-4eb1-bb5d-9bcfe0b7d6b2 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:00.262289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2a6dea-2a8c-41bb-8845-f0b3b95a9363", "name": "network-vif-unplugged", "status": "completed", "tag": "9cdacc23-a6d2-4ec9-b373-84163842c72c", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:00.262289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3da6089d-5f59-4eb1-bb5d-9bcfe0b7d6b2 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:00.262289 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cdacc23-a6d2-4ec9-b373-84163842c72c', 'code': 200} Dec 10 18:55:00.331507 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:55:00.331869 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:55:00.336167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=9cdacc23-a6d2-4ec9-b373-84163842c72c,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:00.343128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:00.343483 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:00.343833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:00.344200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:00.344542 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:00.344883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:00.345218 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:00.345550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:00.345917 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:00.346269 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:00.346597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:00.346922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:00.347245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:00.868663 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:00.881295 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdacc23-a6d2-4ec9-b373-84163842c72c {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:55:00.899680 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 9cdacc23-a6d2-4ec9-b373-84163842c72c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:00.957385 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:01.008659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=9cdacc23-a6d2-4ec9-b373-84163842c72c,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:01.036247 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['9cdacc23-a6d2-4ec9-b373-84163842c72c'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:55:01.273500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fa776-cce6-4247-b321-624fdb239081 req-177ac841-a2a3-4368-98b5-7d2a7a9bc8dd tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:01.275012 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b19fa776-cce6-4247-b321-624fdb239081 req-177ac841-a2a3-4368-98b5-7d2a7a9bc8dd tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 945 time: 0.0474608 Dec 10 18:55:01.325641 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b19fa776-cce6-4247-b321-624fdb239081 req-78c7f5d4-cfe5-42f9-a6a3-b5708278f61d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447803 Dec 10 18:55:01.697167 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82fe3b-d09e-448d-b21c-d97584d968a7 req-f7b261eb-fac1-46ea-8090-cedd548ff78b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:01.698696 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4c82fe3b-d09e-448d-b21c-d97584d968a7 req-f7b261eb-fac1-46ea-8090-cedd548ff78b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 945 time: 0.0505362 Dec 10 18:55:01.745933 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4c82fe3b-d09e-448d-b21c-d97584d968a7 req-65e5d407-4f50-45f3-b3a0-8dd2591de88d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402694 Dec 10 18:55:01.777638 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abd854-8325-45be-9519-e11d612fba63 req-df65dbec-face-43f3-b745-cb5f10ad90ec tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:01.779124 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-32abd854-8325-45be-9519-e11d612fba63 req-df65dbec-face-43f3-b745-cb5f10ad90ec tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363&tenant_id=9928d265827c4b8b94f3cee7bceaa16b&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 945 time: 0.0567648 Dec 10 18:55:01.868073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abd854-8325-45be-9519-e11d612fba63 req-a01b5b7c-e5ee-4178-ad1e-784e37158a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:01.869631 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-32abd854-8325-45be-9519-e11d612fba63 req-a01b5b7c-e5ee-4178-ad1e-784e37158a7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 1098 time: 0.0404737 Dec 10 18:55:01.962744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abd854-8325-45be-9519-e11d612fba63 req-148dfc34-9ef1-42e0-aad7-d0e1acaa47b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:01.964202 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-32abd854-8325-45be-9519-e11d612fba63 req-148dfc34-9ef1-42e0-aad7-d0e1acaa47b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0829241 Dec 10 18:55:01.981851 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 9cdacc23-a6d2-4ec9-b373-84163842c72c up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:02.032737 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 9cdacc23-a6d2-4ec9-b373-84163842c72c triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:02.033399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.033673 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-32abd854-8325-45be-9519-e11d612fba63 req-9b76b351-b23e-43cc-a248-e1bf04733cf4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c HTTP/1.1" status: 200 len: 1001 time: 0.0621085 Dec 10 18:55:02.089083 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abd854-8325-45be-9519-e11d612fba63 req-49706ca2-3846-43cd-ac07-776a0e5df5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:02.090600 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-32abd854-8325-45be-9519-e11d612fba63 req-49706ca2-3846-43cd-ac07-776a0e5df5b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0457387 Dec 10 18:55:02.110081 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.138631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abd854-8325-45be-9519-e11d612fba63 req-b9a3eb50-07be-4a98-85df-3b2e3718cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:02.141938 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-32abd854-8325-45be-9519-e11d612fba63 req-b9a3eb50-07be-4a98-85df-3b2e3718cac3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389493 Dec 10 18:55:02.142846 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 9cdacc23-a6d2-4ec9-b373-84163842c72c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:02.192179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.237941 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-32abd854-8325-45be-9519-e11d612fba63 req-374afe03-89d5-4fc5-b64d-54a2aa65a564 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894756 Dec 10 18:55:02.242296 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=9cdacc23-a6d2-4ec9-b373-84163842c72c,revision_number=8']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:02.260580 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdacc23-a6d2-4ec9-b373-84163842c72c'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:02.262999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaf45d4-50f1-4dbe-84a4-fad6a54711d6" -d '{"events": [{"server_uuid": "bc2a6dea-2a8c-41bb-8845-f0b3b95a9363", "name": "network-vif-plugged", "status": "completed", "tag": "9cdacc23-a6d2-4ec9-b373-84163842c72c"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:02.310360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafb9084-93a9-4204-9517-478270e0b43e x-openstack-request-id: req-dafb9084-93a9-4204-9517-478270e0b43e {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:02.310662 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2a6dea-2a8c-41bb-8845-f0b3b95a9363", "name": "network-vif-plugged", "status": "completed", "tag": "9cdacc23-a6d2-4ec9-b373-84163842c72c", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:02.310924 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dafb9084-93a9-4204-9517-478270e0b43e {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:02.311332 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdacc23-a6d2-4ec9-b373-84163842c72c', 'code': 200} Dec 10 18:55:02.333770 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-32abd854-8325-45be-9519-e11d612fba63 req-825a591d-60e4-48cf-be11-6b500b14cb2d service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842915 Dec 10 18:55:02.863030 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca2651-042b-4437-876a-e5758c46a095 req-4d7ca305-d7e5-4620-a86c-d4b0c2d564c5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:02.864560 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-42ca2651-042b-4437-876a-e5758c46a095 req-4d7ca305-d7e5-4620-a86c-d4b0c2d564c5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0489690 Dec 10 18:55:02.913519 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-42ca2651-042b-4437-876a-e5758c46a095 req-b0aa65c3-c40d-4986-8db9-7d41daa9ca77 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429785 Dec 10 18:55:04.035528 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288e527-04d8-43ff-92b1-e7dfb84a36ab req-a04edc0a-6897-412e-bee5-5cd19a46cc60 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:04.036985 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6288e527-04d8-43ff-92b1-e7dfb84a36ab req-a04edc0a-6897-412e-bee5-5cd19a46cc60 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0509958 Dec 10 18:55:04.083390 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6288e527-04d8-43ff-92b1-e7dfb84a36ab req-4411234c-5a5f-42de-8624-d0b419115103 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402255 Dec 10 18:55:04.199390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095e9f3-2de7-4851-9272-91c26b9f8257 req-347c28c3-a90e-489d-86e5-158634f21335 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:04.200751 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3095e9f3-2de7-4851-9272-91c26b9f8257 req-347c28c3-a90e-489d-86e5-158634f21335 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0475087 Dec 10 18:55:04.246794 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3095e9f3-2de7-4851-9272-91c26b9f8257 req-a0231203-3d2f-4f77-9f13-97b9fc5926fe tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396733 Dec 10 18:55:04.600370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e11c67-dfbe-4341-8c98-e98eb78a4b99 req-82ec5cec-7c35-44ff-bcad-43ff28f49ae5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:04.601933 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-12e11c67-dfbe-4341-8c98-e98eb78a4b99 req-82ec5cec-7c35-44ff-bcad-43ff28f49ae5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0542252 Dec 10 18:55:04.650417 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-12e11c67-dfbe-4341-8c98-e98eb78a4b99 req-a1f5244e-646f-49b9-9db9-b981148d5f21 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422170 Dec 10 18:55:04.724479 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2830e5-0058-4ab9-9111-19385df3d714 req-c511a5d9-da7f-4134-85d1-c2f62c980c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:04.725988 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ac2830e5-0058-4ab9-9111-19385df3d714 req-c511a5d9-da7f-4134-85d1-c2f62c980c82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 1099 time: 0.0450253 Dec 10 18:55:04.822727 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2830e5-0058-4ab9-9111-19385df3d714 req-97ac58db-5ae9-44c4-a903-dcf79300dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:04.824127 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ac2830e5-0058-4ab9-9111-19385df3d714 req-97ac58db-5ae9-44c4-a903-dcf79300dc27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0889254 Dec 10 18:55:04.895587 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ac2830e5-0058-4ab9-9111-19385df3d714 req-fa184ba0-968b-4d08-92ec-f9eb4faf8be8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c HTTP/1.1" status: 200 len: 1002 time: 0.0605175 Dec 10 18:55:04.948746 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2830e5-0058-4ab9-9111-19385df3d714 req-4d3190f4-0492-4db5-99d6-b1cc13deb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:04.950195 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ac2830e5-0058-4ab9-9111-19385df3d714 req-4d3190f4-0492-4db5-99d6-b1cc13deb4a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0431945 Dec 10 18:55:04.997300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2830e5-0058-4ab9-9111-19385df3d714 req-ccf5230f-0500-4d10-95b8-a5cce7852567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:04.998745 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ac2830e5-0058-4ab9-9111-19385df3d714 req-ccf5230f-0500-4d10-95b8-a5cce7852567 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377970 Dec 10 18:55:05.094625 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ac2830e5-0058-4ab9-9111-19385df3d714 req-75710f15-e380-4508-a57a-de0f1806bf2d service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834363 Dec 10 18:55:05.187298 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ac2830e5-0058-4ab9-9111-19385df3d714 req-61071d9a-8147-4cfd-a969-cd45fe172dd0 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807068 Dec 10 18:55:05.767652 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fd368-e33b-4ccf-823a-597c9c7048db req-19f0d894-0b0c-4556-94d7-2fdb0afcc989 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:05.769131 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-752fd368-e33b-4ccf-823a-597c9c7048db req-19f0d894-0b0c-4556-94d7-2fdb0afcc989 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0490766 Dec 10 18:55:05.816253 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-752fd368-e33b-4ccf-823a-597c9c7048db req-3f3b86e2-9430-45d0-8525-1eff2af4e4ec tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411890 Dec 10 18:55:06.928807 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bb23a-0d17-4925-9b19-27ca514898fb req-7a23e6b1-94ab-4e50-99aa-0189ce0e79a4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:06.930283 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d79bb23a-0d17-4925-9b19-27ca514898fb req-7a23e6b1-94ab-4e50-99aa-0189ce0e79a4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0476155 Dec 10 18:55:06.979399 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d79bb23a-0d17-4925-9b19-27ca514898fb req-15736cbf-8332-4e2c-8b25-fb06a5fe4c43 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429666 Dec 10 18:55:07.358327 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7047d-c5c7-422b-8b31-37e66676f7fa req-eff0dad9-ffaa-4f69-bffc-9f30a249be47 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:07.360196 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f9a7047d-c5c7-422b-8b31-37e66676f7fa req-eff0dad9-ffaa-4f69-bffc-9f30a249be47 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0530899 Dec 10 18:55:07.414056 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f9a7047d-c5c7-422b-8b31-37e66676f7fa req-7513f4a0-da8c-4adf-aef0-5e52962a8b16 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464540 Dec 10 18:55:08.536942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ecd0f-9c61-4a7c-b593-ec1f8132de0e req-aba3f7f8-868f-46e5-b9aa-1b5710c14fd4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:08.538471 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f99ecd0f-9c61-4a7c-b593-ec1f8132de0e req-aba3f7f8-868f-46e5-b9aa-1b5710c14fd4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0502656 Dec 10 18:55:08.585499 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f99ecd0f-9c61-4a7c-b593-ec1f8132de0e req-dedd122f-9a21-4893-89e3-95f03842a4f0 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411119 Dec 10 18:55:09.158198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-6fb7c5ff-fd44-4b9a-b0a8-d65372e3602e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:09.159879 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-6fb7c5ff-fd44-4b9a-b0a8-d65372e3602e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0495095 Dec 10 18:55:09.271671 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Deleting port 9cdacc23-a6d2-4ec9-b373-84163842c72c {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:09.272013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:09.364541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] For port 9cdacc23-a6d2-4ec9-b373-84163842c72c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9cdacc23-a6d2-4ec9-b373-84163842c72c,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:09.364911 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:09.544803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:09.545176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:09.547721 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e disassociated. External IP: 172.26.5.136, port: 9cdacc23-a6d2-4ec9-b373-84163842c72c. Dec 10 18:55:09.548073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Calling delete_port for 9cdacc23-a6d2-4ec9-b373-84163842c72c owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:09.703892 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b07cb-d77a-4157-a0cc-af63637bb659 req-9f818d44-f8a1-450c-8d07-4bbb0ba0ca52 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:09.705396 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d14b07cb-d77a-4157-a0cc-af63637bb659 req-9f818d44-f8a1-450c-8d07-4bbb0ba0ca52 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 946 time: 0.0536590 Dec 10 18:55:09.735022 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:09.753580 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d14b07cb-d77a-4157-a0cc-af63637bb659 req-aa714fc1-0390-4d18-91c7-6b8b16d296e4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420771 Dec 10 18:55:09.771275 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event deleted for resources: {'Port': ['ID=9cdacc23-a6d2-4ec9-b373-84163842c72c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:09.780964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:09.781324 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:09.781677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:09.782086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:09.782435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:09.782848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:09.783089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:09.783423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:09.783763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:09.784104 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:09.784432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:09.784764 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:09.785086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:09.895045 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:55:10.002471 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:10.013010 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d64311b-9c28-4fd0-a23b-24f3eea5e78e None None] Sync routers for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:10.023464 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64311b-9c28-4fd0-a23b-24f3eea5e78e None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:10.024072 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8d64311b-9c28-4fd0-a23b-24f3eea5e78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:54:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:10.043686 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] No DVR routers for this DVR port 9cdacc23-a6d2-4ec9-b373-84163842c72c on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:55:10.046220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:10.049624 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0bc5b074-ab72-405c-9e56-4908ebdb92aa req-7af9010d-42dd-4145-8361-9bcb39e1c27a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "DELETE /v2.0/ports/9cdacc23-a6d2-4ec9-b373-84163842c72c HTTP/1.1" status: 204 len: 173 time: 0.8784518 Dec 10 18:55:10.050044 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'name': 'network-vif-deleted', 'tag': '9cdacc23-a6d2-4ec9-b373-84163842c72c'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:10.052306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fe04a8-c0aa-46f0-9996-e182a175cece" -d '{"events": [{"server_uuid": "bc2a6dea-2a8c-41bb-8845-f0b3b95a9363", "name": "network-vif-deleted", "tag": "9cdacc23-a6d2-4ec9-b373-84163842c72c"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:10.090958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467872e1-377f-4608-8d77-bec548a30c58 x-openstack-request-id: req-467872e1-377f-4608-8d77-bec548a30c58 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:10.091270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2a6dea-2a8c-41bb-8845-f0b3b95a9363", "name": "network-vif-deleted", "tag": "9cdacc23-a6d2-4ec9-b373-84163842c72c", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:10.091535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-467872e1-377f-4608-8d77-bec548a30c58 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:10.091953 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2a6dea-2a8c-41bb-8845-f0b3b95a9363', 'name': 'network-vif-deleted', 'tag': '9cdacc23-a6d2-4ec9-b373-84163842c72c', 'status': 'completed', 'code': 200} Dec 10 18:55:10.131620 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-8d64311b-9c28-4fd0-a23b-24f3eea5e78e None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:10.330205 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8d64311b-9c28-4fd0-a23b-24f3eea5e78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:10.356080 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d64311b-9c28-4fd0-a23b-24f3eea5e78e None None] Checking router: 916a65e3-a0e7-4a9b-ab9d-150a17adf58b for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:10.364832 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64311b-9c28-4fd0-a23b-24f3eea5e78e None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:10.365428 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8d64311b-9c28-4fd0-a23b-24f3eea5e78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:54:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:10.467508 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-8d64311b-9c28-4fd0-a23b-24f3eea5e78e None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:10.661875 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8d64311b-9c28-4fd0-a23b-24f3eea5e78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:10.687728 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d64311b-9c28-4fd0-a23b-24f3eea5e78e None None] The sync data for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv is: [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:10.867330 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6ab9f8f3-96c6-4072-8202-c44e34f5c872 req-70f0ca75-fe4d-44ba-8b1d-5640ad8778d3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2a6dea-2a8c-41bb-8845-f0b3b95a9363 HTTP/1.1" status: 200 len: 210 time: 0.0297751 Dec 10 18:55:10.915126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c6bc4-aac3-4db2-b291-6bc81dcb6ccc None None] New status for floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:55:12.063223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 9cdacc23-a6d2-4ec9-b373-84163842c72c no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:12.083221 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 9cdacc23-a6d2-4ec9-b373-84163842c72c {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:55:12.083575 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 9cdacc23-a6d2-4ec9-b373-84163842c72c not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:55:12.124849 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-cf3590ef-8551-4ce1-aa8a-f453f397d37f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2027461741&fields=id&tenant_id=9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 267 time: 0.0432742 Dec 10 18:55:12.234992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-f43be964-c20a-4b80-b366-93687a649d4a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:12.236382 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-f43be964-c20a-4b80-b366-93687a649d4a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 812 time: 0.1047926 Dec 10 18:55:12.251976 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-e322b191-f9aa-4872-824f-a8287d561858 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/quotas/9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 375 time: 0.0096757 Dec 10 18:55:12.308133 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-9be664c0-94e4-44ab-a4c4-fc5752ec8ac1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502069 Dec 10 18:55:12.404949 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-c6e6d382-cdab-4217-87c9-0a4350bde771 service neutron] 10.222.0.60 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851302 Dec 10 18:55:12.493164 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-5f8c1df0-9b05-46db-9026-f700b01fcbb2 service neutron] 10.222.0.60 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814314 Dec 10 18:55:12.730521 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-58b06517-5c6f-407a-a2d6-34625b9161ec req-822e5f3c-028d-4d57-85e4-b91dd7b78ca1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 210 time: 0.0271945 Dec 10 18:55:13.824494 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2ad886c9-a293-4c4b-829e-a33aa32bccc3 req-dcd769aa-5041-4ff0-8ffb-2ab9a0c6f646 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 210 time: 0.0258186 Dec 10 18:55:14.525402 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-4a4c45a7-930d-45ad-8432-54b82d152e17 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:14.526917 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-4a4c45a7-930d-45ad-8432-54b82d152e17 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 812 time: 0.1034665 Dec 10 18:55:14.593251 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-d7e31634-8908-420b-bb0e-e92f5f62e5be tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 380 time: 0.0511122 Dec 10 18:55:14.606642 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-22e283d5-ddc6-4c59-8d5c-6f94a1d49f77 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Request body: {'port': {'device_id': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'admin_state_up': True, 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'security_groups': ['a1b3627f-0e95-4672-a36d-2f1a1f082174']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:14.792080 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-22e283d5-ddc6-4c59-8d5c-6f94a1d49f77 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Made reservation on behalf of 9928d265827c4b8b94f3cee7bceaa16b for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:55:14.795559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-22e283d5-ddc6-4c59-8d5c-6f94a1d49f77 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:14.926879 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-561b8fa0-b0ec-40cc-aa8b-e1dc47501c72 req-192301c9-35bb-446c-a3a2-3037db34f2b4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 210 time: 0.0308747 Dec 10 18:55:14.927481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-22e283d5-ddc6-4c59-8d5c-6f94a1d49f77 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Allocated IP 172.20.0.6 (86bd7ad3-3f82-4d37-b69a-83a3e1b46db7/a1009962-88db-4eca-880b-569f872a1d2d/eae54e30-fd5f-43b1-bd52-7ec3e330443a) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:55:15.057652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-22e283d5-ddc6-4c59-8d5c-6f94a1d49f77 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.146329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-22e283d5-ddc6-4c59-8d5c-6f94a1d49f77 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.194094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-22e283d5-ddc6-4c59-8d5c-6f94a1d49f77 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:15.197213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-22e283d5-ddc6-4c59-8d5c-6f94a1d49f77 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:15.200920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-22e283d5-ddc6-4c59-8d5c-6f94a1d49f77 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:55:15.207755 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e283d5-ddc6-4c59-8d5c-6f94a1d49f77 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event updated for resources: {'Port': ['ID=eae54e30-fd5f-43b1-bd52-7ec3e330443a,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:15.255531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-22e283d5-ddc6-4c59-8d5c-6f94a1d49f77 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:15.256155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-22e283d5-ddc6-4c59-8d5c-6f94a1d49f77 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.361495 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-22e283d5-ddc6-4c59-8d5c-6f94a1d49f77 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7583039 Dec 10 18:55:15.376507 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Request body: {'port': {'device_id': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:15.398636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-57160057-f494-408c-b67a-90cf06893402 None None] Provisioning complete for port eae54e30-fd5f-43b1-bd52-7ec3e330443a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:15.399218 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-57160057-f494-408c-b67a-90cf06893402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.432543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.434956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-57160057-f494-408c-b67a-90cf06893402 None None] Port eae54e30-fd5f-43b1-bd52-7ec3e330443a cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:55:15.701658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae54e30-fd5f-43b1-bd52-7ec3e330443a {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:55:15.708980 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.721419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Transition to ACTIVE for port object eae54e30-fd5f-43b1-bd52-7ec3e330443a will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:55:15.791736 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.846966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Pushing event updated for resources: {'Port': ['ID=eae54e30-fd5f-43b1-bd52-7ec3e330443a,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:15.915518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Attempting to bind port eae54e30-fd5f-43b1-bd52-7ec3e330443a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:15.915854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Attempting to bind port eae54e30-fd5f-43b1-bd52-7ec3e330443a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:15.916184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Attempting to bind port eae54e30-fd5f-43b1-bd52-7ec3e330443a on network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:15.920737 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Port eae54e30-fd5f-43b1-bd52-7ec3e330443a on network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:55:15.921058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Attempting to bind port eae54e30-fd5f-43b1-bd52-7ec3e330443a on network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:15.926818 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:15.927149 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Checking segment: {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:15.927538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Bound using segment: {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:15.927965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Bound port: eae54e30-fd5f-43b1-bd52-7ec3e330443a, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:15.928322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.995290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] For port eae54e30-fd5f-43b1-bd52-7ec3e330443a, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:15.998980 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] For port eae54e30-fd5f-43b1-bd52-7ec3e330443a, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:16.043680 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804433-16e7-4642-bd64-1e7dd1599b61 req-a3bdc8e8-2fd1-4983-a380-e923d952386a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:16.045177 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ec804433-16e7-4642-bd64-1e7dd1599b61 req-a3bdc8e8-2fd1-4983-a380-e923d952386a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 943 time: 0.0485620 Dec 10 18:55:16.078419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:16.095424 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ec804433-16e7-4642-bd64-1e7dd1599b61 req-54d648ca-7148-4baa-aaf3-8999dab4eefc tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430307 Dec 10 18:55:16.116541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:16.117166 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:16.119295 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] 10.222.0.21 "PUT /v2.0/ports/eae54e30-fd5f-43b1-bd52-7ec3e330443a HTTP/1.1" status: 200 len: 1093 time: 0.7475469 Dec 10 18:55:16.119758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:16.122127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4d9cc6-2b4f-41e7-b41a-ce9695465744" -d '{"events": [{"name": "network-changed", "server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:16.145212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b7527-d649-4511-9ea0-0a0d481289b8 service neutron] Pushing event updated for resources: {'Port': ['ID=eae54e30-fd5f-43b1-bd52-7ec3e330443a,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:16.166269 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274db048-bedd-4f6b-963c-eb2812d26831 x-openstack-request-id: req-274db048-bedd-4f6b-963c-eb2812d26831 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:16.167085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:16.167407 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-274db048-bedd-4f6b-963c-eb2812d26831 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:16.167875 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'status': 'completed', 'code': 200} Dec 10 18:55:16.236089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d9cc6-2b4f-41e7-b41a-ce9695465744 req-4aff4e44-a7e7-4eec-a846-30a9271c927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:16.239423 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8d4d9cc6-2b4f-41e7-b41a-ce9695465744 req-4aff4e44-a7e7-4eec-a846-30a9271c927e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 1096 time: 0.0438523 Dec 10 18:55:16.345634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d9cc6-2b4f-41e7-b41a-ce9695465744 req-81283a20-69ef-40f9-8d6d-0a8bff978912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:16.347145 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8d4d9cc6-2b4f-41e7-b41a-ce9695465744 req-81283a20-69ef-40f9-8d6d-0a8bff978912 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0965087 Dec 10 18:55:16.477590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fcdba625-c56e-4ab5-b757-af933354f280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:16.704816 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d9cc6-2b4f-41e7-b41a-ce9695465744 req-57d45b0a-7cab-4f9b-aaf4-9506077422a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:16.706302 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8d4d9cc6-2b4f-41e7-b41a-ce9695465744 req-57d45b0a-7cab-4f9b-aaf4-9506077422a3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3476808 Dec 10 18:55:16.792320 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-1fb91226-26d1-40de-b5b1-7164a0cf9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:16.793677 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-1fb91226-26d1-40de-b5b1-7164a0cf9fbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 1096 time: 0.0380373 Dec 10 18:55:16.835210 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-f054b6ea-9cc9-4731-90ff-2bb69e47ffc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a HTTP/1.1" status: 200 len: 217 time: 0.0322981 Dec 10 18:55:16.891285 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-26b0d808-8cb4-4175-ab47-f0a01c768912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:16.892780 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-26b0d808-8cb4-4175-ab47-f0a01c768912 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0452776 Dec 10 18:55:16.941022 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-72f7c7d2-82fb-4767-b16c-2bc7e25241af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:16.942500 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-72f7c7d2-82fb-4767-b16c-2bc7e25241af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381861 Dec 10 18:55:17.034465 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-e48d414d-4a84-4c2f-872c-175c3774f07c service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794060 Dec 10 18:55:17.128981 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-55509b46-58c9-43c3-b98d-5fa783016ad5 req-4d864b6a-d9d4-4991-8e8c-2361852ec4b8 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823276 Dec 10 18:55:17.210627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cadc0-090e-4c4e-a36c-fe3bea60975d req-479d1341-7c58-4548-b7bd-ca6fb0c674f5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:17.212134 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5a8cadc0-090e-4c4e-a36c-fe3bea60975d req-479d1341-7c58-4548-b7bd-ca6fb0c674f5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 943 time: 0.0495005 Dec 10 18:55:17.259349 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5a8cadc0-090e-4c4e-a36c-fe3bea60975d req-23ac4017-0cc2-4306-8341-2916d06587d0 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412979 Dec 10 18:55:18.122185 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eae54e30-fd5f-43b1-bd52-7ec3e330443a details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:55:18.217431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eae54e30-fd5f-43b1-bd52-7ec3e330443a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:18.228992 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'port_id': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'mac_address': 'fa:16:3e:16:e3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:55:18.264776 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:18.278605 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae54e30-fd5f-43b1-bd52-7ec3e330443a {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:55:18.299452 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eae54e30-fd5f-43b1-bd52-7ec3e330443a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:18.374134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:18.378670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65c25e-cda7-4c26-87a3-ba26c2f3e398 req-86d27773-1d6d-421e-9886-1d3dd0b283e5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:18.380154 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3e65c25e-cda7-4c26-87a3-ba26c2f3e398 req-86d27773-1d6d-421e-9886-1d3dd0b283e5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 943 time: 0.0516918 Dec 10 18:55:18.420513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eae54e30-fd5f-43b1-bd52-7ec3e330443a,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:18.427361 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3e65c25e-cda7-4c26-87a3-ba26c2f3e398 req-ef4e3860-9a89-43f0-b3ae-19ef3c2c9e80 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408220 Dec 10 18:55:18.580407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:18.661658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['eae54e30-fd5f-43b1-bd52-7ec3e330443a'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:55:18.837167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f66039ad-203d-4613-a9b1-f11e03072b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:19.546350 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47a2d2-c081-4170-bf14-19d17bc9e172 req-db1a146e-bddc-4f87-85e7-b07398a21a3f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:19.549657 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ad47a2d2-c081-4170-bf14-19d17bc9e172 req-db1a146e-bddc-4f87-85e7-b07398a21a3f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 944 time: 0.0556998 Dec 10 18:55:19.596595 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ad47a2d2-c081-4170-bf14-19d17bc9e172 req-301445cf-b250-4d48-88da-410853b86025 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407374 Dec 10 18:55:20.138784 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eae54e30-fd5f-43b1-bd52-7ec3e330443a up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:20.189408 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.259109 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port eae54e30-fd5f-43b1-bd52-7ec3e330443a completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:55:20.263100 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port eae54e30-fd5f-43b1-bd52-7ec3e330443a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:20.263471 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.338114 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.360433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:20.362675 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1be6d-fca4-4baa-9075-8067cef93e66" -d '{"events": [{"server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "name": "network-vif-plugged", "status": "completed", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:20.375219 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eae54e30-fd5f-43b1-bd52-7ec3e330443a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:20.398880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655d95ed-4945-4bd1-be10-b2ce2a97c030 x-openstack-request-id: req-655d95ed-4945-4bd1-be10-b2ce2a97c030 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:20.399175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "name": "network-vif-plugged", "status": "completed", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:20.399434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-655d95ed-4945-4bd1-be10-b2ce2a97c030 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:20.399858 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'code': 200} Dec 10 18:55:20.465825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.522354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eae54e30-fd5f-43b1-bd52-7ec3e330443a,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:20.690655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab14cd3-ccc3-43dc-b103-d3371934555b req-eef13c3b-b929-4c56-8e12-a306ae10675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:20.692079 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5ab14cd3-ccc3-43dc-b103-d3371934555b req-eef13c3b-b929-4c56-8e12-a306ae10675f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 1098 time: 0.0397353 Dec 10 18:55:20.712857 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bcb4d-8c60-4878-97db-b602176f739d req-5fb95ff7-7dfe-4704-a6a3-83b3c5527272 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:20.714489 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d77bcb4d-8c60-4878-97db-b602176f739d req-5fb95ff7-7dfe-4704-a6a3-83b3c5527272 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0480654 Dec 10 18:55:20.739759 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5ab14cd3-ccc3-43dc-b103-d3371934555b req-0d46746e-282a-435c-b75f-fb60c3b08dfa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378051 Dec 10 18:55:20.764205 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d77bcb4d-8c60-4878-97db-b602176f739d req-f04558a4-4c7c-4df2-aa04-fe203f8c8c23 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432017 Dec 10 18:55:21.375178 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:21.882583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f0411-08cd-4e95-8c54-b8fb42f9023b req-e946e919-c0cd-4a97-b015-4fb4d9effb2a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:21.884054 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cf6f0411-08cd-4e95-8c54-b8fb42f9023b req-e946e919-c0cd-4a97-b015-4fb4d9effb2a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0484295 Dec 10 18:55:21.930649 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cf6f0411-08cd-4e95-8c54-b8fb42f9023b req-924504d0-3eb6-4ad3-b69a-e8c415db55bf tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405467 Dec 10 18:55:22.500586 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.044473 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09829fe2-0701-4d8a-9392-f6206d73b480 req-f087073c-7774-4080-8940-2ff2fbdc08f2 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:23.045943 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-09829fe2-0701-4d8a-9392-f6206d73b480 req-f087073c-7774-4080-8940-2ff2fbdc08f2 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0477195 Dec 10 18:55:23.091522 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-09829fe2-0701-4d8a-9392-f6206d73b480 req-4cc2a4eb-270a-461c-a264-bafad119b0fc tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395808 Dec 10 18:55:23.205601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564709ca-e6bb-404e-ba6a-9c6135118283 req-482eebad-d937-404d-8d0e-3f2268c17fab tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:23.207089 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-564709ca-e6bb-404e-ba6a-9c6135118283 req-482eebad-d937-404d-8d0e-3f2268c17fab tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0519912 Dec 10 18:55:23.215479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 40542) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:55:23.220205 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-0a484625-82e8-4065-84d4-e358bdc7561e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Request body: {'floatingip': {'port_id': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:23.258838 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a484625-82e8-4065-84d4-e358bdc7561e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.669481 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a484625-82e8-4065-84d4-e358bdc7561e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.734004 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a484625-82e8-4065-84d4-e358bdc7561e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.831477 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-0a484625-82e8-4065-84d4-e358bdc7561e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e associated. External IP: 172.26.5.136, port: eae54e30-fd5f-43b1-bd52-7ec3e330443a. Dec 10 18:55:24.031260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a484625-82e8-4065-84d4-e358bdc7561e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:55:24.404716 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a484625-82e8-4065-84d4-e358bdc7561e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:55:24.409569 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a484625-82e8-4065-84d4-e358bdc7561e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:24.414550 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627186e-6768-4610-8cd7-aef24a152522 None None] Sync routers for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:55:24.424647 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2627186e-6768-4610-8cd7-aef24a152522 None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:24.425241 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2627186e-6768-4610-8cd7-aef24a152522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:55:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:24.435947 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0a484625-82e8-4065-84d4-e358bdc7561e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "PUT /v2.0/floatingips/f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e HTTP/1.1" status: 200 len: 991 time: 1.2194486 Dec 10 18:55:24.436538 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:24.439474 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12aea59-cb12-4428-b8b0-dddb198940e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:24.478985 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcc9d94-b6f9-413a-a5c6-d587965fee53 x-openstack-request-id: req-efcc9d94-b6f9-413a-a5c6-d587965fee53 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:24.479282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:24.479546 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-efcc9d94-b6f9-413a-a5c6-d587965fee53 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:24.479999 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'status': 'completed', 'code': 200} Dec 10 18:55:24.557384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aea59-cb12-4428-b8b0-dddb198940e6 req-91f1d81a-859d-4597-ac3d-08960908126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:24.558904 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e12aea59-cb12-4428-b8b0-dddb198940e6 req-91f1d81a-859d-4597-ac3d-08960908126c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 1098 time: 0.0446794 Dec 10 18:55:24.629957 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-2627186e-6768-4610-8cd7-aef24a152522 None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:24.650683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aea59-cb12-4428-b8b0-dddb198940e6 req-7599318a-c79b-4583-a9c4-143d6fbb1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:24.652261 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e12aea59-cb12-4428-b8b0-dddb198940e6 req-7599318a-c79b-4583-a9c4-143d6fbb1e3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0862043 Dec 10 18:55:24.721035 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e12aea59-cb12-4428-b8b0-dddb198940e6 req-694263b0-81ba-4b73-9a39-fe9d597bcf56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a HTTP/1.1" status: 200 len: 999 time: 0.0615451 Dec 10 18:55:24.770298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aea59-cb12-4428-b8b0-dddb198940e6 req-87611d0e-400f-426b-a4cc-3ba0029d7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:24.771748 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e12aea59-cb12-4428-b8b0-dddb198940e6 req-87611d0e-400f-426b-a4cc-3ba0029d7351 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0435834 Dec 10 18:55:24.816807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aea59-cb12-4428-b8b0-dddb198940e6 req-b73d7304-d8c3-4036-b5b7-1bcdcac75b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:24.818326 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e12aea59-cb12-4428-b8b0-dddb198940e6 req-b73d7304-d8c3-4036-b5b7-1bcdcac75b80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393729 Dec 10 18:55:24.851439 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2627186e-6768-4610-8cd7-aef24a152522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'port_id': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'mac_address': 'fa:16:3e:16:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:55:23Z', 'revision_number': 9, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:24.877720 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627186e-6768-4610-8cd7-aef24a152522 None None] Checking router: 916a65e3-a0e7-4a9b-ab9d-150a17adf58b for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:55:24.885802 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2627186e-6768-4610-8cd7-aef24a152522 None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:55:24.886397 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2627186e-6768-4610-8cd7-aef24a152522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:55:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:24.915203 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e12aea59-cb12-4428-b8b0-dddb198940e6 req-b5033dc8-4928-4ca2-bb2e-d978f052fa1c service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854368 Dec 10 18:55:24.997214 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-2627186e-6768-4610-8cd7-aef24a152522 None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:55:25.008914 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e12aea59-cb12-4428-b8b0-dddb198940e6 req-5640a90c-52f3-4af0-a188-b8b8cbf201e7 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862482 Dec 10 18:55:25.222953 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-2627186e-6768-4610-8cd7-aef24a152522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'port_id': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'mac_address': 'fa:16:3e:16:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:55:23Z', 'revision_number': 9, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:55:25.248385 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627186e-6768-4610-8cd7-aef24a152522 None None] The sync data for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv is: [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'port_id': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'mac_address': 'fa:16:3e:16:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:55:23Z', 'revision_number': 9, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:55:25.432916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d8c2d2-7127-4caa-9dfd-995341e5422d None None] New status for floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:55:28.860517 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:55:40.592820 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-484c38c0-8f26-4a3b-97b3-54f6e945bd5a req-e0c817f5-e6b5-4baa-9679-69209fca5324 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394862 Dec 10 18:55:40.678997 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c38c0-8f26-4a3b-97b3-54f6e945bd5a req-890f8117-e859-4641-849e-9b7a958dc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:40.680477 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-484c38c0-8f26-4a3b-97b3-54f6e945bd5a req-890f8117-e859-4641-849e-9b7a958dc529 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 1098 time: 0.0433457 Dec 10 18:55:40.793825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c38c0-8f26-4a3b-97b3-54f6e945bd5a req-95d08b74-3a12-4c76-a297-8127ab3d6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:40.795219 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-484c38c0-8f26-4a3b-97b3-54f6e945bd5a req-95d08b74-3a12-4c76-a297-8127ab3d6910 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0944364 Dec 10 18:55:40.866006 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-484c38c0-8f26-4a3b-97b3-54f6e945bd5a req-5e6cced1-243d-495d-88b3-04dbf1a47f6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a HTTP/1.1" status: 200 len: 1002 time: 0.0636995 Dec 10 18:55:40.919094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c38c0-8f26-4a3b-97b3-54f6e945bd5a req-ef1340e1-b132-404d-acd1-bb4721dea5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:40.920583 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-484c38c0-8f26-4a3b-97b3-54f6e945bd5a req-ef1340e1-b132-404d-acd1-bb4721dea5a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0470374 Dec 10 18:55:40.973610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c38c0-8f26-4a3b-97b3-54f6e945bd5a req-0f9d58c9-4d33-4898-959e-cbcbafb3fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:40.975134 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-484c38c0-8f26-4a3b-97b3-54f6e945bd5a req-0f9d58c9-4d33-4898-959e-cbcbafb3fd99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468707 Dec 10 18:55:41.070649 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-484c38c0-8f26-4a3b-97b3-54f6e945bd5a req-d153252d-f72c-4edf-adf0-23f8c1a14ba8 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880017 Dec 10 18:55:41.175728 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-484c38c0-8f26-4a3b-97b3-54f6e945bd5a req-192f4c46-3932-4cbd-91b0-13626bf7972f service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934100 Dec 10 18:55:46.465057 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-453e17b6-c51a-437a-a56c-6ea328a17e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:48.585175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:48.848035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-92bef657-0822-467b-95c7-fdd20098e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:50.166779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:51.373543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:52.504375 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:57.835467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [req-a5573c9d-d05c-437a-a3d9-50850d74a000 req-4f5c251d-e99e-46d7-898a-8e9173145597 service neutron] (103593) timed out ('10.222.0.21', 62005) {{(pid=103593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:56:04.398156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf95aae-7eed-468b-bd35-a08ec68972f5 req-b37e305e-e91b-42c5-bc29-09576a542446 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:04.399667 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fcf95aae-7eed-468b-bd35-a08ec68972f5 req-b37e305e-e91b-42c5-bc29-09576a542446 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.1521792 Dec 10 18:56:04.405446 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-6e153fec-dc64-4946-a7c2-f9e23b08b332 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0671773 Dec 10 18:56:04.446678 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fcf95aae-7eed-468b-bd35-a08ec68972f5 req-b0ef9697-c1a4-43a6-b789-6b5e4a352821 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402217 Dec 10 18:56:05.620220 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e55aa7-eb78-42e5-9494-0552d7cc5d23 req-447de530-c538-4f6b-8716-7cb7b2581e6b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:05.621732 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-72e55aa7-eb78-42e5-9494-0552d7cc5d23 req-447de530-c538-4f6b-8716-7cb7b2581e6b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.1042385 Dec 10 18:56:05.672231 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-72e55aa7-eb78-42e5-9494-0552d7cc5d23 req-aa22cca3-fb9b-4eb1-b684-e1c5ed14ab09 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426333 Dec 10 18:56:05.859293 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:56:06.429423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-cabaed28-2b33-4475-8e7b-0d7bc8829a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:06.430933 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-cabaed28-2b33-4475-8e7b-0d7bc8829a01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 1098 time: 0.1048405 Dec 10 18:56:06.522983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-4bdfc6f9-2c2b-4197-8c8b-3278de87251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:06.524465 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-4bdfc6f9-2c2b-4197-8c8b-3278de87251e service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0855045 Dec 10 18:56:06.598055 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-387d5981-0163-40a3-9251-5352793660b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a HTTP/1.1" status: 200 len: 1002 time: 0.0623212 Dec 10 18:56:06.652992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-b5d14bfb-b6ce-476c-bb3c-cd6d88184247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:06.654501 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-b5d14bfb-b6ce-476c-bb3c-cd6d88184247 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0454805 Dec 10 18:56:06.703499 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-4b28bc7f-61ed-47e2-bb2c-fdfcc7ca31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:06.704983 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-4b28bc7f-61ed-47e2-bb2c-fdfcc7ca31f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393443 Dec 10 18:56:06.794917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b464802-ce6b-41b4-89e1-12e89fcfbb15 req-1c68a761-764f-4ecf-b512-fdb1466d06e7 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:06.796407 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4b464802-ce6b-41b4-89e1-12e89fcfbb15 req-1c68a761-764f-4ecf-b512-fdb1466d06e7 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0476742 Dec 10 18:56:06.805286 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-d36214c6-35f7-417a-b000-46e818c1a2a7 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879285 Dec 10 18:56:06.843393 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4b464802-ce6b-41b4-89e1-12e89fcfbb15 req-f08ca929-c0ee-4012-81fd-c644e1f1307b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403919 Dec 10 18:56:06.897538 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-ddea5f82-4237-4264-a222-f8341b25862f service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813646 Dec 10 18:56:07.961589 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714a31a-1aa5-4232-a946-afe2d30d56eb req-e9313cab-8bb3-4a1b-ad7e-0e46372b1da4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:07.963083 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c714a31a-1aa5-4232-a946-afe2d30d56eb req-e9313cab-8bb3-4a1b-ad7e-0e46372b1da4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0516222 Dec 10 18:56:08.008927 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c714a31a-1aa5-4232-a946-afe2d30d56eb req-d7c75917-92b9-4fc6-9cdf-ef257bf64dd8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399973 Dec 10 18:56:09.124086 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9c45d-d6ab-4747-9069-ae8edc56b473 req-6097172b-fce9-47f7-a10a-161b8fb12f3f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:09.125580 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bda9c45d-d6ab-4747-9069-ae8edc56b473 req-6097172b-fce9-47f7-a10a-161b8fb12f3f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0481505 Dec 10 18:56:09.173399 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bda9c45d-d6ab-4747-9069-ae8edc56b473 req-584cb45d-c161-423a-902c-277da779ceb4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412209 Dec 10 18:56:10.290643 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc062aa3-8952-4922-a21a-fdb93544461a req-85734494-723b-4542-8cc6-5d3ef028414f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:10.292100 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cc062aa3-8952-4922-a21a-fdb93544461a req-85734494-723b-4542-8cc6-5d3ef028414f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0480695 Dec 10 18:56:10.342038 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cc062aa3-8952-4922-a21a-fdb93544461a req-01b3293c-38cc-427a-8e05-ded536989d83 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440881 Dec 10 18:56:11.458713 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa679741-09b5-4a7f-acc2-34a1f2c31800 req-73ca91c5-7ee6-49ee-84a1-3c298fd44358 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:11.460242 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aa679741-09b5-4a7f-acc2-34a1f2c31800 req-73ca91c5-7ee6-49ee-84a1-3c298fd44358 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0502462 Dec 10 18:56:11.513376 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aa679741-09b5-4a7f-acc2-34a1f2c31800 req-9fceecf4-7616-4907-97b6-c14f6ce7aa6d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471289 Dec 10 18:56:12.627414 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb0db7-7305-449f-b7e6-df60c993966f req-baaefa8a-b4e1-4566-893c-9e6bc30bdc36 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:12.629388 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-63cb0db7-7305-449f-b7e6-df60c993966f req-baaefa8a-b4e1-4566-893c-9e6bc30bdc36 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0487826 Dec 10 18:56:12.675688 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-63cb0db7-7305-449f-b7e6-df60c993966f req-9557f894-00dc-42df-b4dd-e991180a16d5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403554 Dec 10 18:56:13.800666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a92927-b03b-4a8c-b3a1-9cfcb2283fdf req-dc3fe318-72c2-4012-9201-15282c9c3bd0 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:13.802157 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-11a92927-b03b-4a8c-b3a1-9cfcb2283fdf req-dc3fe318-72c2-4012-9201-15282c9c3bd0 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0521486 Dec 10 18:56:13.848207 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-11a92927-b03b-4a8c-b3a1-9cfcb2283fdf req-2c63094d-971b-4a9d-a552-510c11fd196e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396247 Dec 10 18:56:14.961358 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e1f7c-b1f8-408e-91d0-440a88da4cb5 req-73f44285-725f-4d54-a602-ce65daf79753 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:14.962866 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dc3e1f7c-b1f8-408e-91d0-440a88da4cb5 req-73f44285-725f-4d54-a602-ce65daf79753 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0482550 Dec 10 18:56:15.009283 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dc3e1f7c-b1f8-408e-91d0-440a88da4cb5 req-a23c5555-555e-48e7-ac1e-4db8525ab46e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405250 Dec 10 18:56:16.122107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3aab45-b952-40ab-b871-37436c3ff84a req-f59ea26d-ca0e-4214-a3a4-2d22fd66477f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:16.125011 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0a3aab45-b952-40ab-b871-37436c3ff84a req-f59ea26d-ca0e-4214-a3a4-2d22fd66477f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0483680 Dec 10 18:56:16.176606 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0a3aab45-b952-40ab-b871-37436c3ff84a req-65ea16b0-923e-45d9-b78f-8fc6883054fd tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469043 Dec 10 18:56:16.487365 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-77109d14-3133-4924-a9c9-2abded8c05a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:17.290654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e48a95-1318-472f-b6f6-b62dd68e551a req-799fba41-f146-4d81-b3c8-068effbbc0be tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:17.292113 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-43e48a95-1318-472f-b6f6-b62dd68e551a req-799fba41-f146-4d81-b3c8-068effbbc0be tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0471706 Dec 10 18:56:17.337930 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-43e48a95-1318-472f-b6f6-b62dd68e551a req-5073cc78-9a0e-4f69-b6d6-d91e5d99bb50 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400004 Dec 10 18:56:18.452752 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff309-ed2c-4729-b4ae-381a9901e61b req-a389c1ca-8249-486f-8eda-950c7cd50440 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:18.454162 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-724ff309-ed2c-4729-b4ae-381a9901e61b req-a389c1ca-8249-486f-8eda-950c7cd50440 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0489595 Dec 10 18:56:18.501207 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-724ff309-ed2c-4729-b4ae-381a9901e61b req-9720c908-a445-4eed-91b6-934fd880fc54 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409038 Dec 10 18:56:18.607113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:18.830214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f40b4d2c-f578-4ff6-af26-85bb636d22ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:19.025082 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-a85e8da0-2d56-4acf-b535-7c3b572da7e6 service neutron] 10.222.0.21 "GET /v2.0/ports/eae54e30-fd5f-43b1-bd52-7ec3e330443a/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0519857 Dec 10 18:56:19.593817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-8d9e4e46-9755-4ad7-8891-bbe3c92f727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:19.595352 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-8d9e4e46-9755-4ad7-8891-bbe3c92f727d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b&tenant_id=9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 1098 time: 0.0455804 Dec 10 18:56:19.621910 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc857efa-9630-455d-9558-03b1df264636 req-3d38a9eb-bc36-494a-a2e7-479a693ba295 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:19.623375 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fc857efa-9630-455d-9558-03b1df264636 req-3d38a9eb-bc36-494a-a2e7-479a693ba295 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0538888 Dec 10 18:56:19.661142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-e541c00c-2e47-43ee-becd-7518046a37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:19.662660 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-e541c00c-2e47-43ee-becd-7518046a37a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 1098 time: 0.0395954 Dec 10 18:56:19.670352 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fc857efa-9630-455d-9558-03b1df264636 req-03024ec0-1d53-48e5-8d7e-1fb04c6d0f4f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410531 Dec 10 18:56:19.767842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-2aa0d704-0a84-4698-8a9f-913708ac9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:19.769354 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-2aa0d704-0a84-4698-8a9f-913708ac9c7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0958369 Dec 10 18:56:19.843272 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-f2d8e036-9830-4304-abe1-1cd7c1ddf5f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a HTTP/1.1" status: 200 len: 1002 time: 0.0617301 Dec 10 18:56:19.896047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-d1a717be-bd4a-4e82-bbbd-d5b4a21e1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:19.897475 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-d1a717be-bd4a-4e82-bbbd-d5b4a21e1896 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0434999 Dec 10 18:56:19.946059 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-8be96c9c-bd37-4972-91c9-7470797044e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:19.947416 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-8be96c9c-bd37-4972-91c9-7470797044e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390084 Dec 10 18:56:20.041414 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-5f92b130-5b29-4e0e-aaf9-a0e00b37db14 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825295 Dec 10 18:56:20.141420 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67ce2e66-4dfe-4b03-a9d4-71f0eeb2d9eb req-b4a91304-59ad-42bb-b7c1-17a64ae4323d service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892801 Dec 10 18:56:20.224575 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:20.787311 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc91f4b-cf72-453d-b0b4-052f3b0654b1 req-6189e39a-a1a9-4203-9275-b9e8777f1ab3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:20.788718 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0dc91f4b-cf72-453d-b0b4-052f3b0654b1 req-6189e39a-a1a9-4203-9275-b9e8777f1ab3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0486448 Dec 10 18:56:20.836936 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0dc91f4b-cf72-453d-b0b4-052f3b0654b1 req-663fcb12-0e25-4f03-a840-96e47b116533 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422773 Dec 10 18:56:21.372501 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:21.955411 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c3502-2870-4047-974f-7b9e0c534408 req-235f9304-8b94-406f-92aa-cb9e13e6aa34 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:21.957529 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b61c3502-2870-4047-974f-7b9e0c534408 req-235f9304-8b94-406f-92aa-cb9e13e6aa34 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0528760 Dec 10 18:56:22.003978 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b61c3502-2870-4047-974f-7b9e0c534408 req-922d70d6-e3d6-49c4-b00b-fd1502e758ef tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400705 Dec 10 18:56:22.515466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:22.562959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eae54e30-fd5f-43b1-bd52-7ec3e330443a details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:56:22.566113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eae54e30-fd5f-43b1-bd52-7ec3e330443a no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:56:22.859713 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:22.874332 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eae54e30-fd5f-43b1-bd52-7ec3e330443a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:22.891823 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'port_id': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'mac_address': 'fa:16:3e:16:e3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:56:22.896524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:22.898774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb34168e-3c43-457a-80e7-019f2e64e2c4" -d '{"events": [{"server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "name": "network-vif-unplugged", "status": "completed", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:22.913942 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eae54e30-fd5f-43b1-bd52-7ec3e330443a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:22.944644 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:22.947191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974c28c7-368f-4f58-993b-9a313e4aaf5c x-openstack-request-id: req-974c28c7-368f-4f58-993b-9a313e4aaf5c {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:22.947487 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "name": "network-vif-unplugged", "status": "completed", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:22.947748 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-974c28c7-368f-4f58-993b-9a313e4aaf5c {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:22.948143 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'code': 200} Dec 10 18:56:22.954228 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:22.992833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eae54e30-fd5f-43b1-bd52-7ec3e330443a {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:23.035373 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eae54e30-fd5f-43b1-bd52-7ec3e330443a,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:23.047002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:23.050009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:23.050009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:23.050009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:23.050009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:23.050009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:23.050009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:23.050009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:23.050009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:23.050009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:23.050701 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:23.050701 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:23.050918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:23.057826 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:56:23.058198 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:56:23.119828 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae257a-c5e1-431c-8475-eafacafc3f69 req-ad9522cc-fd4f-488b-a4e4-9c8cb83e642c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:23.121216 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d9ae257a-c5e1-431c-8475-eafacafc3f69 req-ad9522cc-fd4f-488b-a4e4-9c8cb83e642c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 943 time: 0.0479469 Dec 10 18:56:23.167741 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d9ae257a-c5e1-431c-8475-eafacafc3f69 req-a6ab28d2-55ff-4427-b5f5-d6ea4bcdc60a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406294 Dec 10 18:56:23.592712 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:23.605968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae54e30-fd5f-43b1-bd52-7ec3e330443a {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:23.624722 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eae54e30-fd5f-43b1-bd52-7ec3e330443a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:23.699169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:23.753199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eae54e30-fd5f-43b1-bd52-7ec3e330443a,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:23.762772 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['eae54e30-fd5f-43b1-bd52-7ec3e330443a'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:23.786293 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a87a7b-c2e3-4fb1-a98d-1a143a0b2f09 req-679f49a9-1e00-437e-84bc-8ce44cfd9566 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:23.791340 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-03a87a7b-c2e3-4fb1-a98d-1a143a0b2f09 req-679f49a9-1e00-437e-84bc-8ce44cfd9566 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 944 time: 0.0556870 Dec 10 18:56:23.846593 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-2b1950db-b2ef-42f2-9b7d-337d31cad35d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:23.848845 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-2b1950db-b2ef-42f2-9b7d-337d31cad35d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b&tenant_id=9928d265827c4b8b94f3cee7bceaa16b&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 944 time: 0.0655122 Dec 10 18:56:23.850440 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-03a87a7b-c2e3-4fb1-a98d-1a143a0b2f09 req-5a761c67-843c-48ec-9bd7-7f7a475e9207 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563369 Dec 10 18:56:23.920348 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-148f8aa3-d1b9-40b9-acb6-bd5e09a16087 service neutron] 10.222.0.21 "GET /v2.0/ports/eae54e30-fd5f-43b1-bd52-7ec3e330443a/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0629499 Dec 10 18:56:23.982400 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-1a6dedd9-6bc6-41c4-8801-bd791acf2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:23.983763 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-1a6dedd9-6bc6-41c4-8801-bd791acf2564 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 1097 time: 0.0401382 Dec 10 18:56:24.076899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-007a1a45-3d3f-4d1b-92e7-e69926a8c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:24.078385 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-007a1a45-3d3f-4d1b-92e7-e69926a8c38e service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0855107 Dec 10 18:56:24.147169 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-11aced9b-6f5f-4670-82a3-e904602237dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a HTTP/1.1" status: 200 len: 1001 time: 0.0609066 Dec 10 18:56:24.195422 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-84d98cae-ed95-4026-8c3e-1b61550d4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:24.196813 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-84d98cae-ed95-4026-8c3e-1b61550d4304 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0421808 Dec 10 18:56:24.245886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-0d05efe8-3783-4287-9e04-e7ed8f114cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:24.247276 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-0d05efe8-3783-4287-9e04-e7ed8f114cf8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432246 Dec 10 18:56:24.334018 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-cc4e7aef-2559-49a7-9933-292899dbe57b service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793982 Dec 10 18:56:24.427323 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-c5c660cf-d5d2-4394-85cf-b8cf90107757 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856671 Dec 10 18:56:24.573394 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eae54e30-fd5f-43b1-bd52-7ec3e330443a up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:24.624109 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port eae54e30-fd5f-43b1-bd52-7ec3e330443a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:24.624770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.700300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.732414 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eae54e30-fd5f-43b1-bd52-7ec3e330443a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:24.783675 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:24.832626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eae54e30-fd5f-43b1-bd52-7ec3e330443a,revision_number=8']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:24.949045 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:24.951504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1f7d7b-96c3-4f88-990f-dbd977a897b2" -d '{"events": [{"server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "name": "network-vif-plugged", "status": "completed", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:24.974100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad074727-f882-4f8b-bbd5-9fc06844d10d req-398e4aaa-5063-4cb0-ab3a-86a753dbbb95 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:24.975614 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ad074727-f882-4f8b-bbd5-9fc06844d10d req-398e4aaa-5063-4cb0-ab3a-86a753dbbb95 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0519350 Dec 10 18:56:24.994739 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40db6efc-3d32-46d2-8315-4c8247bd9efa x-openstack-request-id: req-40db6efc-3d32-46d2-8315-4c8247bd9efa {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:24.995048 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "name": "network-vif-plugged", "status": "completed", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:24.995307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40db6efc-3d32-46d2-8315-4c8247bd9efa {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:24.995707 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'code': 200} Dec 10 18:56:25.023420 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ad074727-f882-4f8b-bbd5-9fc06844d10d req-954464ca-2625-42d3-968f-448223c95078 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416853 Dec 10 18:56:26.143470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db79eb-2f0f-4130-9648-a39b582a5fc4 req-607fad71-63c2-457b-931b-1e765bba5be3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:26.145024 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b8db79eb-2f0f-4130-9648-a39b582a5fc4 req-607fad71-63c2-457b-931b-1e765bba5be3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0527232 Dec 10 18:56:26.195836 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b8db79eb-2f0f-4130-9648-a39b582a5fc4 req-15153ead-1fb5-40c0-93f8-b29c7b12b51f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430939 Dec 10 18:56:27.319150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d59a-fd2c-4e9e-addd-bc5d315e1a2e req-db22c906-a71f-44cf-86e3-25fc6feb7f92 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:27.320661 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2415d59a-fd2c-4e9e-addd-bc5d315e1a2e req-db22c906-a71f-44cf-86e3-25fc6feb7f92 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0546842 Dec 10 18:56:27.369282 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2415d59a-fd2c-4e9e-addd-bc5d315e1a2e req-bed24e31-d225-4ed3-9a45-1745d9a70ca5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425417 Dec 10 18:56:27.569883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-3c4ddccb-6386-4913-8fbb-21a3bc1ea46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:27.571382 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-3c4ddccb-6386-4913-8fbb-21a3bc1ea46a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b&tenant_id=9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 1098 time: 0.0422995 Dec 10 18:56:27.640316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-d1cff929-052e-4648-b73a-32594bbe2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:27.641882 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-d1cff929-052e-4648-b73a-32594bbe2661 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 1098 time: 0.0399027 Dec 10 18:56:27.737381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-439ae125-85b6-4458-aa17-57165330a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:27.738859 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-439ae125-85b6-4458-aa17-57165330a8e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0854638 Dec 10 18:56:27.811558 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-2ef84d7c-4612-4a94-b60b-b53ed554488e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a HTTP/1.1" status: 200 len: 1002 time: 0.0597196 Dec 10 18:56:27.866570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-7dce9a32-bb75-4ec2-9482-0c1e5889f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:27.867996 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-7dce9a32-bb75-4ec2-9482-0c1e5889f390 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0432649 Dec 10 18:56:27.920943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-b143a709-f6f7-4e8d-9e34-139aca0f2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:27.922464 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-b143a709-f6f7-4e8d-9e34-139aca0f2c69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432787 Dec 10 18:56:28.017014 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-0ea0276f-9751-4131-b7dd-a8cc693b6c7a service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823836 Dec 10 18:56:28.113805 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-578b4fe7-64b9-4693-bb3e-d8db022d2369 req-6fe91557-6c4c-4d82-a777-ac08cad7fe10 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855274 Dec 10 18:56:28.486186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b3a0a-4e63-4424-b0cb-b9e53ad23aec req-78fba49b-81d1-4f2a-af68-75e3c2f5938a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:28.487668 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d11b3a0a-4e63-4424-b0cb-b9e53ad23aec req-78fba49b-81d1-4f2a-af68-75e3c2f5938a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0505333 Dec 10 18:56:28.534927 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d11b3a0a-4e63-4424-b0cb-b9e53ad23aec req-44f56244-443c-4dbf-ac16-4c64024aca94 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410874 Dec 10 18:56:28.611946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eae54e30-fd5f-43b1-bd52-7ec3e330443a details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:56:28.615770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eae54e30-fd5f-43b1-bd52-7ec3e330443a no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:56:28.757409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:28.777294 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eae54e30-fd5f-43b1-bd52-7ec3e330443a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:28.796982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:28.799223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333c2bc3-4228-4ceb-88ad-d604a68342ae" -d '{"events": [{"server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "name": "network-vif-unplugged", "status": "completed", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:28.803758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'port_id': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'mac_address': 'fa:16:3e:16:e3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:56:28.813257 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eae54e30-fd5f-43b1-bd52-7ec3e330443a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:28.841572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777f8d9c-0fdc-4dd7-9f0e-7abc0cf5330a x-openstack-request-id: req-777f8d9c-0fdc-4dd7-9f0e-7abc0cf5330a {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:28.841898 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "name": "network-vif-unplugged", "status": "completed", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:28.842190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-777f8d9c-0fdc-4dd7-9f0e-7abc0cf5330a {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:28.842553 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'code': 200} Dec 10 18:56:28.852313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:28.865796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eae54e30-fd5f-43b1-bd52-7ec3e330443a {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:28.881462 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:28.958076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:56:28.958439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:56:28.959324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eae54e30-fd5f-43b1-bd52-7ec3e330443a,revision_number=9']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:29.500861 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:29.517214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae54e30-fd5f-43b1-bd52-7ec3e330443a {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:29.537136 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eae54e30-fd5f-43b1-bd52-7ec3e330443a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:29.595405 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:29.649864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eae54e30-fd5f-43b1-bd52-7ec3e330443a,revision_number=10']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:29.658019 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['eae54e30-fd5f-43b1-bd52-7ec3e330443a'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:29.658278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80adb3d-1b41-4cc7-9de3-921676012d4e req-de1a297a-43b4-4d4f-88c6-aca7e5c614d1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:29.663112 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f80adb3d-1b41-4cc7-9de3-921676012d4e req-de1a297a-43b4-4d4f-88c6-aca7e5c614d1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0559464 Dec 10 18:56:29.720234 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f80adb3d-1b41-4cc7-9de3-921676012d4e req-d4346746-351e-4290-bb3e-a3deca09f094 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485835 Dec 10 18:56:30.641515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eae54e30-fd5f-43b1-bd52-7ec3e330443a up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:30.692791 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port eae54e30-fd5f-43b1-bd52-7ec3e330443a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:30.693410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:30.767036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:30.799032 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port eae54e30-fd5f-43b1-bd52-7ec3e330443a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:30.837150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984b801-f804-4f8a-be68-02423e51cc5c req-e66d27d7-bae3-45a2-8e47-3413e700c86c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:30.838670 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f984b801-f804-4f8a-be68-02423e51cc5c req-e66d27d7-bae3-45a2-8e47-3413e700c86c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 945 time: 0.0494015 Dec 10 18:56:30.843715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:30.846036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0dfe00-ad3f-493d-b682-56a261c62cde" -d '{"events": [{"server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "name": "network-vif-plugged", "status": "completed", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:30.870177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:30.888360 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f984b801-f804-4f8a-be68-02423e51cc5c req-e128ffc1-1b17-4d73-8dd7-d5604f0a3762 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435846 Dec 10 18:56:30.895444 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1714d414-a43d-47a8-90c3-2a10b2e6b9bb x-openstack-request-id: req-1714d414-a43d-47a8-90c3-2a10b2e6b9bb {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:30.895690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "name": "network-vif-plugged", "status": "completed", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:30.895952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1714d414-a43d-47a8-90c3-2a10b2e6b9bb {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:30.896348 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'code': 200} Dec 10 18:56:30.921200 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=eae54e30-fd5f-43b1-bd52-7ec3e330443a,revision_number=11']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:31.002569 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ffebd-f72f-45a4-9cbf-9032338f3ac9 req-fbea070c-b2a3-4608-b977-ecf0ff10ed1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:31.004554 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-101ffebd-f72f-45a4-9cbf-9032338f3ac9 req-fbea070c-b2a3-4608-b977-ecf0ff10ed1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 946 time: 0.0485106 Dec 10 18:56:31.050462 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-101ffebd-f72f-45a4-9cbf-9032338f3ac9 req-6a82ba50-8efa-457c-9695-f9ad6a6501bf tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394790 Dec 10 18:56:31.164470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51836b75-070b-4537-88b6-a1d06047f7d9 req-2bd8a005-6c7c-42fe-97e3-3fe97ae92159 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:31.165974 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-51836b75-070b-4537-88b6-a1d06047f7d9 req-2bd8a005-6c7c-42fe-97e3-3fe97ae92159 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 946 time: 0.0512090 Dec 10 18:56:31.216507 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-51836b75-070b-4537-88b6-a1d06047f7d9 req-33f7808a-e318-4089-a99f-03a4cd17f806 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446022 Dec 10 18:56:31.650277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb78ee-188d-4a4e-8a75-ffdbad7bc87e req-c7acc0d2-47c5-45f9-85d7-b13831affe35 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:31.651761 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-39eb78ee-188d-4a4e-8a75-ffdbad7bc87e req-c7acc0d2-47c5-45f9-85d7-b13831affe35 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 946 time: 0.0474727 Dec 10 18:56:31.698276 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-39eb78ee-188d-4a4e-8a75-ffdbad7bc87e req-d5d6d2f2-dc9a-4993-bb50-f0d159882efc tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406282 Dec 10 18:56:32.825822 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91131ff9-c289-4559-aca3-14da253ad6dd req-8c477133-ff8b-4aa4-ad9f-4fb950ac83d5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:32.827216 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-91131ff9-c289-4559-aca3-14da253ad6dd req-8c477133-ff8b-4aa4-ad9f-4fb950ac83d5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 946 time: 0.0609415 Dec 10 18:56:32.873676 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-91131ff9-c289-4559-aca3-14da253ad6dd req-15a21ee2-1797-4230-9722-be428ad4cb4b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397658 Dec 10 18:56:33.916685 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-b806ba3a-d6b7-4c58-afe9-260087524b91 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:33.918192 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-b806ba3a-d6b7-4c58-afe9-260087524b91 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 946 time: 0.0492489 Dec 10 18:56:33.989080 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afe13f-1e67-43fb-b13c-43628763a0ae req-ec3f08ef-468c-4ef1-b739-7c8dbb2c7c4e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:33.990697 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c1afe13f-1e67-43fb-b13c-43628763a0ae req-ec3f08ef-468c-4ef1-b739-7c8dbb2c7c4e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 946 time: 0.0495017 Dec 10 18:56:34.011090 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Deleting port eae54e30-fd5f-43b1-bd52-7ec3e330443a {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:56:34.011431 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.038085 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c1afe13f-1e67-43fb-b13c-43628763a0ae req-c0bf51ed-c75a-4201-b061-c872fd6d65b9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414279 Dec 10 18:56:34.102147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] For port eae54e30-fd5f-43b1-bd52-7ec3e330443a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=eae54e30-fd5f-43b1-bd52-7ec3e330443a,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:34.102512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.267978 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.268258 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.268575 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e disassociated. External IP: 172.26.5.136, port: eae54e30-fd5f-43b1-bd52-7ec3e330443a. Dec 10 18:56:34.268913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Calling delete_port for eae54e30-fd5f-43b1-bd52-7ec3e330443a owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:56:34.446442 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.472885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event deleted for resources: {'Port': ['ID=eae54e30-fd5f-43b1-bd52-7ec3e330443a,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:34.482520 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:34.482879 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:34.483230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:34.483575 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:34.483918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:34.484254 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:34.484593 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:34.484924 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:34.485608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:34.485608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:34.485903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:34.486231 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:34.486558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:34.607197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:56:34.715620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:56:34.725055 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d831f-b5f5-4d93-aa4a-6dd493a8fdaf None None] Sync routers for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:56:34.735309 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d831f-b5f5-4d93-aa4a-6dd493a8fdaf None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:56:34.735926 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b12d831f-b5f5-4d93-aa4a-6dd493a8fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:56:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:34.754761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] No DVR routers for this DVR port eae54e30-fd5f-43b1-bd52-7ec3e330443a on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:56:34.757184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.760541 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c8c31905-e0c0-4484-bf16-27baf2cb034d req-588b9bf6-13ed-43db-8205-c927339f6880 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "DELETE /v2.0/ports/eae54e30-fd5f-43b1-bd52-7ec3e330443a HTTP/1.1" status: 204 len: 173 time: 0.8315904 Dec 10 18:56:34.760993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'name': 'network-vif-deleted', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:34.763281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eff8e34-8fe4-4e0f-b3b7-c3af984f764b" -d '{"events": [{"server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "name": "network-vif-deleted", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:34.841934 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-b12d831f-b5f5-4d93-aa4a-6dd493a8fdaf None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:56:34.855129 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e35071-7e75-4a73-810e-c42adb73ab86 x-openstack-request-id: req-66e35071-7e75-4a73-810e-c42adb73ab86 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:34.855429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b", "name": "network-vif-deleted", "tag": "eae54e30-fd5f-43b1-bd52-7ec3e330443a", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:34.855689 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66e35071-7e75-4a73-810e-c42adb73ab86 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:34.856102 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b', 'name': 'network-vif-deleted', 'tag': 'eae54e30-fd5f-43b1-bd52-7ec3e330443a', 'status': 'completed', 'code': 200} Dec 10 18:56:35.048859 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b12d831f-b5f5-4d93-aa4a-6dd493a8fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:35.074959 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d831f-b5f5-4d93-aa4a-6dd493a8fdaf None None] Checking router: 916a65e3-a0e7-4a9b-ab9d-150a17adf58b for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:56:35.084037 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d831f-b5f5-4d93-aa4a-6dd493a8fdaf None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:56:35.084642 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b12d831f-b5f5-4d93-aa4a-6dd493a8fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:56:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:35.152688 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3fd9d36c-6388-4e7b-b400-d152fa330a6d req-147e262b-f587-4c3f-8861-9d3eda99a22b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dd6a3a-c3bb-48e6-95a8-725f5eafde6b HTTP/1.1" status: 200 len: 210 time: 0.0276117 Dec 10 18:56:35.189702 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-b12d831f-b5f5-4d93-aa4a-6dd493a8fdaf None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:56:35.386323 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b12d831f-b5f5-4d93-aa4a-6dd493a8fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:35.415880 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d831f-b5f5-4d93-aa4a-6dd493a8fdaf None None] The sync data for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv is: [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:56:35.643995 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8768391f-7403-403a-b0da-79c9dbf57703 None None] New status for floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:56:36.403192 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-ddf72b82-453b-4052-bad7-3b85f1cb21fd tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2027461741&fields=id&tenant_id=9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 267 time: 0.0408032 Dec 10 18:56:36.512176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-2cdd96b1-286d-4738-855d-d84f9170b6bb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:36.513636 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-2cdd96b1-286d-4738-855d-d84f9170b6bb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 812 time: 0.1033318 Dec 10 18:56:36.528528 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-c6a0e78e-39ac-4a32-a45b-77b2f1d9e295 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/quotas/9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 375 time: 0.0090833 Dec 10 18:56:36.579100 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-1f1eaf53-80b5-4002-b996-4b36b28b2774 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453966 Dec 10 18:56:36.654249 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eae54e30-fd5f-43b1-bd52-7ec3e330443a no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:56:36.675306 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: eae54e30-fd5f-43b1-bd52-7ec3e330443a {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:56:36.675652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device eae54e30-fd5f-43b1-bd52-7ec3e330443a not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:56:36.718394 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-6386108f-68d7-4d7a-bb16-1c4d0dbc20c7 service neutron] 10.222.0.60 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279047 Dec 10 18:56:36.809860 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-3b2fe258-7b9e-41a9-8235-39e76adccfc8 service neutron] 10.222.0.60 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847366 Dec 10 18:56:37.046151 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d3359ef1-8d64-4d42-9122-6a1482d04b21 req-9b8c5654-b594-4090-a46a-dc36b799541e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 210 time: 0.0311489 Dec 10 18:56:38.144925 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-968446a2-5ade-4c89-8966-4a8a044d0db5 req-5cae0455-80f6-4809-874e-261b70263d43 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 210 time: 0.0273590 Dec 10 18:56:38.910901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-19839801-9e02-4178-8e40-481ae7f7a08f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:38.912356 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-19839801-9e02-4178-8e40-481ae7f7a08f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 812 time: 0.1060545 Dec 10 18:56:38.981065 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-c8858fa8-24f9-4b61-adc1-4d14d96d184d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 380 time: 0.0524740 Dec 10 18:56:38.995492 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-c7455056-bdac-426c-ba72-7c9a506ffd1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Request body: {'port': {'device_id': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'admin_state_up': True, 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'security_groups': ['a1b3627f-0e95-4672-a36d-2f1a1f082174']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:39.244041 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f85e616-55aa-4cf7-8418-20c4f3ed5f6c req-25abca71-a48c-4aa0-a21f-eae54a0c2957 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 210 time: 0.0270593 Dec 10 18:56:39.434972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-c7455056-bdac-426c-ba72-7c9a506ffd1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Made reservation on behalf of 9928d265827c4b8b94f3cee7bceaa16b for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:56:39.438578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-c7455056-bdac-426c-ba72-7c9a506ffd1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:39.562082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-c7455056-bdac-426c-ba72-7c9a506ffd1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Allocated IP 172.20.0.12 (86bd7ad3-3f82-4d37-b69a-83a3e1b46db7/a1009962-88db-4eca-880b-569f872a1d2d/53cd0e60-2c08-4409-baf9-01c8d46c5b77) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:56:39.697547 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-c7455056-bdac-426c-ba72-7c9a506ffd1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:39.789617 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-c7455056-bdac-426c-ba72-7c9a506ffd1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:39.830989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-c7455056-bdac-426c-ba72-7c9a506ffd1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:56:39.834077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-c7455056-bdac-426c-ba72-7c9a506ffd1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:56:39.837788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-c7455056-bdac-426c-ba72-7c9a506ffd1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:56:39.871280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7455056-bdac-426c-ba72-7c9a506ffd1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event updated for resources: {'Port': ['ID=53cd0e60-2c08-4409-baf9-01c8d46c5b77,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:39.900316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-c7455056-bdac-426c-ba72-7c9a506ffd1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:39.900939 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-c7455056-bdac-426c-ba72-7c9a506ffd1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:39.975453 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-c7455056-bdac-426c-ba72-7c9a506ffd1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9835038 Dec 10 18:56:39.994882 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Request body: {'port': {'device_id': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:40.046626 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:40.087446 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-295973c3-aa9f-4953-ae51-15dfbdb9dc76 None None] Provisioning complete for port 53cd0e60-2c08-4409-baf9-01c8d46c5b77 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:40.088030 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-295973c3-aa9f-4953-ae51-15dfbdb9dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:40.123879 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-295973c3-aa9f-4953-ae51-15dfbdb9dc76 None None] Port 53cd0e60-2c08-4409-baf9-01c8d46c5b77 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:56:40.300973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53cd0e60-2c08-4409-baf9-01c8d46c5b77 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:40.308561 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:40.321253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Transition to ACTIVE for port object 53cd0e60-2c08-4409-baf9-01c8d46c5b77 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:56:40.362521 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f2640-8b38-4c2a-ac39-ef198a1ea646 req-a9670541-3d28-4405-b4eb-c795e8eb711c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:40.364003 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-977f2640-8b38-4c2a-ac39-ef198a1ea646 req-a9670541-3d28-4405-b4eb-c795e8eb711c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 932 time: 0.0488830 Dec 10 18:56:40.389139 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:40.411370 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-977f2640-8b38-4c2a-ac39-ef198a1ea646 req-7c1bcf3a-769c-4fc4-afbe-54b8133430ad tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412536 Dec 10 18:56:40.441656 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Pushing event updated for resources: {'Port': ['ID=53cd0e60-2c08-4409-baf9-01c8d46c5b77,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:40.514590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Attempting to bind port 53cd0e60-2c08-4409-baf9-01c8d46c5b77 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:56:40.514922 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Attempting to bind port 53cd0e60-2c08-4409-baf9-01c8d46c5b77 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:56:40.515281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Attempting to bind port 53cd0e60-2c08-4409-baf9-01c8d46c5b77 on network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:40.519763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Port 53cd0e60-2c08-4409-baf9-01c8d46c5b77 on network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:56:40.520083 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Attempting to bind port 53cd0e60-2c08-4409-baf9-01c8d46c5b77 on network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:40.525114 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:56:40.525457 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Checking segment: {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:56:40.525878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Bound using segment: {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:56:40.526311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Bound port: 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e1c6c7-88db-4c6d-990e-9b9cafa18f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:56:40.526721 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:40.591557 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] For port 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:56:40.594606 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] For port 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:56:40.652631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:40.691634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:40.692251 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:40.693612 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] 10.222.0.21 "PUT /v2.0/ports/53cd0e60-2c08-4409-baf9-01c8d46c5b77 HTTP/1.1" status: 200 len: 1094 time: 0.7031686 Dec 10 18:56:40.694095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:40.696329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1b989c-08aa-4e35-8a20-b274995340de" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:40.720092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc197afe-5b5b-4a65-98cc-58ac4814d857 service neutron] Pushing event updated for resources: {'Port': ['ID=53cd0e60-2c08-4409-baf9-01c8d46c5b77,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:40.738108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9f9ddb-319a-4043-a57c-7a6f51fc82d0 x-openstack-request-id: req-7a9f9ddb-319a-4043-a57c-7a6f51fc82d0 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:40.738448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:40.738692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a9f9ddb-319a-4043-a57c-7a6f51fc82d0 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:40.739110 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'status': 'completed', 'code': 200} Dec 10 18:56:40.804196 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b989c-08aa-4e35-8a20-b274995340de req-df4c94fb-9ea6-4135-a736-4530f8988e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:40.805740 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3a1b989c-08aa-4e35-8a20-b274995340de req-df4c94fb-9ea6-4135-a736-4530f8988e93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 1097 time: 0.0428581 Dec 10 18:56:40.916501 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b989c-08aa-4e35-8a20-b274995340de req-549063fd-ab77-4974-ba52-67716d490481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:40.918032 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3a1b989c-08aa-4e35-8a20-b274995340de req-549063fd-ab77-4974-ba52-67716d490481 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0988221 Dec 10 18:56:41.013948 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b989c-08aa-4e35-8a20-b274995340de req-fdd53393-774c-44cc-bddd-19a425766303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:41.015417 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3a1b989c-08aa-4e35-8a20-b274995340de req-fdd53393-774c-44cc-bddd-19a425766303 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868065 Dec 10 18:56:41.097010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-41bafe7e-7615-4284-b9a6-500f2a6012a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:41.098436 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-41bafe7e-7615-4284-b9a6-500f2a6012a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 1097 time: 0.0442924 Dec 10 18:56:41.146693 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-7d64c058-542d-4655-b0f5-29047f860d7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77 HTTP/1.1" status: 200 len: 217 time: 0.0339844 Dec 10 18:56:41.199024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-339127cf-541f-40fc-be5e-786253b26da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:41.200455 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-339127cf-541f-40fc-be5e-786253b26da5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0431237 Dec 10 18:56:41.248131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-9d7ac939-6c75-4fc6-ab99-07b9eef5c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:41.249580 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-9d7ac939-6c75-4fc6-ab99-07b9eef5c41b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386796 Dec 10 18:56:41.347558 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-2f790513-b91a-47d7-9864-1892a42cfe32 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861576 Dec 10 18:56:41.439314 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d9cb966f-0328-4f2f-9f23-78e2c90cb4a6 req-b81c60d8-b480-4fbc-a0bf-61a3ae10b360 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806377 Dec 10 18:56:41.539049 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a954d-15a1-41eb-99a6-05d38433f85d req-a6d2d96d-374a-4aae-a16f-0fea8c64726a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:41.540537 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e36a954d-15a1-41eb-99a6-05d38433f85d req-a6d2d96d-374a-4aae-a16f-0fea8c64726a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0599892 Dec 10 18:56:41.588844 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e36a954d-15a1-41eb-99a6-05d38433f85d req-6ad33fa1-e7a2-4608-a50f-3c052a9173c8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420182 Dec 10 18:56:42.698033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 53cd0e60-2c08-4409-baf9-01c8d46c5b77 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:56:42.706701 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bd8f6-8dfa-4340-bb14-9453f1739303 req-d67b8226-06fa-42fd-9a9f-4cecfcf7cfe3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:42.708568 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d61bd8f6-8dfa-4340-bb14-9453f1739303 req-d67b8226-06fa-42fd-9a9f-4cecfcf7cfe3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0513892 Dec 10 18:56:42.756421 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d61bd8f6-8dfa-4340-bb14-9453f1739303 req-8f36889d-9c2b-4a50-9019-f87303a98e14 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415401 Dec 10 18:56:42.793982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:42.805796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'port_id': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'mac_address': 'fa:16:3e:4a:93:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:56:42.841279 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:42.854263 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cd0e60-2c08-4409-baf9-01c8d46c5b77 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:42.857011 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:56:42.873910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:42.943478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:42.988827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=53cd0e60-2c08-4409-baf9-01c8d46c5b77,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:43.207543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['53cd0e60-2c08-4409-baf9-01c8d46c5b77'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:43.869097 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bed8cb-d08e-41c2-8854-c6eb90609283 req-0d5cb2ae-b1b4-4994-83d6-302c7419ef38 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:43.870595 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8bed8cb-d08e-41c2-8854-c6eb90609283 req-0d5cb2ae-b1b4-4994-83d6-302c7419ef38 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 945 time: 0.0472832 Dec 10 18:56:43.927765 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8bed8cb-d08e-41c2-8854-c6eb90609283 req-758e7afa-6f5a-4c9c-8df3-95d909eb1f7e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513947 Dec 10 18:56:44.734504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 53cd0e60-2c08-4409-baf9-01c8d46c5b77 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:44.834537 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 53cd0e60-2c08-4409-baf9-01c8d46c5b77 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:56:44.838192 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 53cd0e60-2c08-4409-baf9-01c8d46c5b77 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:44.838567 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:44.937810 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:44.959804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:44.962051 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4538bf88-2193-48e7-b69d-2bc75c6606fa" -d '{"events": [{"server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "name": "network-vif-plugged", "status": "completed", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:44.975326 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:44.999931 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7563a027-b599-41e2-ae81-89a30d237637 x-openstack-request-id: req-7563a027-b599-41e2-ae81-89a30d237637 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:45.000239 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "name": "network-vif-plugged", "status": "completed", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:45.000501 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7563a027-b599-41e2-ae81-89a30d237637 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:45.000902 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'code': 200} Dec 10 18:56:45.040935 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:45.044648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4eb785-6680-4208-b725-878b6e3ba319 req-d78c68e8-1226-457b-835a-0be145127d0f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:45.046186 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6a4eb785-6680-4208-b725-878b6e3ba319 req-d78c68e8-1226-457b-835a-0be145127d0f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 945 time: 0.0497344 Dec 10 18:56:45.091955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=53cd0e60-2c08-4409-baf9-01c8d46c5b77,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:45.096659 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6a4eb785-6680-4208-b725-878b6e3ba319 req-fb186a7b-8fbd-449b-ba2f-36b8a23e758b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Dec 10 18:56:45.298073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9badb0-2ef9-49c9-944e-b83de2bd5bb5 req-b5e205a1-105b-427c-8f01-f3f6c46c20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:45.300078 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7b9badb0-2ef9-49c9-944e-b83de2bd5bb5 req-b5e205a1-105b-427c-8f01-f3f6c46c20cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 1099 time: 0.0447686 Dec 10 18:56:45.350138 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7b9badb0-2ef9-49c9-944e-b83de2bd5bb5 req-7af03c3b-8b71-4ad8-ab3f-71fabf19edc2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379479 Dec 10 18:56:46.212240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510cab6-b54b-4cfc-a175-766617c46af4 req-f48eb15c-7f4f-4536-b95d-2beebaa94ea2 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:46.213731 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9510cab6-b54b-4cfc-a175-766617c46af4 req-f48eb15c-7f4f-4536-b95d-2beebaa94ea2 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0480938 Dec 10 18:56:46.259537 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9510cab6-b54b-4cfc-a175-766617c46af4 req-bb981862-39fc-4f8b-9da2-218fd532e25a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400517 Dec 10 18:56:46.475630 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4e5eac22-50d1-412a-9006-5d1405c8d34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:47.377145 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511c036-7adc-481c-a48f-e7e3bc3d4ded req-868b8b8b-8d72-4769-8f3e-e4e79b2b470c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:47.378639 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a511c036-7adc-481c-a48f-e7e3bc3d4ded req-868b8b8b-8d72-4769-8f3e-e4e79b2b470c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0516891 Dec 10 18:56:47.425132 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a511c036-7adc-481c-a48f-e7e3bc3d4ded req-14c385ba-b48d-4fd3-82ee-5bf34aae3f12 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405807 Dec 10 18:56:47.534262 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0343c-2d25-465f-ae0e-e56791cff421 req-2adf4538-3b2d-4b25-8a4b-fe8978153013 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:47.535712 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5ec0343c-2d25-465f-ae0e-e56791cff421 req-2adf4538-3b2d-4b25-8a4b-fe8978153013 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0479689 Dec 10 18:56:47.544304 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 40796) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:47.548546 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a0386388-b4b1-4b55-8af1-aa6715844d48 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Request body: {'floatingip': {'port_id': '53cd0e60-2c08-4409-baf9-01c8d46c5b77'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:47.589639 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0386388-b4b1-4b55-8af1-aa6715844d48 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:47.992049 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0386388-b4b1-4b55-8af1-aa6715844d48 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:48.039661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0386388-b4b1-4b55-8af1-aa6715844d48 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:48.138386 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-a0386388-b4b1-4b55-8af1-aa6715844d48 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e associated. External IP: 172.26.5.136, port: 53cd0e60-2c08-4409-baf9-01c8d46c5b77. Dec 10 18:56:48.350675 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0386388-b4b1-4b55-8af1-aa6715844d48 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:56:48.454387 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0386388-b4b1-4b55-8af1-aa6715844d48 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:56:48.459248 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0386388-b4b1-4b55-8af1-aa6715844d48 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:48.463727 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835854d5-07e7-4568-a454-24bef5ebc9e6 None None] Sync routers for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:56:48.473983 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835854d5-07e7-4568-a454-24bef5ebc9e6 None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:56:48.474593 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-835854d5-07e7-4568-a454-24bef5ebc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:56:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:48.488853 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a0386388-b4b1-4b55-8af1-aa6715844d48 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "PUT /v2.0/floatingips/f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e HTTP/1.1" status: 200 len: 993 time: 0.9403887 Dec 10 18:56:48.488853 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:48.489142 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4377a9-ce41-4aec-a306-bda79ed36263" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:48.530505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8375c457-d0d8-4953-8597-d96c747b695e x-openstack-request-id: req-8375c457-d0d8-4953-8597-d96c747b695e {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:48.530805 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:48.531137 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8375c457-d0d8-4953-8597-d96c747b695e {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:48.531472 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'status': 'completed', 'code': 200} Dec 10 18:56:48.596850 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4377a9-ce41-4aec-a306-bda79ed36263 req-aa02704b-6c0f-4aa6-af40-37116f981504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:48.598408 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3b4377a9-ce41-4aec-a306-bda79ed36263 req-aa02704b-6c0f-4aa6-af40-37116f981504 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 1099 time: 0.0444443 Dec 10 18:56:48.629326 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:48.676927 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-835854d5-07e7-4568-a454-24bef5ebc9e6 None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:56:48.695138 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4377a9-ce41-4aec-a306-bda79ed36263 req-a7620d60-b14d-4f0c-aa14-0f1cb9dd2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:48.696626 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3b4377a9-ce41-4aec-a306-bda79ed36263 req-a7620d60-b14d-4f0c-aa14-0f1cb9dd2cf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0895836 Dec 10 18:56:48.762692 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3b4377a9-ce41-4aec-a306-bda79ed36263 req-3c5ac0b5-3a20-4bc3-88a5-9cbfe5558780 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77 HTTP/1.1" status: 200 len: 1001 time: 0.0585589 Dec 10 18:56:48.815966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4377a9-ce41-4aec-a306-bda79ed36263 req-d7a39754-e5a0-4b2a-9d0c-1bb1669740ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:48.817814 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3b4377a9-ce41-4aec-a306-bda79ed36263 req-d7a39754-e5a0-4b2a-9d0c-1bb1669740ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0479653 Dec 10 18:56:48.846672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c6686ea3-da72-496c-92d7-45b397bc1eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:48.869487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4377a9-ce41-4aec-a306-bda79ed36263 req-f2ba5e44-8462-44a3-89ee-df8edfc89f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:48.871022 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3b4377a9-ce41-4aec-a306-bda79ed36263 req-f2ba5e44-8462-44a3-89ee-df8edfc89f22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454404 Dec 10 18:56:48.898854 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-835854d5-07e7-4568-a454-24bef5ebc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'port_id': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'mac_address': 'fa:16:3e:4a:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:56:47Z', 'revision_number': 13, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:48.928686 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835854d5-07e7-4568-a454-24bef5ebc9e6 None None] Checking router: 916a65e3-a0e7-4a9b-ab9d-150a17adf58b for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:56:48.937013 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835854d5-07e7-4568-a454-24bef5ebc9e6 None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:56:48.937603 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-835854d5-07e7-4568-a454-24bef5ebc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:56:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:48.960706 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3b4377a9-ce41-4aec-a306-bda79ed36263 req-5020459b-780e-4cfa-9c93-a16a2c6894a3 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821877 Dec 10 18:56:49.040835 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-835854d5-07e7-4568-a454-24bef5ebc9e6 None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:56:49.055086 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3b4377a9-ce41-4aec-a306-bda79ed36263 req-cff82ff9-54d2-4b0a-9efa-b93a852b3adc service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869706 Dec 10 18:56:49.256516 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-835854d5-07e7-4568-a454-24bef5ebc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'port_id': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'mac_address': 'fa:16:3e:4a:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:56:47Z', 'revision_number': 13, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:49.280955 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835854d5-07e7-4568-a454-24bef5ebc9e6 None None] The sync data for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv is: [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'port_id': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'mac_address': 'fa:16:3e:4a:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:56:47Z', 'revision_number': 13, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:56:49.470255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f95c5d-9413-446a-a70c-36f41588a91d None None] New status for floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:56:50.178219 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:51.394396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:52.520690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:16.474183 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5f149db1-3be0-4d67-bebd-2bcba490c5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:18.645024 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:18.845453 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-572d91cf-8a53-40a6-beae-f016f30a62f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:19.855937 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:57:20.171088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:21.411077 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:22.565601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:33.063176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bf980-91d5-4420-b74e-8ef07540a32c req-4076a261-d926-4848-a2b6-cf7e2135262e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:33.065406 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5b8bf980-91d5-4420-b74e-8ef07540a32c req-4076a261-d926-4848-a2b6-cf7e2135262e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0484524 Dec 10 18:57:33.111221 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5b8bf980-91d5-4420-b74e-8ef07540a32c req-c00ca951-4123-4449-b7ce-9c3cfff4d2ae tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399632 Dec 10 18:57:43.577333 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-dc8325ff-daf5-4aa8-a6f7-80107194cf56 req-9609c712-065f-4438-b8f9-1c296a0b8cd1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389893 Dec 10 18:57:43.664672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8325ff-daf5-4aa8-a6f7-80107194cf56 req-bd6e7611-0aa2-45f3-b2ed-904d75897c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:43.666215 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-dc8325ff-daf5-4aa8-a6f7-80107194cf56 req-bd6e7611-0aa2-45f3-b2ed-904d75897c10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 1099 time: 0.0439973 Dec 10 18:57:43.786523 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8325ff-daf5-4aa8-a6f7-80107194cf56 req-cef00df2-643d-44c9-8b25-639b4c2e7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:43.787999 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-dc8325ff-daf5-4aa8-a6f7-80107194cf56 req-cef00df2-643d-44c9-8b25-639b4c2e7552 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0915401 Dec 10 18:57:43.864724 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-dc8325ff-daf5-4aa8-a6f7-80107194cf56 req-61747501-8320-44c9-b7d5-fec412a840db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77 HTTP/1.1" status: 200 len: 1003 time: 0.0651746 Dec 10 18:57:43.923657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8325ff-daf5-4aa8-a6f7-80107194cf56 req-5ce765b2-8370-4186-b755-d79a891c2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:43.925044 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-dc8325ff-daf5-4aa8-a6f7-80107194cf56 req-5ce765b2-8370-4186-b755-d79a891c2a6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0495005 Dec 10 18:57:43.975960 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8325ff-daf5-4aa8-a6f7-80107194cf56 req-45919aaf-a6f2-4029-8162-87e65cf27263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:43.977453 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-dc8325ff-daf5-4aa8-a6f7-80107194cf56 req-45919aaf-a6f2-4029-8162-87e65cf27263 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418110 Dec 10 18:57:44.075900 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-dc8325ff-daf5-4aa8-a6f7-80107194cf56 req-98aa21ed-7f69-4fe0-b6b6-e1da8aaf7594 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868027 Dec 10 18:57:44.175382 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-dc8325ff-daf5-4aa8-a6f7-80107194cf56 req-8898bfe2-de71-4459-a7d8-84d476746835 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883937 Dec 10 18:57:46.473427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c2d06cd6-18d7-4676-858b-1aa16de9d8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:46.930007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c40bf-f803-4064-acb6-38a67c48c75c req-a82384a9-d1d2-4448-9735-78a525c4763d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:46.931510 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cd6c40bf-f803-4064-acb6-38a67c48c75c req-a82384a9-d1d2-4448-9735-78a525c4763d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0494266 Dec 10 18:57:46.982707 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cd6c40bf-f803-4064-acb6-38a67c48c75c req-1308adbf-0d46-40e3-8a70-0af538983054 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451751 Dec 10 18:57:47.046582 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-15e35a83-09fc-4fa8-8b89-ab0482d8e8cc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0498507 Dec 10 18:57:48.097011 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee105be1-2d84-4caa-88cd-bbaafb5c0260 req-0c0c1443-8ba7-45d9-994c-93c60f14e22a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:48.098434 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ee105be1-2d84-4caa-88cd-bbaafb5c0260 req-0c0c1443-8ba7-45d9-994c-93c60f14e22a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0473201 Dec 10 18:57:48.149065 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ee105be1-2d84-4caa-88cd-bbaafb5c0260 req-8f4ea2d6-ab9b-4527-8027-bab02bef6132 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407281 Dec 10 18:57:48.598913 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:48.821844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5577-72bf-4899-a8c7-39398bc2701e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:49.041023 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-a3f14511-5de4-4748-888f-d4e8a1cd8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:49.042546 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-a3f14511-5de4-4748-888f-d4e8a1cd8d53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 1099 time: 0.0427840 Dec 10 18:57:49.138027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-8ab5bcd7-b603-4b9e-b4e9-f63a1e98681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:49.139514 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-8ab5bcd7-b603-4b9e-b4e9-f63a1e98681f service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0854359 Dec 10 18:57:49.209393 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-4fcc5f58-6eb6-4649-9109-58a0610c209c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77 HTTP/1.1" status: 200 len: 1003 time: 0.0587106 Dec 10 18:57:49.265379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-91a0b5a6-1795-4b24-a9d4-9ca08233d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:49.266858 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-91a0b5a6-1795-4b24-a9d4-9ca08233d978 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0485449 Dec 10 18:57:49.268422 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174e03-edc1-41a7-a017-0cd2eb833485 req-5cb005f3-1d17-4763-b7c9-b68f56b5a4e6 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:49.269962 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3c174e03-edc1-41a7-a017-0cd2eb833485 req-5cb005f3-1d17-4763-b7c9-b68f56b5a4e6 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0504618 Dec 10 18:57:49.317603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-171bb146-c34d-46c8-8027-1950d1a78fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:49.317603 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-171bb146-c34d-46c8-8027-1950d1a78fa1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406017 Dec 10 18:57:49.321108 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3c174e03-edc1-41a7-a017-0cd2eb833485 req-3dc2f1f7-ca83-4375-af4b-2f8dd79fe9d0 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452347 Dec 10 18:57:49.410315 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-68bc51df-6a3b-4090-8b83-3d094224a39c service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814266 Dec 10 18:57:49.512016 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-d6fff00b-4ab0-4b4e-9d9f-64e44fd74dce service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862279 Dec 10 18:57:50.187585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:50.435025 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efe568-6bdb-4108-89c1-be624132908c req-3d141f63-26f8-4685-a855-9d4525428494 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:50.436475 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-47efe568-6bdb-4108-89c1-be624132908c req-3d141f63-26f8-4685-a855-9d4525428494 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0471146 Dec 10 18:57:50.483095 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-47efe568-6bdb-4108-89c1-be624132908c req-ec4e2271-6fd1-412f-a858-ae1f8b8e162b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397472 Dec 10 18:57:51.407674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:51.599015 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33243698-bd95-4a8d-9d87-65569e0577e7 req-22492bae-17a4-4d9f-9731-40219bfc5fd6 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:51.600395 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-33243698-bd95-4a8d-9d87-65569e0577e7 req-22492bae-17a4-4d9f-9731-40219bfc5fd6 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0488584 Dec 10 18:57:51.646630 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-33243698-bd95-4a8d-9d87-65569e0577e7 req-fc11f492-c076-4d90-b583-29bb48e480f1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403106 Dec 10 18:57:52.656123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:53.032273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e8176-e42c-4b02-b950-65d4f020cd3f req-cd604c0c-2cd2-4d47-9998-194bec73007a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:53.033776 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d92e8176-e42c-4b02-b950-65d4f020cd3f req-cd604c0c-2cd2-4d47-9998-194bec73007a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.3163526 Dec 10 18:57:53.080769 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d92e8176-e42c-4b02-b950-65d4f020cd3f req-25be4975-6ac2-497b-8230-89a2fc6b8338 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Dec 10 18:57:54.201376 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1889880-3371-4925-bd22-b9295f9738bc req-11d49af2-6a79-4221-9cc8-c3013586be58 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:54.202887 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1889880-3371-4925-bd22-b9295f9738bc req-11d49af2-6a79-4221-9cc8-c3013586be58 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0499754 Dec 10 18:57:54.250818 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d1889880-3371-4925-bd22-b9295f9738bc req-8fde421b-cdd8-493d-b967-8f8186be6c1b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401387 Dec 10 18:57:55.368161 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7792-584f-49c6-af2c-81761369d542 req-bb154a15-578a-4ec8-98d6-18acada207a1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:55.369632 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f43e7792-584f-49c6-af2c-81761369d542 req-bb154a15-578a-4ec8-98d6-18acada207a1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0511503 Dec 10 18:57:55.415000 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f43e7792-584f-49c6-af2c-81761369d542 req-177552de-fe21-4646-8912-26fe40f83785 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395286 Dec 10 18:57:56.528778 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85650f-e404-4b98-bcda-0f5a179d8707 req-acdf8e79-ea05-43be-81c1-640262cddaec tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:56.530263 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4c85650f-e404-4b98-bcda-0f5a179d8707 req-acdf8e79-ea05-43be-81c1-640262cddaec tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0484209 Dec 10 18:57:56.577355 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4c85650f-e404-4b98-bcda-0f5a179d8707 req-517de0f7-042f-444c-9da6-c20284232bdd tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411015 Dec 10 18:57:56.854850 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:57:57.690192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29391f2-5423-4bfe-a68c-16387aecdb57 req-90a5db5f-8c7a-4164-b8d1-ee0e218bfb0b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:57.691551 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f29391f2-5423-4bfe-a68c-16387aecdb57 req-90a5db5f-8c7a-4164-b8d1-ee0e218bfb0b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0476885 Dec 10 18:57:57.740648 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f29391f2-5423-4bfe-a68c-16387aecdb57 req-defb9e74-28ce-4bcf-87f0-8f6332a84eaf tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Dec 10 18:57:58.857744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43901620-9be2-4b4b-a932-f77cbe32a931 req-c2cadaf2-f4d5-422e-9526-6f36b65171cb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:58.859208 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-43901620-9be2-4b4b-a932-f77cbe32a931 req-c2cadaf2-f4d5-422e-9526-6f36b65171cb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0482032 Dec 10 18:57:58.904997 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-43901620-9be2-4b4b-a932-f77cbe32a931 req-d6cfa41e-8460-4716-ac88-e59f01f98613 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399239 Dec 10 18:58:00.018412 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb982c-ce88-4752-a45b-2a227e5567a5 req-130768d3-6bcd-4b72-a9b6-229058229552 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:00.023970 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-74bb982c-ce88-4752-a45b-2a227e5567a5 req-130768d3-6bcd-4b72-a9b6-229058229552 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0475700 Dec 10 18:58:00.067128 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-74bb982c-ce88-4752-a45b-2a227e5567a5 req-1988e729-874e-4e60-b4de-89abaa205aa8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406656 Dec 10 18:58:01.185278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742f0bc-cb06-446a-ad22-b5c229c85a59 req-41a06ff5-2338-4a4e-a87b-6c223402c844 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:01.186784 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f742f0bc-cb06-446a-ad22-b5c229c85a59 req-41a06ff5-2338-4a4e-a87b-6c223402c844 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0514636 Dec 10 18:58:01.233314 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f742f0bc-cb06-446a-ad22-b5c229c85a59 req-91da0d6d-031a-4f5d-adb1-02bc8348305e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403440 Dec 10 18:58:02.348647 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377649e-c473-4df0-929f-df5957363223 req-e037104f-a054-43bc-bc56-2f585e372625 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:02.350201 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b377649e-c473-4df0-929f-df5957363223 req-e037104f-a054-43bc-bc56-2f585e372625 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0495925 Dec 10 18:58:02.403371 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b377649e-c473-4df0-929f-df5957363223 req-6d9d5320-1e27-47d7-a19c-52fb75832e06 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470424 Dec 10 18:58:03.519252 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2fff8-7169-4080-8194-a8125044a66f req-dda63814-8d4e-4c13-a1c2-fd33f0cbf873 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:03.520756 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5e2fff8-7169-4080-8194-a8125044a66f req-dda63814-8d4e-4c13-a1c2-fd33f0cbf873 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0482764 Dec 10 18:58:03.570518 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5e2fff8-7169-4080-8194-a8125044a66f req-4e514c0d-d07e-4727-bd3c-9f755bc24b72 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431106 Dec 10 18:58:04.685035 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacb27e-b706-4960-a3b2-207bc58fbec6 req-37d73e57-9f04-44a0-97fc-c1a0ed824bf3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:04.686565 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1eacb27e-b706-4960-a3b2-207bc58fbec6 req-37d73e57-9f04-44a0-97fc-c1a0ed824bf3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0485337 Dec 10 18:58:04.733261 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1eacb27e-b706-4960-a3b2-207bc58fbec6 req-048b8a75-1145-42ed-989c-3591ec43d051 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Dec 10 18:58:05.847060 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59882e-2bdf-4192-953a-564a3c1b509a req-e113ed76-1658-4b37-9c86-894fac3a0ad9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:05.848562 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cb59882e-2bdf-4192-953a-564a3c1b509a req-e113ed76-1658-4b37-9c86-894fac3a0ad9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0482728 Dec 10 18:58:05.896152 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cb59882e-2bdf-4192-953a-564a3c1b509a req-ff6edcb3-5ea4-42ff-8371-557ec15ab53f tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409341 Dec 10 18:58:07.015895 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886bcd8-2afc-4b50-a78b-55f49c51be90 req-61d7263b-3aab-44de-b733-4e3ba7c99e50 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:07.020709 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2886bcd8-2afc-4b50-a78b-55f49c51be90 req-61d7263b-3aab-44de-b733-4e3ba7c99e50 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0519769 Dec 10 18:58:07.064313 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2886bcd8-2afc-4b50-a78b-55f49c51be90 req-5ce6818c-ddce-4ae6-bd2d-0ee1aeebe8b6 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406125 Dec 10 18:58:08.184456 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecb148-d942-470d-a20a-88bc5fec3d4e req-443706dc-f287-477d-a49f-a8a2fe098246 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:08.187053 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-94ecb148-d942-470d-a20a-88bc5fec3d4e req-443706dc-f287-477d-a49f-a8a2fe098246 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0517478 Dec 10 18:58:08.249468 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-94ecb148-d942-470d-a20a-88bc5fec3d4e req-e02f4e80-3eb6-4f80-a87b-75af5b10f772 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557249 Dec 10 18:58:09.369608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d80502-4d3c-4cb4-bbff-b09a516d0a73 req-17a55b2f-cb10-4764-823e-4f52068f8b25 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:09.371726 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-43d80502-4d3c-4cb4-bbff-b09a516d0a73 req-17a55b2f-cb10-4764-823e-4f52068f8b25 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0528576 Dec 10 18:58:09.416461 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-43d80502-4d3c-4cb4-bbff-b09a516d0a73 req-23439942-1d4e-4f8a-a786-0cbc775e9940 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388141 Dec 10 18:58:10.536297 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b82074-c0b7-4e97-949d-8f857724a569 req-07113cf2-7f76-4555-98af-4c293b38fed5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:10.537816 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-47b82074-c0b7-4e97-949d-8f857724a569 req-07113cf2-7f76-4555-98af-4c293b38fed5 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0521758 Dec 10 18:58:10.583779 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-47b82074-c0b7-4e97-949d-8f857724a569 req-9a366f74-52f7-417c-99fa-cbd778c042ff tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400763 Dec 10 18:58:11.697212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fce87-012a-4005-b5f5-3a340e837b93 req-19452c4e-3489-4976-8e0b-34ffdd4dc462 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:11.698621 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-871fce87-012a-4005-b5f5-3a340e837b93 req-19452c4e-3489-4976-8e0b-34ffdd4dc462 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0478425 Dec 10 18:58:11.748381 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-871fce87-012a-4005-b5f5-3a340e837b93 req-b9328f58-a2ce-49e8-8a7a-b20cd0a62436 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434735 Dec 10 18:58:12.868559 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83176d-f130-4533-87e3-e7eeeb28e435 req-3a9cd6c5-0ef2-4841-bece-c20d71afc29d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:12.870038 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7a83176d-f130-4533-87e3-e7eeeb28e435 req-3a9cd6c5-0ef2-4841-bece-c20d71afc29d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0529566 Dec 10 18:58:12.917129 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7a83176d-f130-4533-87e3-e7eeeb28e435 req-095911d3-6ff4-4aab-a90d-084dbef391d1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410349 Dec 10 18:58:14.032381 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a99cad-63d9-44be-b5d6-f9f536babd07 req-8ea94555-fb41-4919-b973-9346f8428ead tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:14.033896 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b7a99cad-63d9-44be-b5d6-f9f536babd07 req-8ea94555-fb41-4919-b973-9346f8428ead tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0489397 Dec 10 18:58:14.081395 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b7a99cad-63d9-44be-b5d6-f9f536babd07 req-305e8c51-7cd8-404d-bb05-ed85c0fa433a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413485 Dec 10 18:58:15.206277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0484da-34da-41b5-b5d8-e67cd4f5b40b req-90cfa7d1-95c4-48c5-a627-b0ef5978829c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:15.207750 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7e0484da-34da-41b5-b5d8-e67cd4f5b40b req-90cfa7d1-95c4-48c5-a627-b0ef5978829c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0529017 Dec 10 18:58:15.256281 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7e0484da-34da-41b5-b5d8-e67cd4f5b40b req-19040a38-91e0-4a33-b8fb-6cc0086b76f1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425229 Dec 10 18:58:16.373414 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96630978-5404-4755-a269-1207d609a506 req-d481c5c3-fce0-4648-982f-5b5743c46562 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:16.374967 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-96630978-5404-4755-a269-1207d609a506 req-d481c5c3-fce0-4648-982f-5b5743c46562 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0508630 Dec 10 18:58:16.424955 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-96630978-5404-4755-a269-1207d609a506 req-48813ad0-1460-4bc1-b7e3-3dc031288578 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432138 Dec 10 18:58:16.472448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d2a7dae2-6baa-4c64-b6e7-8e0430df6e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:17.550465 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd50c2-2998-41ca-bf9a-83fbbfd50b62 req-7c9fb423-b571-4d5c-9bfb-cdd0157b8d5b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:17.552460 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6cbd50c2-2998-41ca-bf9a-83fbbfd50b62 req-7c9fb423-b571-4d5c-9bfb-cdd0157b8d5b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0535719 Dec 10 18:58:17.607601 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6cbd50c2-2998-41ca-bf9a-83fbbfd50b62 req-a516e69f-148d-427c-bc5a-473ee62a735a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480332 Dec 10 18:58:18.626660 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:18.724736 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84b31b-bba7-46d7-9f95-b606d41f8cb5 req-aea113b3-8685-4317-af46-2b5accb1d796 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:18.726285 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1e84b31b-bba7-46d7-9f95-b606d41f8cb5 req-aea113b3-8685-4317-af46-2b5accb1d796 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0491068 Dec 10 18:58:18.775126 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1e84b31b-bba7-46d7-9f95-b606d41f8cb5 req-cbec723d-ecb4-475f-b853-4bc8d4650355 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428433 Dec 10 18:58:18.826694 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b29f3cdc-995a-4b6d-99c7-754c80bd8497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:19.479465 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-6121843c-d71d-4673-9235-ccc381a8b62b service neutron] 10.222.0.21 "GET /v2.0/ports/53cd0e60-2c08-4409-baf9-01c8d46c5b77/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0551763 Dec 10 18:58:19.891813 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e93a1-041b-449a-9961-9daa226291f3 req-89b218e7-497c-4f9d-947b-f480a964d240 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:19.893279 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d80e93a1-041b-449a-9961-9daa226291f3 req-89b218e7-497c-4f9d-947b-f480a964d240 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0494268 Dec 10 18:58:19.940926 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d80e93a1-041b-449a-9961-9daa226291f3 req-50c01167-0299-41cf-bf24-cc947b19afa3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Dec 10 18:58:19.969927 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-9074a916-9e44-4482-a053-830ef8e3f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:19.971453 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-9074a916-9e44-4482-a053-830ef8e3f4b4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5&tenant_id=9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 1099 time: 0.0449915 Dec 10 18:58:20.038634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-0ae7f679-2733-4320-b89a-d885538f3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:20.040116 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-0ae7f679-2733-4320-b89a-d885538f3059 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 1099 time: 0.0401657 Dec 10 18:58:20.132027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-3604f78c-bdaa-49de-a1e0-733a2f1cfd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:20.133507 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-3604f78c-bdaa-49de-a1e0-733a2f1cfd71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0829902 Dec 10 18:58:20.207707 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-db549d98-0ede-4c21-9882-08317069a926 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77 HTTP/1.1" status: 200 len: 1003 time: 0.0615027 Dec 10 18:58:20.209177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:20.262385 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-56f02c31-cb8a-4264-8260-f266093f8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:20.264316 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-56f02c31-cb8a-4264-8260-f266093f8d5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0451081 Dec 10 18:58:20.313497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-6d206197-04c6-4828-9a8c-548175a9ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:20.315219 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-6d206197-04c6-4828-9a8c-548175a9ec55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403306 Dec 10 18:58:20.410242 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-3ffbb4aa-3020-4758-aaa6-ab94933b52a2 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833859 Dec 10 18:58:20.501673 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-8584ad58-53b5-42a9-814d-c29f60a31a39 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806336 Dec 10 18:58:21.062328 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b1463-bdcb-4fcb-839e-ac7876c05018 req-16feeeb4-ffd4-4648-b45d-3635ea7abfbf tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:21.063992 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-627b1463-bdcb-4fcb-839e-ac7876c05018 req-16feeeb4-ffd4-4648-b45d-3635ea7abfbf tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0531623 Dec 10 18:58:21.102474 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 53cd0e60-2c08-4409-baf9-01c8d46c5b77 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:58:21.111454 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-627b1463-bdcb-4fcb-839e-ac7876c05018 req-f53590b7-6011-46c1-bba0-4c72c7eaf6fc tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414238 Dec 10 18:58:21.178922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:21.201068 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:21.203939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a0c873-ddc6-4bd1-a3e5-cd227a836f75" -d '{"events": [{"server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:21.216152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:21.248175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbf196d-9e20-49a5-b84d-26a8e977bf0a x-openstack-request-id: req-afbf196d-9e20-49a5-b84d-26a8e977bf0a {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:21.248483 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:21.248745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afbf196d-9e20-49a5-b84d-26a8e977bf0a {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:21.249149 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'code': 200} Dec 10 18:58:21.289842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:21.346025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=53cd0e60-2c08-4409-baf9-01c8d46c5b77,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:21.352919 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:21.353277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:21.353837 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:21.354196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:21.354534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:21.354866 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:21.355196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:21.355528 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:21.355858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:21.356189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:21.356515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:21.356904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:21.357233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:21.398352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:22.239330 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52564253-09c3-413f-8f90-77639bbf6643 req-80808235-6049-494b-8bbe-e5604175b76c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:22.240557 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-52564253-09c3-413f-8f90-77639bbf6643 req-80808235-6049-494b-8bbe-e5604175b76c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0550141 Dec 10 18:58:22.293496 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-52564253-09c3-413f-8f90-77639bbf6643 req-dc76569f-fde7-49e0-b5de-30354e0b9e1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466313 Dec 10 18:58:22.518106 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:23.428179 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cd8dd-4dab-45a7-97d0-e7d42af6b517 req-126a5954-ed90-47d9-96a3-bc6ef69eef9e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:23.429871 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-db8cd8dd-4dab-45a7-97d0-e7d42af6b517 req-126a5954-ed90-47d9-96a3-bc6ef69eef9e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0531230 Dec 10 18:58:23.479382 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-db8cd8dd-4dab-45a7-97d0-e7d42af6b517 req-ff656103-aedf-47ff-9496-29c3e1e1f3a4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 Dec 10 18:58:24.599966 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d384a-6c69-448a-8415-fa7aeb3d34d5 req-444b32e3-417f-4b7d-a160-4c616ba0cf34 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:24.601561 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f24d384a-6c69-448a-8415-fa7aeb3d34d5 req-444b32e3-417f-4b7d-a160-4c616ba0cf34 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0505650 Dec 10 18:58:24.652988 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f24d384a-6c69-448a-8415-fa7aeb3d34d5 req-24b03eee-cebd-47b8-baa6-dd82c577af22 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439417 Dec 10 18:58:25.770894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fff8d-a7ef-4765-b139-487c0fdf8ecd req-e972ebcb-ce17-4c25-bf20-fc66ce23ae40 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:25.772562 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-344fff8d-a7ef-4765-b139-487c0fdf8ecd req-e972ebcb-ce17-4c25-bf20-fc66ce23ae40 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0483348 Dec 10 18:58:25.825033 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-344fff8d-a7ef-4765-b139-487c0fdf8ecd req-a5289f2e-dc17-4d47-aa64-20e4a6889cd7 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464220 Dec 10 18:58:26.941793 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e813bb2-3878-430c-b961-0f5632b182fc req-5d466fa2-c2a1-4059-a368-f7cda48e173a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:26.943267 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3e813bb2-3878-430c-b961-0f5632b182fc req-5d466fa2-c2a1-4059-a368-f7cda48e173a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0481303 Dec 10 18:58:26.989782 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3e813bb2-3878-430c-b961-0f5632b182fc req-976f26dd-905b-4581-88b5-6a396d3a7a10 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406005 Dec 10 18:58:28.103610 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49909d7b-e580-49a6-95b5-e462e717f871 req-51609c6b-2dd0-4560-b3d3-4dceb1d58152 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:28.105079 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-49909d7b-e580-49a6-95b5-e462e717f871 req-51609c6b-2dd0-4560-b3d3-4dceb1d58152 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0482273 Dec 10 18:58:28.151144 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-49909d7b-e580-49a6-95b5-e462e717f871 req-fcb98b2f-7210-461e-bfac-660145b9ea70 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395770 Dec 10 18:58:29.148539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 53cd0e60-2c08-4409-baf9-01c8d46c5b77 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:58:29.242061 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:29.254240 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'port_id': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'mac_address': 'fa:16:3e:4a:93:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:58:29.273557 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67dc53-3b36-48a4-bf2e-6f538b1e36c7 req-bcf32ebc-c67f-4472-add6-ead961d5b1bb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:29.275353 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0e67dc53-3b36-48a4-bf2e-6f538b1e36c7 req-bcf32ebc-c67f-4472-add6-ead961d5b1bb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0557024 Dec 10 18:58:29.298336 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:29.311055 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cd0e60-2c08-4409-baf9-01c8d46c5b77 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:58:29.323017 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0e67dc53-3b36-48a4-bf2e-6f538b1e36c7 req-2f93cf32-e2fc-40d5-aa7c-c9482a111327 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 Dec 10 18:58:29.332069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:29.403926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:29.454949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=53cd0e60-2c08-4409-baf9-01c8d46c5b77,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:29.483010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['53cd0e60-2c08-4409-baf9-01c8d46c5b77'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:58:30.437651 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea5473-4c13-40f6-bba4-a1a534c16b58 req-2f979121-9f3e-4473-9f44-3968de3a30bd tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:30.440267 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9dea5473-4c13-40f6-bba4-a1a534c16b58 req-2f979121-9f3e-4473-9f44-3968de3a30bd tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 945 time: 0.0492437 Dec 10 18:58:30.486579 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9dea5473-4c13-40f6-bba4-a1a534c16b58 req-76593a30-56d9-4546-a939-e2b51da032a1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404081 Dec 10 18:58:31.150080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 53cd0e60-2c08-4409-baf9-01c8d46c5b77 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:58:31.196009 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 53cd0e60-2c08-4409-baf9-01c8d46c5b77 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:31.196379 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:31.273486 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:31.294767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:31.296985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4059e836-6776-40c2-897e-33d0068377ec" -d '{"events": [{"server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "name": "network-vif-plugged", "status": "completed", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:31.309387 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:31.342242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2922cd-c758-46c2-89f8-93186d1d5a4c x-openstack-request-id: req-5d2922cd-c758-46c2-89f8-93186d1d5a4c {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:31.342547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "name": "network-vif-plugged", "status": "completed", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:31.342811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d2922cd-c758-46c2-89f8-93186d1d5a4c {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:31.343225 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'code': 200} Dec 10 18:58:31.403283 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:31.450340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=53cd0e60-2c08-4409-baf9-01c8d46c5b77,revision_number=8']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:31.600096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45193b5-cfad-4f7b-bb1f-66fe569ae274 req-6084876e-64e0-4901-9e78-d80d4cf430e2 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:31.601549 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a45193b5-cfad-4f7b-bb1f-66fe569ae274 req-6084876e-64e0-4901-9e78-d80d4cf430e2 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0475698 Dec 10 18:58:31.650937 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a45193b5-cfad-4f7b-bb1f-66fe569ae274 req-187ff039-4bce-4611-8b4d-4bbe2c336158 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 Dec 10 18:58:32.767581 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7dfc3-569b-4694-a151-94575ad53a33 req-e9060556-a289-48d7-b8bf-6b64d8d9ff0c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:32.768949 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-82a7dfc3-569b-4694-a151-94575ad53a33 req-e9060556-a289-48d7-b8bf-6b64d8d9ff0c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0478048 Dec 10 18:58:32.815237 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-82a7dfc3-569b-4694-a151-94575ad53a33 req-2b46091d-80f9-486a-b801-dd640608a413 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404041 Dec 10 18:58:33.854407 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:58:33.929255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85f256-0de6-4e83-9783-1069517bef7c req-36966ba7-5a4e-4b37-97d7-cd3758c4be02 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:33.930743 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5c85f256-0de6-4e83-9783-1069517bef7c req-36966ba7-5a4e-4b37-97d7-cd3758c4be02 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0475249 Dec 10 18:58:33.976838 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5c85f256-0de6-4e83-9783-1069517bef7c req-6253655d-a795-498f-8cfa-a8f86c0a79bd tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402622 Dec 10 18:58:34.574230 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822d8e0-d1cb-47de-a68a-f5431fdf0978 req-a4e49b2d-2c73-4f12-9a16-4da66b2cceda tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:34.575711 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8822d8e0-d1cb-47de-a68a-f5431fdf0978 req-a4e49b2d-2c73-4f12-9a16-4da66b2cceda tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0527027 Dec 10 18:58:34.629615 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8822d8e0-d1cb-47de-a68a-f5431fdf0978 req-3a3877d1-3d41-4f17-9850-ac58f01eddda tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477340 Dec 10 18:58:34.629903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-286b378c-f4de-4e33-b913-c899a5b76fa1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:34.631273 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-286b378c-f4de-4e33-b913-c899a5b76fa1 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5&tenant_id=9928d265827c4b8b94f3cee7bceaa16b&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 946 time: 0.0562546 Dec 10 18:58:34.692285 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-392f967f-4c24-4520-a733-47cb4e761327 service neutron] 10.222.0.21 "GET /v2.0/ports/53cd0e60-2c08-4409-baf9-01c8d46c5b77/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0527737 Dec 10 18:58:34.752677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-4180e1c7-0612-4266-9385-bf109a7ba6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:34.754083 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-4180e1c7-0612-4266-9385-bf109a7ba6d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 1099 time: 0.0399837 Dec 10 18:58:34.846137 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-ebbcd417-204b-4c7f-9844-835f73fb85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:34.847579 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-ebbcd417-204b-4c7f-9844-835f73fb85f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0865946 Dec 10 18:58:34.920246 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-69689243-da08-4a8b-ab55-13d769dba47c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77 HTTP/1.1" status: 200 len: 1003 time: 0.0650506 Dec 10 18:58:34.967840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-a24a403f-5ad4-43cf-893a-c3b14fa8ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:34.969779 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-a24a403f-5ad4-43cf-893a-c3b14fa8ebb5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0426137 Dec 10 18:58:35.019738 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-10a0fd3f-8cbd-458a-98a5-e28d1ba8d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:35.019738 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-10a0fd3f-8cbd-458a-98a5-e28d1ba8d7b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422280 Dec 10 18:58:35.106094 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-61db2276-d670-4a56-9caa-57611f2ff1e3 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795898 Dec 10 18:58:35.205214 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-4011760d-254e-470d-bbac-84a4daba2369 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918384 Dec 10 18:58:35.745339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db5e7a-a8e4-4b28-9e73-1ae4c1799b4f req-d88787e3-43bb-426c-9232-ec8522709d6e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:35.746766 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-49db5e7a-a8e4-4b28-9e73-1ae4c1799b4f req-d88787e3-43bb-426c-9232-ec8522709d6e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0477152 Dec 10 18:58:35.793007 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-49db5e7a-a8e4-4b28-9e73-1ae4c1799b4f req-3b31020f-ac6a-4bf0-bcab-a067b86e808b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399156 Dec 10 18:58:36.912062 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1468f9-6e7f-4948-8b85-6ad72aa23628 req-0ca878f7-65fc-480a-96a6-de481e093750 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:36.913527 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0d1468f9-6e7f-4948-8b85-6ad72aa23628 req-0ca878f7-65fc-480a-96a6-de481e093750 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0518105 Dec 10 18:58:36.960193 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0d1468f9-6e7f-4948-8b85-6ad72aa23628 req-69c69157-1345-4159-a1c0-8f0e421909cb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408454 Dec 10 18:58:38.077906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922e1d6-6b95-43c6-b2dc-0beded84ba79 req-92862b04-9888-4f49-84d5-4e78ec8b47de tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:38.079826 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0922e1d6-6b95-43c6-b2dc-0beded84ba79 req-92862b04-9888-4f49-84d5-4e78ec8b47de tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0497649 Dec 10 18:58:38.126368 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0922e1d6-6b95-43c6-b2dc-0beded84ba79 req-c269af8f-2c16-4295-82e6-e5bcf50c1047 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 Dec 10 18:58:39.244479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bac0ff-0b64-418a-bb3a-444b62617df0 req-e72d23f0-fff1-438d-bb6e-7fb39d0e0115 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:39.245954 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-20bac0ff-0b64-418a-bb3a-444b62617df0 req-e72d23f0-fff1-438d-bb6e-7fb39d0e0115 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0481296 Dec 10 18:58:39.300330 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-20bac0ff-0b64-418a-bb3a-444b62617df0 req-fdde27fb-41eb-4484-ac3e-dfce2495f39b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482259 Dec 10 18:58:40.419298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0d39c-8f1d-4120-82a1-86dd1b6b53a5 req-ecd9363c-0c55-42cb-bdcf-254c165ca20c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:40.420781 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c6e0d39c-8f1d-4120-82a1-86dd1b6b53a5 req-ecd9363c-0c55-42cb-bdcf-254c165ca20c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0510204 Dec 10 18:58:40.469076 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c6e0d39c-8f1d-4120-82a1-86dd1b6b53a5 req-ce0c896f-dd44-47f1-a4ae-d3fac69e23e2 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414784 Dec 10 18:58:40.837858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-f00f89fe-cec6-454f-8959-6996507c2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:40.839335 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-f00f89fe-cec6-454f-8959-6996507c2e44 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5&tenant_id=9928d265827c4b8b94f3cee7bceaa16b HTTP/1.1" status: 200 len: 1099 time: 0.0403655 Dec 10 18:58:40.907296 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-9f98da71-a322-4b6f-aa0f-9458ec4535d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:40.908776 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-9f98da71-a322-4b6f-aa0f-9458ec4535d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 1099 time: 0.0398602 Dec 10 18:58:41.005438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-17f2891d-f8e8-4d6f-8ee9-118b050b9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:41.006847 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-17f2891d-f8e8-4d6f-8ee9-118b050b9ddb service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0862391 Dec 10 18:58:41.076735 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-43df58e4-92f3-49f7-876b-5a613a300217 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77 HTTP/1.1" status: 200 len: 1003 time: 0.0581629 Dec 10 18:58:41.129869 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-dab54c86-02b6-49d6-ad39-f48ce75c4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:41.131246 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-dab54c86-02b6-49d6-ad39-f48ce75c4539 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0422003 Dec 10 18:58:41.182885 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-e7cee60b-768e-4d79-b3e5-58686ec7a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:41.184323 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-e7cee60b-768e-4d79-b3e5-58686ec7a256 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419757 Dec 10 18:58:41.195011 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 53cd0e60-2c08-4409-baf9-01c8d46c5b77 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:58:41.272254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:41.277185 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-e83fae9f-384d-41da-a26b-ede21636d7be service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801697 Dec 10 18:58:41.294037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:41.296267 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319fed97-524a-454b-b84f-4563fadd7d32" -d '{"events": [{"server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:41.309348 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:41.340285 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6135823c-9fda-43c9-99ea-a76d798db22a x-openstack-request-id: req-6135823c-9fda-43c9-99ea-a76d798db22a {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:41.340589 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:41.340854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6135823c-9fda-43c9-99ea-a76d798db22a {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:41.341258 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'code': 200} Dec 10 18:58:41.363076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:41.379363 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bab047b9-ede3-4ed5-9ba7-2aa2ee30f7ba req-72513ac1-9d55-4425-a79c-6283d748352b service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899796 Dec 10 18:58:41.412557 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=53cd0e60-2c08-4409-baf9-01c8d46c5b77,revision_number=9']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:41.584466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fde132-5b92-4a8a-b412-87fdcbe7de64 req-c75103d4-b3e6-4704-8d3a-5f65fdaad7dd tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:41.585902 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55fde132-5b92-4a8a-b412-87fdcbe7de64 req-c75103d4-b3e6-4704-8d3a-5f65fdaad7dd tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0485966 Dec 10 18:58:41.633491 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-55fde132-5b92-4a8a-b412-87fdcbe7de64 req-ac4dd7bb-0bbd-4995-b05e-9f4cd2dea996 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415609 Dec 10 18:58:42.755221 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270bdd8-f3f2-40f0-a2a4-c3378812c01b req-5074d6f8-3a90-4488-9e72-cb91462cc154 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:42.756656 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d270bdd8-f3f2-40f0-a2a4-c3378812c01b req-5074d6f8-3a90-4488-9e72-cb91462cc154 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0529644 Dec 10 18:58:42.805563 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d270bdd8-f3f2-40f0-a2a4-c3378812c01b req-77348a61-4540-4747-9f65-c557f4275f52 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427804 Dec 10 18:58:43.942782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46984c73-1795-4b33-a02b-d0831c67f03e req-01b1e237-e123-4c6e-88a5-9d26cdff8453 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:43.944338 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-46984c73-1795-4b33-a02b-d0831c67f03e req-01b1e237-e123-4c6e-88a5-9d26cdff8453 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0649557 Dec 10 18:58:43.993623 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-46984c73-1795-4b33-a02b-d0831c67f03e req-97745bd2-cc14-4369-9132-fdba007ac129 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432336 Dec 10 18:58:44.605191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2428b-1f83-42b8-9edf-d641217c9247 req-9737452b-5396-4427-8564-958f05a0f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:44.606716 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-48d2428b-1f83-42b8-9edf-d641217c9247 req-9737452b-5396-4427-8564-958f05a0f120 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 1097 time: 0.0428054 Dec 10 18:58:44.724839 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2428b-1f83-42b8-9edf-d641217c9247 req-3b7848b9-0526-410a-a117-0d848928503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:44.726340 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-48d2428b-1f83-42b8-9edf-d641217c9247 req-3b7848b9-0526-410a-a117-0d848928503f service neutron] 10.222.0.21 "GET /v2.0/networks?id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 200 len: 913 time: 0.0977197 Dec 10 18:58:44.796438 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-48d2428b-1f83-42b8-9edf-d641217c9247 req-7b2c1ee4-7513-4728-9e87-a68b5ac33352 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77 HTTP/1.1" status: 200 len: 1001 time: 0.0581641 Dec 10 18:58:44.850273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2428b-1f83-42b8-9edf-d641217c9247 req-3d00e7ed-99a4-4b9d-9361-86d8df83b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:44.851715 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-48d2428b-1f83-42b8-9edf-d641217c9247 req-3d00e7ed-99a4-4b9d-9361-86d8df83b013 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 200 len: 851 time: 0.0441635 Dec 10 18:58:44.905721 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2428b-1f83-42b8-9edf-d641217c9247 req-9be52769-dde1-4209-8d0f-79500c043164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:44.907828 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-48d2428b-1f83-42b8-9edf-d641217c9247 req-9be52769-dde1-4209-8d0f-79500c043164 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437145 Dec 10 18:58:45.121478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f407b2b-bc8f-4ac0-ad47-4e59651381e7 req-d7ee13ec-92d1-4b15-9305-abe75ddc41bf tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:45.123086 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2f407b2b-bc8f-4ac0-ad47-4e59651381e7 req-d7ee13ec-92d1-4b15-9305-abe75ddc41bf tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0513971 Dec 10 18:58:45.178206 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2f407b2b-bc8f-4ac0-ad47-4e59651381e7 req-addc534a-9498-442f-9ec5-6998cf04e75b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477579 Dec 10 18:58:45.275454 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-48d2428b-1f83-42b8-9edf-d641217c9247 req-81b2d2f6-8b21-43b3-a747-82b80903ce82 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562520 Dec 10 18:58:45.383358 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-48d2428b-1f83-42b8-9edf-d641217c9247 req-e23688a9-1fbe-4360-8e56-108be0b7c134 service neutron] 10.222.0.21 "GET /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953689 Dec 10 18:58:46.296304 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef0670-0d72-4c74-8d47-01751abaecdb req-a5384e8c-d305-4d83-877a-b34dcd0d0bba tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:46.297802 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b3ef0670-0d72-4c74-8d47-01751abaecdb req-a5384e8c-d305-4d83-877a-b34dcd0d0bba tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0485122 Dec 10 18:58:46.344700 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b3ef0670-0d72-4c74-8d47-01751abaecdb req-83ed71a1-5c11-4b0b-b88c-f50b3799f077 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409122 Dec 10 18:58:46.535259 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-37648169-7294-443d-b477-a3537c96e721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:47.459313 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71056d14-e30a-4e2c-b0a6-a824151dbe44 req-36b0fe75-c3f6-40e6-8016-51425c8f85e3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:47.460783 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-71056d14-e30a-4e2c-b0a6-a824151dbe44 req-36b0fe75-c3f6-40e6-8016-51425c8f85e3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0475664 Dec 10 18:58:47.508639 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-71056d14-e30a-4e2c-b0a6-a824151dbe44 req-ca7ddedd-90e3-4c1a-a5d8-8b277f098246 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419598 Dec 10 18:58:48.626439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:48.629030 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8106ad6-07b3-4d1a-9bba-5ada2266fac0 req-bea205d8-d440-452e-a6f9-312546bd939c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:48.630549 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8106ad6-07b3-4d1a-9bba-5ada2266fac0 req-bea205d8-d440-452e-a6f9-312546bd939c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 944 time: 0.0532918 Dec 10 18:58:48.684719 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8106ad6-07b3-4d1a-9bba-5ada2266fac0 req-d6eab513-e5e7-4ca7-9b59-b7c5b4780e7a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482655 Dec 10 18:58:48.848554 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cb399ddc-8796-447c-9cbf-a08d8b2257c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:49.257545 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 53cd0e60-2c08-4409-baf9-01c8d46c5b77 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:58:49.352116 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:49.363234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'port_id': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'mac_address': 'fa:16:3e:4a:93:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:58:49.398475 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:49.411073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cd0e60-2c08-4409-baf9-01c8d46c5b77 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:58:49.428888 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:49.506596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:49.560358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=53cd0e60-2c08-4409-baf9-01c8d46c5b77,revision_number=10']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:49.579092 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['53cd0e60-2c08-4409-baf9-01c8d46c5b77'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:58:49.803164 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad7176-3155-47b4-b31d-5b7023a8bae9 req-9be2c55e-f683-4d4f-bae3-dc870bc513c3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:49.804673 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-99ad7176-3155-47b4-b31d-5b7023a8bae9 req-9be2c55e-f683-4d4f-bae3-dc870bc513c3 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0489209 Dec 10 18:58:49.850804 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-99ad7176-3155-47b4-b31d-5b7023a8bae9 req-dc983360-5a18-494f-9f79-fbd1098d5139 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402441 Dec 10 18:58:50.225621 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:50.969575 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834c22-5c80-4ce2-8d76-47c343798505 req-441d7ef7-031c-4ef2-9d80-3cce28585cbb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:50.971033 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-86834c22-5c80-4ce2-8d76-47c343798505 req-441d7ef7-031c-4ef2-9d80-3cce28585cbb tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 946 time: 0.0517142 Dec 10 18:58:51.016931 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-86834c22-5c80-4ce2-8d76-47c343798505 req-dd99d9d7-baf4-4193-af4f-8e287e3d58dc tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397921 Dec 10 18:58:51.272932 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 53cd0e60-2c08-4409-baf9-01c8d46c5b77 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:58:51.331500 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 53cd0e60-2c08-4409-baf9-01c8d46c5b77 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:51.331878 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:51.410202 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:51.428934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:51.432944 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:51.435214 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53dc005-d3c0-45f6-8e8c-c7e925c3b9e3" -d '{"events": [{"server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "name": "network-vif-plugged", "status": "completed", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:51.447625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:51.479035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a94beec-cf85-4194-ad96-7786ea8c4bc0 x-openstack-request-id: req-4a94beec-cf85-4194-ad96-7786ea8c4bc0 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:51.479338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "name": "network-vif-plugged", "status": "completed", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:51.479596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a94beec-cf85-4194-ad96-7786ea8c4bc0 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:51.479994 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'code': 200} Dec 10 18:58:51.540489 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:51.586662 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=53cd0e60-2c08-4409-baf9-01c8d46c5b77,revision_number=11']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:52.132882 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918106e7-972d-49f8-8053-25158b7d36f7 req-411e56fe-a2f0-4409-b38c-ea9da1095845 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:52.134397 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-918106e7-972d-49f8-8053-25158b7d36f7 req-411e56fe-a2f0-4409-b38c-ea9da1095845 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 947 time: 0.0500596 Dec 10 18:58:52.182679 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-918106e7-972d-49f8-8053-25158b7d36f7 req-406642a7-a3ef-4d01-a4b9-5e5dac47f5ca tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422590 Dec 10 18:58:52.557425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:53.299552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d10ac-8472-4c6f-896b-6eb9b8861788 req-76126006-c42f-4c2b-83b2-48a8da3746b8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:53.304036 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2c1d10ac-8472-4c6f-896b-6eb9b8861788 req-76126006-c42f-4c2b-83b2-48a8da3746b8 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 947 time: 0.0478013 Dec 10 18:58:53.351778 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2c1d10ac-8472-4c6f-896b-6eb9b8861788 req-6ab12b89-82c6-476d-b141-e4bc5496bc02 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447891 Dec 10 18:58:54.470885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a6073-324c-4a93-93fa-d9ef7a3a669d req-cc7cdeae-0a28-4db8-8ff6-f6d6716b24ca tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:54.472390 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-896a6073-324c-4a93-93fa-d9ef7a3a669d req-cc7cdeae-0a28-4db8-8ff6-f6d6716b24ca tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 947 time: 0.0477376 Dec 10 18:58:54.519823 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-896a6073-324c-4a93-93fa-d9ef7a3a669d req-bb47c6ae-b4da-4e08-9e38-d86026e00425 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416315 Dec 10 18:58:54.632921 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc9bed-37b7-45f0-9778-4653adddde2c req-433a8cd4-7232-4532-ac31-b31c34e38235 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:54.634349 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c9dc9bed-37b7-45f0-9778-4653adddde2c req-433a8cd4-7232-4532-ac31-b31c34e38235 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 947 time: 0.0476797 Dec 10 18:58:54.680327 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c9dc9bed-37b7-45f0-9778-4653adddde2c req-2818bbb1-065c-4bc0-bb1a-1acaa45ca717 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401199 Dec 10 18:58:54.795300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7a831-94a1-405e-bf14-ff82c43e9b7d req-c553f9e6-6e48-4774-b1c6-7cc8ddaaf957 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:54.796743 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-69d7a831-94a1-405e-bf14-ff82c43e9b7d req-c553f9e6-6e48-4774-b1c6-7cc8ddaaf957 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 947 time: 0.0513010 Dec 10 18:58:54.842217 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-69d7a831-94a1-405e-bf14-ff82c43e9b7d req-789b72c8-c54f-442c-82d8-8a883bfdf4ab tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395558 Dec 10 18:58:55.294928 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef465fad-393c-4551-88cf-af4db13d3590 req-99bc1dac-e270-4219-be4d-02fa21700b2e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:55.296393 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ef465fad-393c-4551-88cf-af4db13d3590 req-99bc1dac-e270-4219-be4d-02fa21700b2e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 947 time: 0.0480816 Dec 10 18:58:55.350318 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ef465fad-393c-4551-88cf-af4db13d3590 req-977f4185-f257-4c7b-904e-52ca9e028e1a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476954 Dec 10 18:58:56.468791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd09d5-5762-4774-b6ad-c8de999a2795 req-1f52f46c-fb7c-43ad-b44f-43b7db8b614b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:56.470273 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c5fd09d5-5762-4774-b6ad-c8de999a2795 req-1f52f46c-fb7c-43ad-b44f-43b7db8b614b tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 947 time: 0.0478239 Dec 10 18:58:56.521456 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c5fd09d5-5762-4774-b6ad-c8de999a2795 req-c8091ab9-0338-49f2-819f-30d2139fdf4a tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453255 Dec 10 18:58:57.639352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1bf9b-9b2a-4156-b510-cddcc5496719 req-f00ae667-4f05-4e95-91ca-5f30e5e14b0c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:57.641370 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-efe1bf9b-9b2a-4156-b510-cddcc5496719 req-f00ae667-4f05-4e95-91ca-5f30e5e14b0c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 947 time: 0.0489573 Dec 10 18:58:57.688585 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-efe1bf9b-9b2a-4156-b510-cddcc5496719 req-c52e5db6-bbf3-4c18-a2fa-5e405c57eab0 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1b3627f-0e95-4672-a36d-2f1a1f082174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409434 Dec 10 18:58:57.926094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-b4414978-4ac0-4d97-ac36-df9549a18fdf tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:57.927569 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-b4414978-4ac0-4d97-ac36-df9549a18fdf tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 947 time: 0.0475628 Dec 10 18:58:58.019261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Deleting port 53cd0e60-2c08-4409-baf9-01c8d46c5b77 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:58:58.019598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:58.105861 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] For port 53cd0e60-2c08-4409-baf9-01c8d46c5b77, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=53cd0e60-2c08-4409-baf9-01c8d46c5b77,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:58.106214 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:58.271590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:58.271863 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:58.272178 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e disassociated. External IP: 172.26.5.136, port: 53cd0e60-2c08-4409-baf9-01c8d46c5b77. Dec 10 18:58:58.272521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Calling delete_port for 53cd0e60-2c08-4409-baf9-01c8d46c5b77 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:58:58.471454 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:58.498267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event deleted for resources: {'Port': ['ID=53cd0e60-2c08-4409-baf9-01c8d46c5b77,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:58.508791 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:58.509139 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:58.509489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:58.509884 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:58.510220 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:58.510554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:58.510886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:58.511218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:58.511894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:58.511894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:58.512168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:58.512489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:58.512812 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:58.630357 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:58:58.742109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:58:58.754866 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231be580-fe33-4ce2-9d38-d9ec179fe58c None None] Sync routers for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:58:58.765555 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231be580-fe33-4ce2-9d38-d9ec179fe58c None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:58.766801 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-231be580-fe33-4ce2-9d38-d9ec179fe58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:58:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:58.784603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] No DVR routers for this DVR port 53cd0e60-2c08-4409-baf9-01c8d46c5b77 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:58:58.787043 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:58.788097 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3cc07f01-e452-4794-8d94-b2f0c1b06f6c req-70ddb31b-d20f-47b3-8340-06ef43fe059d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 210 time: 0.0289462 Dec 10 18:58:58.790511 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5be0a74f-cfcc-43fc-a3cf-d0939f365abd req-e1133097-2668-4762-a867-78637233dc08 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.21 "DELETE /v2.0/ports/53cd0e60-2c08-4409-baf9-01c8d46c5b77 HTTP/1.1" status: 204 len: 173 time: 0.8529148 Dec 10 18:58:58.790964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'name': 'network-vif-deleted', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:58.793243 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52548b8f-86ec-431c-b68a-3d6a51edb8d5" -d '{"events": [{"server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "name": "network-vif-deleted", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:58.830181 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb821ce5-2886-4f8c-995d-cebd492809ce x-openstack-request-id: req-bb821ce5-2886-4f8c-995d-cebd492809ce {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:58.830488 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5", "name": "network-vif-deleted", "tag": "53cd0e60-2c08-4409-baf9-01c8d46c5b77", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:58.830754 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb821ce5-2886-4f8c-995d-cebd492809ce {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:58.831188 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5', 'name': 'network-vif-deleted', 'tag': '53cd0e60-2c08-4409-baf9-01c8d46c5b77', 'status': 'completed', 'code': 200} Dec 10 18:58:58.885161 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-231be580-fe33-4ce2-9d38-d9ec179fe58c None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:58:59.089872 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-231be580-fe33-4ce2-9d38-d9ec179fe58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:59.116060 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231be580-fe33-4ce2-9d38-d9ec179fe58c None None] Checking router: 916a65e3-a0e7-4a9b-ab9d-150a17adf58b for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:58:59.124254 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231be580-fe33-4ce2-9d38-d9ec179fe58c None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:59.124837 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-231be580-fe33-4ce2-9d38-d9ec179fe58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:58:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:59.324160 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-231be580-fe33-4ce2-9d38-d9ec179fe58c None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:58:59.520564 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-231be580-fe33-4ce2-9d38-d9ec179fe58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:59.546135 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231be580-fe33-4ce2-9d38-d9ec179fe58c None None] The sync data for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv is: [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'eb46299d-3810-40d3-9f7c-b21d08048d0c', 'name': '', 'network_id': '86bd7ad3-3f82-4d37-b69a-83a3e1b46db7', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'mac_address': 'fa:16:3e:15:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:12Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'subnets': [{'id': 'a1009962-88db-4eca-880b-569f872a1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:58:59.766085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98048ec0-7064-40b1-a294-309963f6c343 None None] New status for floating IP f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:58:59.886824 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-347aad0a-6482-4636-9425-23c5cd5e763c req-3f0961c5-ee63-4bf4-9165-ff3358aab3e4 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 210 time: 0.0264347 Dec 10 18:59:00.987131 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c0645b2c-1a66-4955-8cd3-db6534eb8379 req-d87dce3c-7fe7-4580-b22f-7db2e03c74d9 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 210 time: 0.0303402 Dec 10 18:59:01.325624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 53cd0e60-2c08-4409-baf9-01c8d46c5b77 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:59:01.347980 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 53cd0e60-2c08-4409-baf9-01c8d46c5b77 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:59:01.348330 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 53cd0e60-2c08-4409-baf9-01c8d46c5b77 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:59:02.086136 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-67472210-40c6-412a-8b82-f6fc87d61c2b req-a1923cc1-492b-43b4-9393-beab1d94c56c tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 210 time: 0.0273130 Dec 10 18:59:03.181993 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1579c2c0-4049-4d83-bbee-4a44075dff93 req-88ffafb8-2f56-4aef-a9ab-718a8b9e622e tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e2fdff5-d46b-46b1-b2f7-0733b8d6b1f5 HTTP/1.1" status: 200 len: 210 time: 0.0265613 Dec 10 18:59:08.152251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41168) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:08.205973 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.233343 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.376368 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.378559 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.384452 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "DELETE /v2.0/security-groups/a1b3627f-0e95-4672-a36d-2f1a1f082174 HTTP/1.1" status: 204 len: 168 time: 0.2287405 Dec 10 18:59:08.384815 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41170) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:08.403173 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b3627f-0e95-4672-a36d-2f1a1f082174,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:08.411505 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.api.v2.resource [None req-384b463f-2bc4-442a-8a20-60b2dedccc20 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] show failed (client error): The resource could not be found. Dec 10 18:59:08.415953 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-384b463f-2bc4-442a-8a20-60b2dedccc20 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "GET /v2.0/security-groups/a1b3627f-0e95-4672-a36d-2f1a1f082174 HTTP/1.1" status: 404 len: 347 time: 0.0299761 Dec 10 18:59:08.423645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41172) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:08.424603 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:08.428699 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:08.429478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:08.429922 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:08.430337 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:08.431200 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:08.431623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:08.432035 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:08.432576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:08.433263 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:08.435030 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:08.435455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:08.436259 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e09fa2-4713-4094-a82e-e69fd25e1276 tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:08.570002 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e22c7b62-d57d-4ae7-bccc-e3e3cf3caf3d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Deleting port b3cf63bb-a764-47af-88c5-0622f023d15f {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:08.570614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e22c7b62-d57d-4ae7-bccc-e3e3cf3caf3d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.652995 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e22c7b62-d57d-4ae7-bccc-e3e3cf3caf3d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.653557 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e22c7b62-d57d-4ae7-bccc-e3e3cf3caf3d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.667652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e22c7b62-d57d-4ae7-bccc-e3e3cf3caf3d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Calling delete_port for b3cf63bb-a764-47af-88c5-0622f023d15f owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:08.871457 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e22c7b62-d57d-4ae7-bccc-e3e3cf3caf3d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.899172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c7b62-d57d-4ae7-bccc-e3e3cf3caf3d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Pushing event deleted for resources: {'Port': ['ID=b3cf63bb-a764-47af-88c5-0622f023d15f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:08.965135 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e22c7b62-d57d-4ae7-bccc-e3e3cf3caf3d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.967968 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e22c7b62-d57d-4ae7-bccc-e3e3cf3caf3d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:08.972775 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e22c7b62-d57d-4ae7-bccc-e3e3cf3caf3d tempest-ServerActionsTestJSON-451298617 tempest-ServerActionsTestJSON-451298617-project] 10.222.0.60 "DELETE /v2.0/floatingips/f78d4ff7-b2b1-40a9-8ec7-230ec31e6d6e HTTP/1.1" status: 204 len: 168 time: 0.5519288 Dec 10 18:59:08.973114 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41174) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:09.459188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd8d6b97-410b-4e09-8934-5eb528cd66fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:09.752763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d6b97-410b-4e09-8934-5eb528cd66fe admin admin] Deleting port eb46299d-3810-40d3-9f7c-b21d08048d0c {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:09.752984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd8d6b97-410b-4e09-8934-5eb528cd66fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:09.831033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-cd8d6b97-410b-4e09-8934-5eb528cd66fe admin admin] For port eb46299d-3810-40d3-9f7c-b21d08048d0c, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=eb46299d-3810-40d3-9f7c-b21d08048d0c,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:09.831405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd8d6b97-410b-4e09-8934-5eb528cd66fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:09.844135 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d6b97-410b-4e09-8934-5eb528cd66fe admin admin] Calling delete_port for eb46299d-3810-40d3-9f7c-b21d08048d0c owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:10.128579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd8d6b97-410b-4e09-8934-5eb528cd66fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:10.154036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d6b97-410b-4e09-8934-5eb528cd66fe admin admin] Pushing event deleted for resources: {'Port': ['ID=eb46299d-3810-40d3-9f7c-b21d08048d0c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:10.315763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd8d6b97-410b-4e09-8934-5eb528cd66fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:10.531880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8d6b97-410b-4e09-8934-5eb528cd66fe admin admin] Router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:59:10.639590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8d6b97-410b-4e09-8934-5eb528cd66fe admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:59:10.645569 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cd8d6b97-410b-4e09-8934-5eb528cd66fe admin admin] 10.222.0.60 "PUT /v2.0/routers/916a65e3-a0e7-4a9b-ab9d-150a17adf58b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6713498 Dec 10 18:59:10.648125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41178) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:10.649516 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b2fb9-e928-4159-9af9-6aaf108571e1 None None] Sync routers for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:59:10.659636 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b2fb9-e928-4159-9af9-6aaf108571e1 None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:10.660233 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f09b2fb9-e928-4159-9af9-6aaf108571e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:58:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:10.750817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:10.766774 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-f09b2fb9-e928-4159-9af9-6aaf108571e1 None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:59:10.865315 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:59:10.957016 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f09b2fb9-e928-4159-9af9-6aaf108571e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:59:09Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:10.983358 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b2fb9-e928-4159-9af9-6aaf108571e1 None None] Checking router: 916a65e3-a0e7-4a9b-ab9d-150a17adf58b for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:59:10.992519 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b2fb9-e928-4159-9af9-6aaf108571e1 None None] Routers {'916a65e3-a0e7-4a9b-ab9d-150a17adf58b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:59:10.993130 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f09b2fb9-e928-4159-9af9-6aaf108571e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T18:58:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:11.103619 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-f09b2fb9-e928-4159-9af9-6aaf108571e1 None None] Set router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:59:11.118947 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:11.238204 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] Deleting port e008716a-04fa-4e4a-899e-b840e46b792d {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:11.238548 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:11.282735 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f09b2fb9-e928-4159-9af9-6aaf108571e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:59:09Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:11.313084 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b2fb9-e928-4159-9af9-6aaf108571e1 None None] The sync data for ids ['916a65e3-a0e7-4a9b-ab9d-150a17adf58b'] in dv-neutron-821434-1-hyperv is: [{'id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'name': 'tempest-ServerActionsTestJSON-1529527279-router', 'tenant_id': '9928d265827c4b8b94f3cee7bceaa16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:59:09Z', 'revision_number': 5, 'project_id': '9928d265827c4b8b94f3cee7bceaa16b', 'gw_port': {'id': 'e008716a-04fa-4e4a-899e-b840e46b792d', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916a65e3-a0e7-4a9b-ab9d-150a17adf58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:10Z', 'updated_at': '2021-12-10T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:59:11.315302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] For port e008716a-04fa-4e4a-899e-b840e46b792d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e008716a-04fa-4e4a-899e-b840e46b792d,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:11.315684 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:11.329095 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] Calling delete_port for e008716a-04fa-4e4a-899e-b840e46b792d owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:11.550734 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:11.579508 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=e008716a-04fa-4e4a-899e-b840e46b792d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:11.594097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0fc134-3808-4f25-95b4-77b855c4c93c None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:59:11.640689 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:11.749016 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:11.751840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:11.767494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device eb46299d-3810-40d3-9f7c-b21d08048d0c no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:59:11.788636 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: eb46299d-3810-40d3-9f7c-b21d08048d0c {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:59:11.788983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device eb46299d-3810-40d3-9f7c-b21d08048d0c not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:59:11.882377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:11.882954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 916a65e3-a0e7-4a9b-ab9d-150a17adf58b {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:59:11.888667 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:11.889838 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7dc34c7c-8fe0-4ae2-a2bc-d75eb23c3c11 admin admin] 10.222.0.60 "DELETE /v2.0/routers/916a65e3-a0e7-4a9b-ab9d-150a17adf58b HTTP/1.1" status: 204 len: 168 time: 1.2407773 Dec 10 18:59:11.892591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41180) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:11.938851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-a571f756-4487-47be-9c88-2961978e0ae7 admin admin] Deleting subnet a1009962-88db-4eca-880b-569f872a1d2d {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:59:11.942421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a571f756-4487-47be-9c88-2961978e0ae7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:11.977298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a571f756-4487-47be-9c88-2961978e0ae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.087402 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a571f756-4487-47be-9c88-2961978e0ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.225827 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a571f756-4487-47be-9c88-2961978e0ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.249549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571f756-4487-47be-9c88-2961978e0ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1009962-88db-4eca-880b-569f872a1d2d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:12.256362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a571f756-4487-47be-9c88-2961978e0ae7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.260633 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a571f756-4487-47be-9c88-2961978e0ae7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a1009962-88db-4eca-880b-569f872a1d2d HTTP/1.1" status: 204 len: 168 time: 0.3670208 Dec 10 18:59:12.261326 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487c5e2d-4be2-41ac-ada9-aae313eb1487 None None] Network 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:59:12.263176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41182) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:12.337541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.393223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Deleting port 334fefc6-bee2-4c59-8753-88e27534c722 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:12.393572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.441281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8638c0fe-eaf8-4146-8928-1945e9f2dc02 None None] DHCP port deletion for 86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:59:12.462338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] For port 334fefc6-bee2-4c59-8753-88e27534c722, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=334fefc6-bee2-4c59-8753-88e27534c722,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:12.462762 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.477896 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Calling delete_port for 334fefc6-bee2-4c59-8753-88e27534c722 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:12.498455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8638c0fe-eaf8-4146-8928-1945e9f2dc02 None None] Deleting port 334fefc6-bee2-4c59-8753-88e27534c722 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:12.498838 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8638c0fe-eaf8-4146-8928-1945e9f2dc02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.565319 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8638c0fe-eaf8-4146-8928-1945e9f2dc02 None None] For port 334fefc6-bee2-4c59-8753-88e27534c722, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=334fefc6-bee2-4c59-8753-88e27534c722,segment=NetworkSegment(46e1c6c7-88db-4c6d-990e-9b9cafa18f56),segment_id=46e1c6c7-88db-4c6d-990e-9b9cafa18f56)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:12.565319 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8638c0fe-eaf8-4146-8928-1945e9f2dc02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.575873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8638c0fe-eaf8-4146-8928-1945e9f2dc02 None None] Calling delete_port for 334fefc6-bee2-4c59-8753-88e27534c722 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:12.631437 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.649939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8638c0fe-eaf8-4146-8928-1945e9f2dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.658100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=334fefc6-bee2-4c59-8753-88e27534c722,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:12.662631 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] No DVR routers for this DVR port 334fefc6-bee2-4c59-8753-88e27534c722 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:59:12.675135 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638c0fe-eaf8-4146-8928-1945e9f2dc02 None None] Pushing event deleted for resources: {'Port': ['ID=334fefc6-bee2-4c59-8753-88e27534c722,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:12.678597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8638c0fe-eaf8-4146-8928-1945e9f2dc02 None None] No DVR routers for this DVR port 334fefc6-bee2-4c59-8753-88e27534c722 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:59:12.744316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.763265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bd7ad3-3f82-4d37-b69a-83a3e1b46db7']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:12.772951 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e1c6c7-88db-4c6d-990e-9b9cafa18f56') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:12.773242 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e1c6c7-88db-4c6d-990e-9b9cafa18f56') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:12.783785 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.796606 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.802418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:59:12.802792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:59:12.804387 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:59:12.905235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.910538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:12.913726 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] 10.222.0.60 "DELETE /v2.0/networks/86bd7ad3-3f82-4d37-b69a-83a3e1b46db7 HTTP/1.1" status: 204 len: 168 time: 0.6495805 Dec 10 18:59:12.924719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3c551-3a04-4d94-860f-7dee4aa16d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=86bd7ad3-3f82-4d37-b69a-83a3e1b46db7,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:13.245408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41186) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:13.284719 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0c487e68-b6e4-42b8-8ab3-8b332af8fee3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9928d265827c4b8b94f3cee7bceaa16b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380194 Dec 10 18:59:13.287202 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41188) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:13.334803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75cceb47-a6e7-49d3-911f-132ee467073c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:13.355504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75cceb47-a6e7-49d3-911f-132ee467073c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:13.476717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75cceb47-a6e7-49d3-911f-132ee467073c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:13.479992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75cceb47-a6e7-49d3-911f-132ee467073c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:13.481134 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-75cceb47-a6e7-49d3-911f-132ee467073c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5de792da-c805-4492-8d28-a4642b6e0de8 HTTP/1.1" status: 204 len: 168 time: 0.1930203 Dec 10 18:59:13.493683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cceb47-a6e7-49d3-911f-132ee467073c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de792da-c805-4492-8d28-a4642b6e0de8,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:13.545621 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e008716a-04fa-4e4a-899e-b840e46b792d no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:59:13.566204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: e008716a-04fa-4e4a-899e-b840e46b792d {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:59:13.566550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e008716a-04fa-4e4a-899e-b840e46b792d not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:59:13.566970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 334fefc6-bee2-4c59-8753-88e27534c722 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:59:13.585451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 334fefc6-bee2-4c59-8753-88e27534c722 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:59:13.585833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 334fefc6-bee2-4c59-8753-88e27534c722 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:59:14.538192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41210) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:14.632165 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-991738941-network', 'tenant_id': '0a6dd0d0b9f645d69c3b3ed14ab46a53'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:14.722572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] Made reservation on behalf of 0a6dd0d0b9f645d69c3b3ed14ab46a53 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:14.724777 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:14.733377 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:14.810971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:14.899697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:14.921444 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:59:14.936174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e38e0d-51c6-461d-ba34-c2d0b815e682,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:14.940490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:14.940850 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] Added segment 16c4529b-a6f0-4a4a-8677-03f8f6f59881 of type vlan for network 395f3496-d919-46b4-8bf0-0a5619a9496a Dec 10 18:59:14.979810 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.077026 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.078027 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:15.078607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.135175 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] Pushing event updated for resources: {'Network': ['ID=395f3496-d919-46b4-8bf0-0a5619a9496a,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:15.145445 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 395f3496-d919-46b4-8bf0-0a5619a9496a details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:59:15.188451 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2c1ac81f-a36c-402d-94af-9420f10a9b9f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6491446 Dec 10 18:59:15.191892 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41214) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:15.196804 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-0e344d9c-35b8-41f6-b73e-6f0112c35fdc admin admin] Request body: {'subnet': {'network_id': '395f3496-d919-46b4-8bf0-0a5619a9496a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-991738941-subnet', 'tenant_id': '0a6dd0d0b9f645d69c3b3ed14ab46a53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:15.282378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e344d9c-35b8-41f6-b73e-6f0112c35fdc admin admin] Made reservation on behalf of 0a6dd0d0b9f645d69c3b3ed14ab46a53 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:15.284657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0e344d9c-35b8-41f6-b73e-6f0112c35fdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.517363 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0e344d9c-35b8-41f6-b73e-6f0112c35fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.575504 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e344d9c-35b8-41f6-b73e-6f0112c35fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6e7cb40-6a05-4ca3-9aae-a8ab7c50b9d3,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:15.585362 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e344d9c-35b8-41f6-b73e-6f0112c35fdc admin admin] Checking segment: {'id': '16c4529b-a6f0-4a4a-8677-03f8f6f59881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '395f3496-d919-46b4-8bf0-0a5619a9496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:59:15.585750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e344d9c-35b8-41f6-b73e-6f0112c35fdc admin admin] Network hostable DHCP agents. Network: 395f3496-d919-46b4-8bf0-0a5619a9496a, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:59:15.676821 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e344d9c-35b8-41f6-b73e-6f0112c35fdc admin admin] Network 395f3496-d919-46b4-8bf0-0a5619a9496a is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:59:15.779617 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-0e344d9c-35b8-41f6-b73e-6f0112c35fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 395f3496-d919-46b4-8bf0-0a5619a9496a) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:15.784075 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e344d9c-35b8-41f6-b73e-6f0112c35fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:15.784835 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0e344d9c-35b8-41f6-b73e-6f0112c35fdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:15.788645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30abb45-cfbb-414f-91a7-e407d5458e17 None None] Network 395f3496-d919-46b4-8bf0-0a5619a9496a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:59:15.887537 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54058c4-abdc-414d-b2ec-108ecfbb0f68 None None] Network 395f3496-d919-46b4-8bf0-0a5619a9496a requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:59:15.902628 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0e344d9c-35b8-41f6-b73e-6f0112c35fdc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7096169 Dec 10 18:59:16.313282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-cdbf54fa-188b-4990-a035-b8766f864589 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:16.314781 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-cdbf54fa-188b-4990-a035-b8766f864589 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/networks?id=395f3496-d919-46b4-8bf0-0a5619a9496a HTTP/1.1" status: 200 len: 813 time: 0.0983851 Dec 10 18:59:16.329968 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-0fdde2fe-8d5a-404e-a25f-c36838e24688 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/quotas/0a6dd0d0b9f645d69c3b3ed14ab46a53 HTTP/1.1" status: 200 len: 375 time: 0.0087416 Dec 10 18:59:16.363560 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-a3e0d3a1-2e06-4333-a1e2-2ef3825eaab6 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a6dd0d0b9f645d69c3b3ed14ab46a53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284674 Dec 10 18:59:16.449714 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-cce62b51-ee68-4e27-85e7-3cd413529be5 service neutron] 10.222.0.60 "GET /v2.0/networks/395f3496-d919-46b4-8bf0-0a5619a9496a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792239 Dec 10 18:59:16.499825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4d5dc1db-5524-44fa-a6e5-6dee2cf847cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:16.543322 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-5c600ecb-8568-4826-bca9-cfa83eb1141f service neutron] 10.222.0.60 "GET /v2.0/networks/395f3496-d919-46b4-8bf0-0a5619a9496a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870557 Dec 10 18:59:16.778506 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6701b11e-b2f0-4f57-8541-a97c09a130d9 req-a97cfae2-22f3-4589-810e-11c5174b267b tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 210 time: 0.0271871 Dec 10 18:59:17.871101 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fe233ca3-2060-41cf-883a-f18afbc65d94 req-dcb9f158-3377-4b52-8665-cb166c2fbda9 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 210 time: 0.0259972 Dec 10 18:59:18.620060 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:18.852356 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-4b754322-2d79-4b2b-b9d3-71153b72c4e8 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:18.853774 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-4b754322-2d79-4b2b-b9d3-71153b72c4e8 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.21 "GET /v2.0/networks?id=395f3496-d919-46b4-8bf0-0a5619a9496a HTTP/1.1" status: 200 len: 813 time: 0.1158147 Dec 10 18:59:18.872840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-58488b4a-dce3-4607-8ef5-ee9a452cec71 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Request body: {'port': {'device_id': 'c3f76477-5693-496a-8ce0-544d4d2e3202', 'network_id': '395f3496-d919-46b4-8bf0-0a5619a9496a', 'admin_state_up': True, 'tenant_id': '0a6dd0d0b9f645d69c3b3ed14ab46a53'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:18.876386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-025367b6-905f-42bd-87f4-1f04fe25281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:18.967443 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d97f9cf2-c9cc-43ad-954c-a2199a64247b req-12284e50-642b-41b9-a543-69c7ab87a33d tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 210 time: 0.0270078 Dec 10 18:59:19.065323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-58488b4a-dce3-4607-8ef5-ee9a452cec71 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Made reservation on behalf of 0a6dd0d0b9f645d69c3b3ed14ab46a53 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:19.068938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-58488b4a-dce3-4607-8ef5-ee9a452cec71 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.195488 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-58488b4a-dce3-4607-8ef5-ee9a452cec71 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Allocated IP 172.20.0.14 (395f3496-d919-46b4-8bf0-0a5619a9496a/e6e7cb40-6a05-4ca3-9aae-a8ab7c50b9d3/77dfe307-7a5b-40cf-86ac-35c373805f16) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:19.339681 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-58488b4a-dce3-4607-8ef5-ee9a452cec71 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.425032 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-58488b4a-dce3-4607-8ef5-ee9a452cec71 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.471299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-58488b4a-dce3-4607-8ef5-ee9a452cec71 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Network 395f3496-d919-46b4-8bf0-0a5619a9496a is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:19.474817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-58488b4a-dce3-4607-8ef5-ee9a452cec71 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:19.478259 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-58488b4a-dce3-4607-8ef5-ee9a452cec71 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:19.507042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58488b4a-dce3-4607-8ef5-ee9a452cec71 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Pushing event updated for resources: {'Port': ['ID=77dfe307-7a5b-40cf-86ac-35c373805f16,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:19.535835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-58488b4a-dce3-4607-8ef5-ee9a452cec71 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:19.536453 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-58488b4a-dce3-4607-8ef5-ee9a452cec71 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.598986 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-58488b4a-dce3-4607-8ef5-ee9a452cec71 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7296648 Dec 10 18:59:19.611522 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Request body: {'port': {'device_id': 'c3f76477-5693-496a-8ce0-544d4d2e3202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:19.664596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.926023 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77dfe307-7a5b-40cf-86ac-35c373805f16 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:59:19.933172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:19.945435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Transition to ACTIVE for port object 77dfe307-7a5b-40cf-86ac-35c373805f16 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:59:20.014170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:20.070726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Pushing event updated for resources: {'Port': ['ID=77dfe307-7a5b-40cf-86ac-35c373805f16,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:20.090050 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1620ef-fbcb-49c2-b144-9129ac4eabb3 req-8fdb41e7-1f25-4912-b918-db6a94c3b5fc tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:20.091561 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f1620ef-fbcb-49c2-b144-9129ac4eabb3 req-8fdb41e7-1f25-4912-b918-db6a94c3b5fc tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 944 time: 0.0551605 Dec 10 18:59:20.140911 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Attempting to bind port 77dfe307-7a5b-40cf-86ac-35c373805f16 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:59:20.141243 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Attempting to bind port 77dfe307-7a5b-40cf-86ac-35c373805f16 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '16c4529b-a6f0-4a4a-8677-03f8f6f59881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '395f3496-d919-46b4-8bf0-0a5619a9496a'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:59:20.141609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Attempting to bind port 77dfe307-7a5b-40cf-86ac-35c373805f16 on network 395f3496-d919-46b4-8bf0-0a5619a9496a {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:59:20.142483 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f1620ef-fbcb-49c2-b144-9129ac4eabb3 req-01b3d991-152a-4f1b-9054-16fc12e43f30 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436347 Dec 10 18:59:20.146372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Port 77dfe307-7a5b-40cf-86ac-35c373805f16 on network 395f3496-d919-46b4-8bf0-0a5619a9496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:59:20.146692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Attempting to bind port 77dfe307-7a5b-40cf-86ac-35c373805f16 on network 395f3496-d919-46b4-8bf0-0a5619a9496a {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:59:20.151648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:59:20.151988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Checking segment: {'id': '16c4529b-a6f0-4a4a-8677-03f8f6f59881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '395f3496-d919-46b4-8bf0-0a5619a9496a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:59:20.152367 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Bound using segment: {'id': '16c4529b-a6f0-4a4a-8677-03f8f6f59881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '395f3496-d919-46b4-8bf0-0a5619a9496a'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:59:20.152808 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Bound port: 77dfe307-7a5b-40cf-86ac-35c373805f16, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16c4529b-a6f0-4a4a-8677-03f8f6f59881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '395f3496-d919-46b4-8bf0-0a5619a9496a'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:59:20.153128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:20.213847 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:20.215074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] For port 77dfe307-7a5b-40cf-86ac-35c373805f16, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:59:20.218036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] For port 77dfe307-7a5b-40cf-86ac-35c373805f16, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=77dfe307-7a5b-40cf-86ac-35c373805f16,segment=NetworkSegment(16c4529b-a6f0-4a4a-8677-03f8f6f59881),segment_id=16c4529b-a6f0-4a4a-8677-03f8f6f59881)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:59:20.288508 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:20.327139 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:20.327766 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:20.329168 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] 10.222.0.21 "PUT /v2.0/ports/77dfe307-7a5b-40cf-86ac-35c373805f16 HTTP/1.1" status: 200 len: 1094 time: 0.7218161 Dec 10 18:59:20.329620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f76477-5693-496a-8ce0-544d4d2e3202', 'tag': '77dfe307-7a5b-40cf-86ac-35c373805f16'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:59:20.331966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811d381c-87d9-4510-b3ee-095149d3d963" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f76477-5693-496a-8ce0-544d4d2e3202", "tag": "77dfe307-7a5b-40cf-86ac-35c373805f16"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:59:20.354982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800064a-40fb-45bf-a23b-f7934d3073a0 service neutron] Pushing event updated for resources: {'Port': ['ID=77dfe307-7a5b-40cf-86ac-35c373805f16,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:20.368759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3da532a-7078-4653-96a1-0a1b356d50a6 x-openstack-request-id: req-a3da532a-7078-4653-96a1-0a1b356d50a6 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:59:20.369062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f76477-5693-496a-8ce0-544d4d2e3202", "tag": "77dfe307-7a5b-40cf-86ac-35c373805f16", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:59:20.369326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3da532a-7078-4653-96a1-0a1b356d50a6 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:59:20.369804 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f76477-5693-496a-8ce0-544d4d2e3202', 'tag': '77dfe307-7a5b-40cf-86ac-35c373805f16', 'status': 'completed', 'code': 200} Dec 10 18:59:20.430070 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d381c-87d9-4510-b3ee-095149d3d963 req-3efc1c01-7906-48d6-81e9-6452e55fa485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:20.431543 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-811d381c-87d9-4510-b3ee-095149d3d963 req-3efc1c01-7906-48d6-81e9-6452e55fa485 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a6dd0d0b9f645d69c3b3ed14ab46a53&device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 1097 time: 0.0412517 Dec 10 18:59:20.539576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d381c-87d9-4510-b3ee-095149d3d963 req-871d7d86-71e5-433b-8030-54abae839793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:20.541081 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-811d381c-87d9-4510-b3ee-095149d3d963 req-871d7d86-71e5-433b-8030-54abae839793 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0a6dd0d0b9f645d69c3b3ed14ab46a53&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0974174 Dec 10 18:59:20.639294 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d381c-87d9-4510-b3ee-095149d3d963 req-41680028-02ad-4bfe-bdf1-cd37a8a714bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:20.640757 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-811d381c-87d9-4510-b3ee-095149d3d963 req-41680028-02ad-4bfe-bdf1-cd37a8a714bb service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883031 Dec 10 18:59:20.721500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-5bf4f7b8-4712-42c3-8e28-9ca975e7f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:20.722990 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-5bf4f7b8-4712-42c3-8e28-9ca975e7f6fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a6dd0d0b9f645d69c3b3ed14ab46a53&device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 1097 time: 0.0402102 Dec 10 18:59:20.774849 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-3ec96daf-4319-4bd3-84d6-97bfa8710482 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77dfe307-7a5b-40cf-86ac-35c373805f16 HTTP/1.1" status: 200 len: 217 time: 0.0367990 Dec 10 18:59:20.826079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-132990fa-d55a-4d88-afe4-5c8bb47e5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:20.827498 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-132990fa-d55a-4d88-afe4-5c8bb47e5dbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6e7cb40-6a05-4ca3-9aae-a8ab7c50b9d3 HTTP/1.1" status: 200 len: 853 time: 0.0414898 Dec 10 18:59:20.863437 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-7c230e98-d092-4af0-be65-428e7ddde956 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=395f3496-d919-46b4-8bf0-0a5619a9496a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239260 Dec 10 18:59:20.958650 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-aaf81b54-ecc9-4b10-99b9-e8658e5874c3 service neutron] 10.222.0.21 "GET /v2.0/networks/395f3496-d919-46b4-8bf0-0a5619a9496a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838120 Dec 10 18:59:21.050466 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a1c09210-9a50-42f4-9b24-7f6b6fb473ff req-53a56ccf-3a47-4870-9290-4cdede254b72 service neutron] 10.222.0.21 "GET /v2.0/networks/395f3496-d919-46b4-8bf0-0a5619a9496a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795496 Dec 10 18:59:21.263444 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f660afd-30f5-44df-9442-932278653fbc req-ac75aede-dd03-4ce0-bc29-773e8f042994 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:21.264882 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f660afd-30f5-44df-9442-932278653fbc req-ac75aede-dd03-4ce0-bc29-773e8f042994 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 944 time: 0.0508254 Dec 10 18:59:21.310271 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f660afd-30f5-44df-9442-932278653fbc req-74a4c283-813a-4933-9a01-ed86fb24c55d tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Dec 10 18:59:21.413779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:22.427427 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646e2fc-dcea-49af-b96a-48ad6692093b req-3435bdaa-7cfd-46ba-b07e-6db32192320b tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:22.428947 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b646e2fc-dcea-49af-b96a-48ad6692093b req-3435bdaa-7cfd-46ba-b07e-6db32192320b tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 944 time: 0.0482590 Dec 10 18:59:22.478979 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b646e2fc-dcea-49af-b96a-48ad6692093b req-b0360e1c-01c8-4879-8f86-2836334c3963 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435836 Dec 10 18:59:22.533985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:23.445449 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 77dfe307-7a5b-40cf-86ac-35c373805f16 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:59:23.542196 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 77dfe307-7a5b-40cf-86ac-35c373805f16, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=77dfe307-7a5b-40cf-86ac-35c373805f16,segment=NetworkSegment(16c4529b-a6f0-4a4a-8677-03f8f6f59881),segment_id=16c4529b-a6f0-4a4a-8677-03f8f6f59881)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:23.599080 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f8a1b-7b9f-46f4-85e7-8bf2625b3520 req-8d153bbc-4283-44d1-a7ef-c965ae0e0424 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:23.600684 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5e8f8a1b-7b9f-46f4-85e7-8bf2625b3520 req-8d153bbc-4283-44d1-a7ef-c965ae0e0424 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 944 time: 0.0551226 Dec 10 18:59:23.650574 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5e8f8a1b-7b9f-46f4-85e7-8bf2625b3520 req-5f64daa2-9ec9-49a0-97de-48a662324353 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437171 Dec 10 18:59:23.700301 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '77dfe307-7a5b-40cf-86ac-35c373805f16', 'network_id': '395f3496-d919-46b4-8bf0-0a5619a9496a', 'port_id': '77dfe307-7a5b-40cf-86ac-35c373805f16', 'mac_address': 'fa:16:3e:93:3c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e7cb40-6a05-4ca3-9aae-a8ab7c50b9d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:59:23.736499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:23.748479 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77dfe307-7a5b-40cf-86ac-35c373805f16 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:59:23.768303 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 77dfe307-7a5b-40cf-86ac-35c373805f16, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=77dfe307-7a5b-40cf-86ac-35c373805f16,segment=NetworkSegment(16c4529b-a6f0-4a4a-8677-03f8f6f59881),segment_id=16c4529b-a6f0-4a4a-8677-03f8f6f59881)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:23.842318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:23.888392 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=77dfe307-7a5b-40cf-86ac-35c373805f16,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:23.895256 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:23.895609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:23.895982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:23.896322 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:23.896660 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:23.896993 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:23.897324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:23.897656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:23.898014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:23.898343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:23.898678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:23.899002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:23.899324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:24.164208 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['77dfe307-7a5b-40cf-86ac-35c373805f16'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:59:24.764266 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bfa0c-7125-4cdd-99b7-d861ec0dded0 req-7f1dfb7b-a5db-4490-8a9d-dffbf048c1f2 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:24.765668 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-848bfa0c-7125-4cdd-99b7-d861ec0dded0 req-7f1dfb7b-a5db-4490-8a9d-dffbf048c1f2 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 945 time: 0.0477316 Dec 10 18:59:24.818694 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-848bfa0c-7125-4cdd-99b7-d861ec0dded0 req-ff5511f1-ff64-4d29-9f8c-6743ad5fd41d tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466120 Dec 10 18:59:25.460422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 77dfe307-7a5b-40cf-86ac-35c373805f16 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:59:25.596529 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 77dfe307-7a5b-40cf-86ac-35c373805f16 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:59:25.600339 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 77dfe307-7a5b-40cf-86ac-35c373805f16 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:25.600716 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.677988 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.700354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f76477-5693-496a-8ce0-544d4d2e3202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dfe307-7a5b-40cf-86ac-35c373805f16'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:59:25.702622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1a9bb2-3cf8-4383-bca9-a428a319784e" -d '{"events": [{"server_uuid": "c3f76477-5693-496a-8ce0-544d4d2e3202", "name": "network-vif-plugged", "status": "completed", "tag": "77dfe307-7a5b-40cf-86ac-35c373805f16"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:59:25.715381 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 77dfe307-7a5b-40cf-86ac-35c373805f16, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=77dfe307-7a5b-40cf-86ac-35c373805f16,segment=NetworkSegment(16c4529b-a6f0-4a4a-8677-03f8f6f59881),segment_id=16c4529b-a6f0-4a4a-8677-03f8f6f59881)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:25.739344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9deb7d7f-1efd-4db6-b4b6-ef99f3dc1432 x-openstack-request-id: req-9deb7d7f-1efd-4db6-b4b6-ef99f3dc1432 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:59:25.739647 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f76477-5693-496a-8ce0-544d4d2e3202", "name": "network-vif-plugged", "status": "completed", "tag": "77dfe307-7a5b-40cf-86ac-35c373805f16", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:59:25.739927 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9deb7d7f-1efd-4db6-b4b6-ef99f3dc1432 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:59:25.740326 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f76477-5693-496a-8ce0-544d4d2e3202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dfe307-7a5b-40cf-86ac-35c373805f16', 'code': 200} Dec 10 18:59:25.796908 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:25.843267 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=77dfe307-7a5b-40cf-86ac-35c373805f16,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:25.933348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1525ccb-b547-4fd4-8bb2-3b7ccb2183e1 req-cdc42e6a-cb77-4a2b-acb8-ef83cf51f307 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:25.934851 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b1525ccb-b547-4fd4-8bb2-3b7ccb2183e1 req-cdc42e6a-cb77-4a2b-acb8-ef83cf51f307 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 946 time: 0.0475476 Dec 10 18:59:25.986476 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b1525ccb-b547-4fd4-8bb2-3b7ccb2183e1 req-f0bf4568-2052-4602-b246-418fa9d59612 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446582 Dec 10 18:59:26.065560 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e546586-05b1-43ff-8667-814dd787bee8 req-0e705c66-1db0-4397-a006-3e6b146b6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:26.067058 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e546586-05b1-43ff-8667-814dd787bee8 req-0e705c66-1db0-4397-a006-3e6b146b6f09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 1099 time: 0.0404744 Dec 10 18:59:26.118113 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1e546586-05b1-43ff-8667-814dd787bee8 req-8307601c-1867-4fec-8e28-b30b5627eb7c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420074 Dec 10 18:59:27.101845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bfc93-c825-437d-ad43-cb7f229acccf req-2356d3a9-de5b-4338-8617-56f337f819bc tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:27.103323 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d10bfc93-c825-437d-ad43-cb7f229acccf req-2356d3a9-de5b-4338-8617-56f337f819bc tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 946 time: 0.0485797 Dec 10 18:59:27.151216 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d10bfc93-c825-437d-ad43-cb7f229acccf req-b47f71cf-76eb-4370-af72-e26f9e6e8984 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408163 Dec 10 18:59:28.263834 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abfdd7-9c84-4edf-bd4e-16b6e6447cbd req-7ece0ccd-03e1-4500-ac5e-0dfee364a8f0 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:28.265307 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-91abfdd7-9c84-4edf-bd4e-16b6e6447cbd req-7ece0ccd-03e1-4500-ac5e-0dfee364a8f0 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 946 time: 0.0487533 Dec 10 18:59:28.310906 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-91abfdd7-9c84-4edf-bd4e-16b6e6447cbd req-8663d9a0-a64c-4a11-a18b-7873beb96820 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397749 Dec 10 18:59:28.534481 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-d26b762f-0125-4ce8-873a-647089c91711 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:28.536006 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-d26b762f-0125-4ce8-873a-647089c91711 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/networks?id=395f3496-d919-46b4-8bf0-0a5619a9496a HTTP/1.1" status: 200 len: 813 time: 0.1064680 Dec 10 18:59:28.550869 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-b871c130-33f1-416e-830b-78b1458a7ac8 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/quotas/0a6dd0d0b9f645d69c3b3ed14ab46a53 HTTP/1.1" status: 200 len: 375 time: 0.0091186 Dec 10 18:59:28.598259 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-a9c49d6e-9b0b-47ea-a63d-3d487b4343bf tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a6dd0d0b9f645d69c3b3ed14ab46a53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424130 Dec 10 18:59:28.689203 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-0fbeea57-fbaf-42a8-aa52-af180f21a95f service neutron] 10.222.0.60 "GET /v2.0/networks/395f3496-d919-46b4-8bf0-0a5619a9496a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841031 Dec 10 18:59:28.776446 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-6a92f429-397a-4cf7-ad95-0e7e356d1dcd service neutron] 10.222.0.60 "GET /v2.0/networks/395f3496-d919-46b4-8bf0-0a5619a9496a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805607 Dec 10 18:59:29.064404 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b95b4a88-d37f-46e8-8cbd-0734ee1b243f req-ebbcdcd1-cd1f-4c8a-ae1f-2ba58e17f32c tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 210 time: 0.0262208 Dec 10 18:59:30.160554 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4204f91c-3a64-4076-b964-be0c704b9562 req-b5808fc4-b411-4051-92c2-457d0398a19a tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 210 time: 0.0308831 Dec 10 18:59:30.999619 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-45cd7d2b-4dd2-431a-b53e-382d2c10309b tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:31.001166 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-45cd7d2b-4dd2-431a-b53e-382d2c10309b tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.21 "GET /v2.0/networks?id=395f3496-d919-46b4-8bf0-0a5619a9496a HTTP/1.1" status: 200 len: 813 time: 0.1029823 Dec 10 18:59:31.014828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-ebbbf071-b927-4976-a5b5-4b4d06926d49 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Request body: {'port': {'device_id': 'c39daad3-838b-4e2b-9d59-68b407b68172', 'network_id': '395f3496-d919-46b4-8bf0-0a5619a9496a', 'admin_state_up': True, 'tenant_id': '0a6dd0d0b9f645d69c3b3ed14ab46a53'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:31.219748 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-ebbbf071-b927-4976-a5b5-4b4d06926d49 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Made reservation on behalf of 0a6dd0d0b9f645d69c3b3ed14ab46a53 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:31.225249 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-ebbbf071-b927-4976-a5b5-4b4d06926d49 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:31.259578 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d7cbd00-86b0-423e-9005-dd248eb62fba req-dc37c0ae-11ae-4198-9986-952026ce4ff0 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 210 time: 0.0255098 Dec 10 18:59:31.355133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-ebbbf071-b927-4976-a5b5-4b4d06926d49 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Allocated IP 172.20.0.2 (395f3496-d919-46b4-8bf0-0a5619a9496a/e6e7cb40-6a05-4ca3-9aae-a8ab7c50b9d3/2e17e914-e548-48f5-922e-5888b6b4d130) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:31.499030 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-ebbbf071-b927-4976-a5b5-4b4d06926d49 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:31.596613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-ebbbf071-b927-4976-a5b5-4b4d06926d49 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:31.609112 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['77dfe307-7a5b-40cf-86ac-35c373805f16'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:59:31.646388 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-ebbbf071-b927-4976-a5b5-4b4d06926d49 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Network 395f3496-d919-46b4-8bf0-0a5619a9496a is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:31.649732 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-ebbbf071-b927-4976-a5b5-4b4d06926d49 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:31.653480 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-ebbbf071-b927-4976-a5b5-4b4d06926d49 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:31.676167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbf071-b927-4976-a5b5-4b4d06926d49 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Pushing event updated for resources: {'Port': ['ID=2e17e914-e548-48f5-922e-5888b6b4d130,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:31.704391 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-ebbbf071-b927-4976-a5b5-4b4d06926d49 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:31.705006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-ebbbf071-b927-4976-a5b5-4b4d06926d49 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:31.793526 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-ebbbf071-b927-4976-a5b5-4b4d06926d49 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7823031 Dec 10 18:59:31.805741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Request body: {'port': {'device_id': 'c39daad3-838b-4e2b-9d59-68b407b68172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:31.858939 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:32.114893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e17e914-e548-48f5-922e-5888b6b4d130 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:59:32.122233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:32.133676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Transition to ACTIVE for port object 2e17e914-e548-48f5-922e-5888b6b4d130 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:59:32.235839 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:32.282840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Pushing event updated for resources: {'Port': ['ID=2e17e914-e548-48f5-922e-5888b6b4d130,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:32.355989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Attempting to bind port 2e17e914-e548-48f5-922e-5888b6b4d130 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:59:32.356322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Attempting to bind port 2e17e914-e548-48f5-922e-5888b6b4d130 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '16c4529b-a6f0-4a4a-8677-03f8f6f59881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '395f3496-d919-46b4-8bf0-0a5619a9496a'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:59:32.357242 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Attempting to bind port 2e17e914-e548-48f5-922e-5888b6b4d130 on network 395f3496-d919-46b4-8bf0-0a5619a9496a {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:59:32.361478 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Port 2e17e914-e548-48f5-922e-5888b6b4d130 on network 395f3496-d919-46b4-8bf0-0a5619a9496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:59:32.361823 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Attempting to bind port 2e17e914-e548-48f5-922e-5888b6b4d130 on network 395f3496-d919-46b4-8bf0-0a5619a9496a {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:59:32.367469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:59:32.367735 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Checking segment: {'id': '16c4529b-a6f0-4a4a-8677-03f8f6f59881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '395f3496-d919-46b4-8bf0-0a5619a9496a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:59:32.368117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Bound using segment: {'id': '16c4529b-a6f0-4a4a-8677-03f8f6f59881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '395f3496-d919-46b4-8bf0-0a5619a9496a'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:59:32.368530 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Bound port: 2e17e914-e548-48f5-922e-5888b6b4d130, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16c4529b-a6f0-4a4a-8677-03f8f6f59881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '395f3496-d919-46b4-8bf0-0a5619a9496a'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:59:32.368882 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:32.380754 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c826e20-35ab-4870-92f4-6a427f69da03 req-eeab8e01-d5f3-4b15-9fa4-20e1b37b3f7c tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:32.382281 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0c826e20-35ab-4870-92f4-6a427f69da03 req-eeab8e01-d5f3-4b15-9fa4-20e1b37b3f7c tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 943 time: 0.0485771 Dec 10 18:59:32.430967 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0c826e20-35ab-4870-92f4-6a427f69da03 req-800f98c3-035c-4b56-b5a5-0a3d67daaf69 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421486 Dec 10 18:59:32.434198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] For port 2e17e914-e548-48f5-922e-5888b6b4d130, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:59:32.440166 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] For port 2e17e914-e548-48f5-922e-5888b6b4d130, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2e17e914-e548-48f5-922e-5888b6b4d130,segment=NetworkSegment(16c4529b-a6f0-4a4a-8677-03f8f6f59881),segment_id=16c4529b-a6f0-4a4a-8677-03f8f6f59881)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:59:32.573658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:32.610147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:32.610767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:32.612138 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] 10.222.0.21 "PUT /v2.0/ports/2e17e914-e548-48f5-922e-5888b6b4d130 HTTP/1.1" status: 200 len: 1093 time: 0.8106120 Dec 10 18:59:32.612593 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39daad3-838b-4e2b-9d59-68b407b68172', 'tag': '2e17e914-e548-48f5-922e-5888b6b4d130'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:59:32.615411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89748f29-042e-4b0d-9fcf-e04233a9a9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c39daad3-838b-4e2b-9d59-68b407b68172", "tag": "2e17e914-e548-48f5-922e-5888b6b4d130"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:59:32.636438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f5a52-83dc-4474-8e64-a5c67afda02c service neutron] Pushing event updated for resources: {'Port': ['ID=2e17e914-e548-48f5-922e-5888b6b4d130,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:32.657872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aa20d7-6c2c-43ad-a28e-3b2a7b901b88 x-openstack-request-id: req-f6aa20d7-6c2c-43ad-a28e-3b2a7b901b88 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:59:32.657872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39daad3-838b-4e2b-9d59-68b407b68172", "tag": "2e17e914-e548-48f5-922e-5888b6b4d130", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:59:32.657872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6aa20d7-6c2c-43ad-a28e-3b2a7b901b88 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:59:32.657872 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39daad3-838b-4e2b-9d59-68b407b68172', 'tag': '2e17e914-e548-48f5-922e-5888b6b4d130', 'status': 'completed', 'code': 200} Dec 10 18:59:32.716521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89748f29-042e-4b0d-9fcf-e04233a9a9c9 req-1a443b1a-ae0d-4d77-8dae-2fe6ba4afb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:32.718049 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-89748f29-042e-4b0d-9fcf-e04233a9a9c9 req-1a443b1a-ae0d-4d77-8dae-2fe6ba4afb7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a6dd0d0b9f645d69c3b3ed14ab46a53&device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 1096 time: 0.0404117 Dec 10 18:59:32.823207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89748f29-042e-4b0d-9fcf-e04233a9a9c9 req-1811a45c-68a0-4de0-9d8e-206d7a6e672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:32.824670 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-89748f29-042e-4b0d-9fcf-e04233a9a9c9 req-1811a45c-68a0-4de0-9d8e-206d7a6e672a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0a6dd0d0b9f645d69c3b3ed14ab46a53&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0934923 Dec 10 18:59:32.919791 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89748f29-042e-4b0d-9fcf-e04233a9a9c9 req-f78e8902-f186-41a4-8eef-ba4385fe834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:32.921303 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-89748f29-042e-4b0d-9fcf-e04233a9a9c9 req-f78e8902-f186-41a4-8eef-ba4385fe834b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900469 Dec 10 18:59:32.997711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-a3bbcec8-7ace-435c-badf-38df9030e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:32.999235 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-a3bbcec8-7ace-435c-badf-38df9030e1c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a6dd0d0b9f645d69c3b3ed14ab46a53&device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 1096 time: 0.0406857 Dec 10 18:59:33.042014 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-9e03bcf0-817c-41f5-973f-76ebbefb2cfc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e17e914-e548-48f5-922e-5888b6b4d130 HTTP/1.1" status: 200 len: 217 time: 0.0335586 Dec 10 18:59:33.093950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-1e9bba0b-a2b0-4fb8-afba-762f42b8ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:33.095374 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-1e9bba0b-a2b0-4fb8-afba-762f42b8ef2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6e7cb40-6a05-4ca3-9aae-a8ab7c50b9d3 HTTP/1.1" status: 200 len: 853 time: 0.0462897 Dec 10 18:59:33.129163 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-aa3982d3-aa94-4d7f-823d-1367f9664c5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=395f3496-d919-46b4-8bf0-0a5619a9496a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244634 Dec 10 18:59:33.215777 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-aeaf7543-55d9-48a6-9b35-57cb0097a0e2 service neutron] 10.222.0.21 "GET /v2.0/networks/395f3496-d919-46b4-8bf0-0a5619a9496a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794194 Dec 10 18:59:33.549735 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f064945-3e62-4fa9-857c-315ef63ce67a req-3375bc4a-d381-495d-8cea-ba8f80c40801 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:33.551325 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2f064945-3e62-4fa9-857c-315ef63ce67a req-3375bc4a-d381-495d-8cea-ba8f80c40801 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 943 time: 0.0529544 Dec 10 18:59:33.599252 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c87140b8-b67e-4f47-bd28-1f3b64e571a5 req-fa2ed5bf-cc18-47bd-87a5-e5619f1b97cd service neutron] 10.222.0.21 "GET /v2.0/networks/395f3496-d919-46b4-8bf0-0a5619a9496a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763933 Dec 10 18:59:33.602175 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2f064945-3e62-4fa9-857c-315ef63ce67a req-8f76af8c-3fa4-4c46-803f-70d192aa9325 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446925 Dec 10 18:59:34.716533 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c2090-bc8e-4eb8-9671-2addccbe47d7 req-a484d7b5-dd0d-4ff6-b140-4b58256a0f30 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:34.717976 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-785c2090-bc8e-4eb8-9671-2addccbe47d7 req-a484d7b5-dd0d-4ff6-b140-4b58256a0f30 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 943 time: 0.0473833 Dec 10 18:59:34.770356 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-785c2090-bc8e-4eb8-9671-2addccbe47d7 req-9970b720-1894-46cd-bb00-ca81f666cf06 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447519 Dec 10 18:59:35.880623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9124d41-fba1-440a-aff0-b0a81831e550 req-c234ae9d-e489-4119-80fb-8e15ca05018c tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:35.882039 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c9124d41-fba1-440a-aff0-b0a81831e550 req-c234ae9d-e489-4119-80fb-8e15ca05018c tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 943 time: 0.0484240 Dec 10 18:59:35.928717 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c9124d41-fba1-440a-aff0-b0a81831e550 req-c26a0f4f-99d2-4854-86a0-83f08f3a77d0 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 Dec 10 18:59:37.045048 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae5f87-ef6b-4562-9cc1-58b46af4af06 req-34b24ee3-4813-46b6-b44c-dd5e51a01857 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:37.046551 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-01ae5f87-ef6b-4562-9cc1-58b46af4af06 req-34b24ee3-4813-46b6-b44c-dd5e51a01857 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 943 time: 0.0510306 Dec 10 18:59:37.092873 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-01ae5f87-ef6b-4562-9cc1-58b46af4af06 req-c78c1601-68dc-4ef9-8977-57c609dd2653 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398438 Dec 10 18:59:37.497406 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 2e17e914-e548-48f5-922e-5888b6b4d130 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:59:37.592871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 2e17e914-e548-48f5-922e-5888b6b4d130, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2e17e914-e548-48f5-922e-5888b6b4d130,segment=NetworkSegment(16c4529b-a6f0-4a4a-8677-03f8f6f59881),segment_id=16c4529b-a6f0-4a4a-8677-03f8f6f59881)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:37.603947 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '2e17e914-e548-48f5-922e-5888b6b4d130', 'network_id': '395f3496-d919-46b4-8bf0-0a5619a9496a', 'port_id': '2e17e914-e548-48f5-922e-5888b6b4d130', 'mac_address': 'fa:16:3e:c7:95:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e7cb40-6a05-4ca3-9aae-a8ab7c50b9d3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:59:37.639720 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:37.652998 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e17e914-e548-48f5-922e-5888b6b4d130 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:59:37.675204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 2e17e914-e548-48f5-922e-5888b6b4d130, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2e17e914-e548-48f5-922e-5888b6b4d130,segment=NetworkSegment(16c4529b-a6f0-4a4a-8677-03f8f6f59881),segment_id=16c4529b-a6f0-4a4a-8677-03f8f6f59881)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:37.738430 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:37.786731 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=2e17e914-e548-48f5-922e-5888b6b4d130,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:37.960951 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['2e17e914-e548-48f5-922e-5888b6b4d130'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:59:38.206622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30471d27-509a-4646-93bf-fa944a305199 req-7ec70531-f9af-4a31-97bf-a73bf1fd495a tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:38.208091 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-30471d27-509a-4646-93bf-fa944a305199 req-7ec70531-f9af-4a31-97bf-a73bf1fd495a tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 944 time: 0.0478399 Dec 10 18:59:38.253861 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-30471d27-509a-4646-93bf-fa944a305199 req-7f71d859-8649-4c89-a2a5-5182a42fdfcc tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399442 Dec 10 18:59:39.364771 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a360c-d217-499b-a990-dfb1e21b5a4c req-1e3e7276-3e00-4863-a85b-99c75876c91f tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:39.366296 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b67a360c-d217-499b-a990-dfb1e21b5a4c req-1e3e7276-3e00-4863-a85b-99c75876c91f tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 944 time: 0.0469608 Dec 10 18:59:39.415004 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b67a360c-d217-499b-a990-dfb1e21b5a4c req-2ecfcdf1-eee7-408d-8dca-b4bf014d97e2 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429263 Dec 10 18:59:39.506105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 2e17e914-e548-48f5-922e-5888b6b4d130 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:59:39.635896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 2e17e914-e548-48f5-922e-5888b6b4d130 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:59:39.639955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 2e17e914-e548-48f5-922e-5888b6b4d130 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:39.640328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:39.715060 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:39.736705 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39daad3-838b-4e2b-9d59-68b407b68172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e17e914-e548-48f5-922e-5888b6b4d130'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:59:39.738948 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f47338-2eb3-4ae8-8f19-7eeeedbe7b30" -d '{"events": [{"server_uuid": "c39daad3-838b-4e2b-9d59-68b407b68172", "name": "network-vif-plugged", "status": "completed", "tag": "2e17e914-e548-48f5-922e-5888b6b4d130"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:59:39.755393 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 2e17e914-e548-48f5-922e-5888b6b4d130, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2e17e914-e548-48f5-922e-5888b6b4d130,segment=NetworkSegment(16c4529b-a6f0-4a4a-8677-03f8f6f59881),segment_id=16c4529b-a6f0-4a4a-8677-03f8f6f59881)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:39.774078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe667c73-471c-40f3-ba8d-5e7a6f550486 x-openstack-request-id: req-fe667c73-471c-40f3-ba8d-5e7a6f550486 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:59:39.774372 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39daad3-838b-4e2b-9d59-68b407b68172", "name": "network-vif-plugged", "status": "completed", "tag": "2e17e914-e548-48f5-922e-5888b6b4d130", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:59:39.774629 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe667c73-471c-40f3-ba8d-5e7a6f550486 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:59:39.775026 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39daad3-838b-4e2b-9d59-68b407b68172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e17e914-e548-48f5-922e-5888b6b4d130', 'code': 200} Dec 10 18:59:39.813250 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:39.859559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=2e17e914-e548-48f5-922e-5888b6b4d130,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:40.072909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb57b1c-6366-4158-b71f-f27c2829599a req-660b6107-bf83-4b5e-a80c-98ce019d9ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:40.072909 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cbb57b1c-6366-4158-b71f-f27c2829599a req-660b6107-bf83-4b5e-a80c-98ce019d9ee4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 1098 time: 0.0400150 Dec 10 18:59:40.113739 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-cbb57b1c-6366-4158-b71f-f27c2829599a req-7c9fae26-ec39-419a-be1f-0aadbd1d329a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364919 Dec 10 18:59:40.530922 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2fb17-8cd6-4512-b1b7-15d589d9e984 req-88db7af4-121e-4077-b04b-982256802714 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:40.532440 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-03e2fb17-8cd6-4512-b1b7-15d589d9e984 req-88db7af4-121e-4077-b04b-982256802714 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 945 time: 0.0494387 Dec 10 18:59:40.579692 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-03e2fb17-8cd6-4512-b1b7-15d589d9e984 req-e1b2dfbd-65cf-44cf-8c1a-509c70408b0b tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 Dec 10 18:59:41.693125 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c637c-eddd-4ea4-9496-10a12690769b req-d78adb32-ac33-4731-bbce-60da6e9841aa tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:41.694640 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f59c637c-eddd-4ea4-9496-10a12690769b req-d78adb32-ac33-4731-bbce-60da6e9841aa tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 945 time: 0.0486994 Dec 10 18:59:41.740684 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f59c637c-eddd-4ea4-9496-10a12690769b req-91674f87-89a7-4944-ad9e-0340fe92bf7e tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Dec 10 18:59:42.187368 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12756853-52b7-4e3e-ab87-bf8662d0f477 req-95a1eb9a-2acc-4428-ab73-5f1a69f2c43f tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:42.188848 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-12756853-52b7-4e3e-ab87-bf8662d0f477 req-95a1eb9a-2acc-4428-ab73-5f1a69f2c43f tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 945 time: 0.0520043 Dec 10 18:59:42.234507 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-12756853-52b7-4e3e-ab87-bf8662d0f477 req-15f84b38-6df3-4eb4-a71d-d8796753b520 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398166 Dec 10 18:59:43.348939 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788da3f-69e1-4d73-b439-2a480713bc3b req-fbc0432e-bf67-4c5a-b856-b3e8f8251ea9 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:43.350431 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f788da3f-69e1-4d73-b439-2a480713bc3b req-fbc0432e-bf67-4c5a-b856-b3e8f8251ea9 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 945 time: 0.0483770 Dec 10 18:59:43.399722 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f788da3f-69e1-4d73-b439-2a480713bc3b req-f10a6069-1f46-4d65-a7a6-064a43ca2f3f tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424654 Dec 10 18:59:43.662444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da519-bf54-415f-9e33-78a4e1a87ebc req-83ed9571-c46d-42df-8471-3461ba9f4082 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:43.663862 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a69da519-bf54-415f-9e33-78a4e1a87ebc req-83ed9571-c46d-42df-8471-3461ba9f4082 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.21 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 945 time: 0.0505128 Dec 10 18:59:43.752264 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-a69da519-bf54-415f-9e33-78a4e1a87ebc req-aa5313ff-3760-49b2-914f-4514a05e8c76 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Deleting port 2e17e914-e548-48f5-922e-5888b6b4d130 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:43.752594 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a69da519-bf54-415f-9e33-78a4e1a87ebc req-aa5313ff-3760-49b2-914f-4514a05e8c76 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:43.840496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-a69da519-bf54-415f-9e33-78a4e1a87ebc req-aa5313ff-3760-49b2-914f-4514a05e8c76 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] For port 2e17e914-e548-48f5-922e-5888b6b4d130, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2e17e914-e548-48f5-922e-5888b6b4d130,segment=NetworkSegment(16c4529b-a6f0-4a4a-8677-03f8f6f59881),segment_id=16c4529b-a6f0-4a4a-8677-03f8f6f59881)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:43.840856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a69da519-bf54-415f-9e33-78a4e1a87ebc req-aa5313ff-3760-49b2-914f-4514a05e8c76 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:43.852911 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-a69da519-bf54-415f-9e33-78a4e1a87ebc req-aa5313ff-3760-49b2-914f-4514a05e8c76 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Calling delete_port for 2e17e914-e548-48f5-922e-5888b6b4d130 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:44.047887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a69da519-bf54-415f-9e33-78a4e1a87ebc req-aa5313ff-3760-49b2-914f-4514a05e8c76 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:44.060921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['77dfe307-7a5b-40cf-86ac-35c373805f16', '2e17e914-e548-48f5-922e-5888b6b4d130'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:59:44.080202 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5313ff-3760-49b2-914f-4514a05e8c76 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Pushing event deleted for resources: {'Port': ['ID=2e17e914-e548-48f5-922e-5888b6b4d130,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:44.119769 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69da519-bf54-415f-9e33-78a4e1a87ebc req-aa5313ff-3760-49b2-914f-4514a05e8c76 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] No DVR routers for this DVR port 2e17e914-e548-48f5-922e-5888b6b4d130 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:59:44.122495 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a69da519-bf54-415f-9e33-78a4e1a87ebc req-aa5313ff-3760-49b2-914f-4514a05e8c76 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:44.126191 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a69da519-bf54-415f-9e33-78a4e1a87ebc req-aa5313ff-3760-49b2-914f-4514a05e8c76 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.21 "DELETE /v2.0/ports/2e17e914-e548-48f5-922e-5888b6b4d130 HTTP/1.1" status: 204 len: 173 time: 0.4520664 Dec 10 18:59:44.126527 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39daad3-838b-4e2b-9d59-68b407b68172', 'name': 'network-vif-deleted', 'tag': '2e17e914-e548-48f5-922e-5888b6b4d130'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:59:44.128822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5778e5-80c8-4ca7-a1be-4cedb95f2fb9" -d '{"events": [{"server_uuid": "c39daad3-838b-4e2b-9d59-68b407b68172", "name": "network-vif-deleted", "tag": "2e17e914-e548-48f5-922e-5888b6b4d130"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:59:44.170744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c12b708-f969-457b-bedd-132394c51a39 x-openstack-request-id: req-1c12b708-f969-457b-bedd-132394c51a39 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:59:44.171056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39daad3-838b-4e2b-9d59-68b407b68172", "name": "network-vif-deleted", "tag": "2e17e914-e548-48f5-922e-5888b6b4d130", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:59:44.171404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c12b708-f969-457b-bedd-132394c51a39 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:59:44.171820 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39daad3-838b-4e2b-9d59-68b407b68172', 'name': 'network-vif-deleted', 'tag': '2e17e914-e548-48f5-922e-5888b6b4d130', 'status': 'completed', 'code': 200} Dec 10 18:59:44.504049 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5c98da4d-ece1-410b-85b5-7791de448006 req-8ad365a5-6b77-4c85-ac19-eecc230f0821 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c39daad3-838b-4e2b-9d59-68b407b68172 HTTP/1.1" status: 200 len: 210 time: 0.0259387 Dec 10 18:59:44.592503 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-06dc21bc-abbd-42f1-b39d-6fd66a3b92c3 req-719faa52-8f6b-4a7b-aabd-23d568485139 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400469 Dec 10 18:59:44.677280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc21bc-abbd-42f1-b39d-6fd66a3b92c3 req-350aa998-cf4a-407d-8184-2485d918c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:44.678704 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-06dc21bc-abbd-42f1-b39d-6fd66a3b92c3 req-350aa998-cf4a-407d-8184-2485d918c220 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a6dd0d0b9f645d69c3b3ed14ab46a53&device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 1099 time: 0.0425241 Dec 10 18:59:44.778036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc21bc-abbd-42f1-b39d-6fd66a3b92c3 req-4dfc6fc4-5bc6-4641-8d72-f78e606673b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:44.779476 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-06dc21bc-abbd-42f1-b39d-6fd66a3b92c3 req-4dfc6fc4-5bc6-4641-8d72-f78e606673b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=395f3496-d919-46b4-8bf0-0a5619a9496a HTTP/1.1" status: 200 len: 914 time: 0.0809729 Dec 10 18:59:44.827242 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-06dc21bc-abbd-42f1-b39d-6fd66a3b92c3 req-673d9477-dc06-4983-ac55-eed781cb0941 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77dfe307-7a5b-40cf-86ac-35c373805f16 HTTP/1.1" status: 200 len: 217 time: 0.0350065 Dec 10 18:59:44.882771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc21bc-abbd-42f1-b39d-6fd66a3b92c3 req-d0867910-0e82-4d69-afe7-679184136438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:44.884208 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-06dc21bc-abbd-42f1-b39d-6fd66a3b92c3 req-d0867910-0e82-4d69-afe7-679184136438 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6e7cb40-6a05-4ca3-9aae-a8ab7c50b9d3 HTTP/1.1" status: 200 len: 853 time: 0.0494738 Dec 10 18:59:44.921405 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-06dc21bc-abbd-42f1-b39d-6fd66a3b92c3 req-cd6ca4d9-3332-4454-8830-218c4698c041 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=395f3496-d919-46b4-8bf0-0a5619a9496a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252738 Dec 10 18:59:45.022982 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-06dc21bc-abbd-42f1-b39d-6fd66a3b92c3 req-7f9441ef-ab3b-415f-a70a-04f58b5d0335 service neutron] 10.222.0.21 "GET /v2.0/networks/395f3496-d919-46b4-8bf0-0a5619a9496a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939722 Dec 10 18:59:45.141521 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-06dc21bc-abbd-42f1-b39d-6fd66a3b92c3 req-e02a11b9-2bef-4a6b-aa0a-329032fe70b8 service neutron] 10.222.0.21 "GET /v2.0/networks/395f3496-d919-46b4-8bf0-0a5619a9496a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042576 Dec 10 18:59:45.654908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fde1e-7c67-4e8e-ae3a-6197281cdc30 req-ea6b69e0-8bdb-4759-96c5-c53d1dd704ab tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:45.656371 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a67fde1e-7c67-4e8e-ae3a-6197281cdc30 req-ea6b69e0-8bdb-4759-96c5-c53d1dd704ab tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 946 time: 0.0510890 Dec 10 18:59:45.702763 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a67fde1e-7c67-4e8e-ae3a-6197281cdc30 req-eb41c1a8-a664-4a57-83ab-1d262cce3ea4 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404389 Dec 10 18:59:45.828430 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b264d-db05-467d-888d-ee980e47dd52 req-19cfeda6-4e4a-4c78-9227-8b6a645bb8d3 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:45.829913 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-125b264d-db05-467d-888d-ee980e47dd52 req-19cfeda6-4e4a-4c78-9227-8b6a645bb8d3 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 946 time: 0.0474417 Dec 10 18:59:45.875527 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-125b264d-db05-467d-888d-ee980e47dd52 req-ee05e599-deac-4fda-8ee8-0ecfae980233 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398099 Dec 10 18:59:45.993083 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c7201-1c8a-414d-bd6a-1205b8b27f4e req-862a9570-4d2c-458b-b5c6-ae18ee68c691 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:45.995172 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d91c7201-1c8a-414d-bd6a-1205b8b27f4e req-862a9570-4d2c-458b-b5c6-ae18ee68c691 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 946 time: 0.0529540 Dec 10 18:59:46.041463 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d91c7201-1c8a-414d-bd6a-1205b8b27f4e req-f9d74399-dc9e-47fc-98e9-342ef5b851da tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Dec 10 18:59:46.155001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-bf8179c7-b947-414b-82ff-b2c6bed1f52d req-08f6e71d-90d2-4726-9643-1a68e64c2afa service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:59:46.156005 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bf8179c7-b947-414b-82ff-b2c6bed1f52d req-08f6e71d-90d2-4726-9643-1a68e64c2afa service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478804 Dec 10 18:59:46.259357 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fcc41-6ba5-45b9-bc61-e92b7695caa5 req-4c762953-54e5-4a69-b3b9-96fa87276ec3 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:46.261368 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6b4fcc41-6ba5-45b9-bc61-e92b7695caa5 req-4c762953-54e5-4a69-b3b9-96fa87276ec3 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 946 time: 0.0477281 Dec 10 18:59:46.306250 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6b4fcc41-6ba5-45b9-bc61-e92b7695caa5 req-78411893-ac1e-4bb8-9967-b880ad8272d1 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388923 Dec 10 18:59:46.419785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1888c-29d5-4221-a0d5-d3a70e5448b7 req-19cfaf29-8e4d-4b5f-b64e-d884f97f7933 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:46.421280 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a3a1888c-29d5-4221-a0d5-d3a70e5448b7 req-19cfaf29-8e4d-4b5f-b64e-d884f97f7933 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 946 time: 0.0465457 Dec 10 18:59:46.471145 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a3a1888c-29d5-4221-a0d5-d3a70e5448b7 req-63e2282c-b3f4-4932-a23d-a37321e66367 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439594 Dec 10 18:59:46.481102 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-91e0c0b9-e72b-49a7-aa54-aeeae03f2dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:46.635885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517f56c-b607-4678-95cc-14fe84f4be0b req-4cd9880d-0a98-449d-ae75-317b7379477e tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:46.637335 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5517f56c-b607-4678-95cc-14fe84f4be0b req-4cd9880d-0a98-449d-ae75-317b7379477e tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 946 time: 0.0482376 Dec 10 18:59:46.683533 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5517f56c-b607-4678-95cc-14fe84f4be0b req-62d84100-606f-4c63-b2bc-0a1360dda898 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Dec 10 18:59:47.317640 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679ac0d-b622-404c-8ff6-6e1edbdda259 req-e736ff5a-3cd8-43fd-ad6a-78bfa7c4f527 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:47.319122 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d679ac0d-b622-404c-8ff6-6e1edbdda259 req-e736ff5a-3cd8-43fd-ad6a-78bfa7c4f527 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 946 time: 0.0483961 Dec 10 18:59:47.364539 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d679ac0d-b622-404c-8ff6-6e1edbdda259 req-4313acb0-a625-4afc-aceb-9908b36b9dee tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395634 Dec 10 18:59:47.505094 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 2e17e914-e548-48f5-922e-5888b6b4d130 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:59:47.524703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 2e17e914-e548-48f5-922e-5888b6b4d130 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:59:47.525554 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 2e17e914-e548-48f5-922e-5888b6b4d130 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:59:47.863217 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:59:48.481399 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a77335-3bf3-4442-9926-3fa6c4211694 req-fd52049b-07a9-489f-b169-579f8a7948e6 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:48.482891 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e9a77335-3bf3-4442-9926-3fa6c4211694 req-fd52049b-07a9-489f-b169-579f8a7948e6 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 946 time: 0.0508952 Dec 10 18:59:48.529803 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e9a77335-3bf3-4442-9926-3fa6c4211694 req-e56cdf31-7473-421d-9bdf-076c7ce68594 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/security-groups?id=44e38e0d-51c6-461d-ba34-c2d0b815e682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410039 Dec 10 18:59:48.630122 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:48.769051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547c3bb-fd9e-4b0d-936a-6eebc97514c5 req-ab084434-0f2e-474e-ac9f-b9ba5f4c6826 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:48.770442 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d547c3bb-fd9e-4b0d-936a-6eebc97514c5 req-ab084434-0f2e-474e-ac9f-b9ba5f4c6826 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 946 time: 0.0494628 Dec 10 18:59:48.852975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b06e32db-521d-4e80-956f-920fd31a86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:48.871738 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-d547c3bb-fd9e-4b0d-936a-6eebc97514c5 req-85092df5-12f8-44c4-a21f-8366be069c53 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Deleting port 77dfe307-7a5b-40cf-86ac-35c373805f16 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:59:48.872082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d547c3bb-fd9e-4b0d-936a-6eebc97514c5 req-85092df5-12f8-44c4-a21f-8366be069c53 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:48.961262 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-d547c3bb-fd9e-4b0d-936a-6eebc97514c5 req-85092df5-12f8-44c4-a21f-8366be069c53 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] For port 77dfe307-7a5b-40cf-86ac-35c373805f16, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=77dfe307-7a5b-40cf-86ac-35c373805f16,segment=NetworkSegment(16c4529b-a6f0-4a4a-8677-03f8f6f59881),segment_id=16c4529b-a6f0-4a4a-8677-03f8f6f59881)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:59:48.961626 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d547c3bb-fd9e-4b0d-936a-6eebc97514c5 req-85092df5-12f8-44c4-a21f-8366be069c53 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:48.974482 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-d547c3bb-fd9e-4b0d-936a-6eebc97514c5 req-85092df5-12f8-44c4-a21f-8366be069c53 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Calling delete_port for 77dfe307-7a5b-40cf-86ac-35c373805f16 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:59:49.224661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d547c3bb-fd9e-4b0d-936a-6eebc97514c5 req-85092df5-12f8-44c4-a21f-8366be069c53 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:49.237587 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['77dfe307-7a5b-40cf-86ac-35c373805f16'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:59:49.252038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85092df5-12f8-44c4-a21f-8366be069c53 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Pushing event deleted for resources: {'Port': ['ID=77dfe307-7a5b-40cf-86ac-35c373805f16,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:49.295033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-d547c3bb-fd9e-4b0d-936a-6eebc97514c5 req-85092df5-12f8-44c4-a21f-8366be069c53 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] No DVR routers for this DVR port 77dfe307-7a5b-40cf-86ac-35c373805f16 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:59:49.297524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d547c3bb-fd9e-4b0d-936a-6eebc97514c5 req-85092df5-12f8-44c4-a21f-8366be069c53 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:49.300955 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d547c3bb-fd9e-4b0d-936a-6eebc97514c5 req-85092df5-12f8-44c4-a21f-8366be069c53 tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.21 "DELETE /v2.0/ports/77dfe307-7a5b-40cf-86ac-35c373805f16 HTTP/1.1" status: 204 len: 173 time: 0.5207517 Dec 10 18:59:49.301401 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f76477-5693-496a-8ce0-544d4d2e3202', 'name': 'network-vif-deleted', 'tag': '77dfe307-7a5b-40cf-86ac-35c373805f16'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:59:49.303670 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b32f040-d48d-4d9a-b6e6-b5f1949d4dc4" -d '{"events": [{"server_uuid": "c3f76477-5693-496a-8ce0-544d4d2e3202", "name": "network-vif-deleted", "tag": "77dfe307-7a5b-40cf-86ac-35c373805f16"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:59:49.340180 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626c1f3f-e935-41c8-8dae-5a869b4608c1 x-openstack-request-id: req-626c1f3f-e935-41c8-8dae-5a869b4608c1 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:59:49.340487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f76477-5693-496a-8ce0-544d4d2e3202", "name": "network-vif-deleted", "tag": "77dfe307-7a5b-40cf-86ac-35c373805f16", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:59:49.340747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-626c1f3f-e935-41c8-8dae-5a869b4608c1 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:59:49.341161 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f76477-5693-496a-8ce0-544d4d2e3202', 'name': 'network-vif-deleted', 'tag': '77dfe307-7a5b-40cf-86ac-35c373805f16', 'status': 'completed', 'code': 200} Dec 10 18:59:49.634125 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9d6fbdf5-aa39-4f6d-829a-95c8b9274909 req-4e1c0471-0dec-4758-b642-1689fab728ba tempest-ServersNegativeTestJSON-1100075189 tempest-ServersNegativeTestJSON-1100075189-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f76477-5693-496a-8ce0-544d4d2e3202 HTTP/1.1" status: 200 len: 210 time: 0.0260050 Dec 10 18:59:50.224713 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:50.690555 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41370) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:50.737707 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-3190489a-2310-4cbf-9d4c-df33bb6d3661 admin admin] Deleting subnet e6e7cb40-6a05-4ca3-9aae-a8ab7c50b9d3 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:59:50.740693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3190489a-2310-4cbf-9d4c-df33bb6d3661 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:50.775694 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3190489a-2310-4cbf-9d4c-df33bb6d3661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:50.816485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3190489a-2310-4cbf-9d4c-df33bb6d3661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:50.950821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3190489a-2310-4cbf-9d4c-df33bb6d3661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:50.979223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3190489a-2310-4cbf-9d4c-df33bb6d3661 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:50.983047 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3190489a-2310-4cbf-9d4c-df33bb6d3661 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e6e7cb40-6a05-4ca3-9aae-a8ab7c50b9d3 HTTP/1.1" status: 204 len: 168 time: 0.2914901 Dec 10 18:59:50.983901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190489a-2310-4cbf-9d4c-df33bb6d3661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6e7cb40-6a05-4ca3-9aae-a8ab7c50b9d3,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:50.985469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41372) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:51.056919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-569b9708-b3c6-4765-92d9-6bef42779674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.140378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-569b9708-b3c6-4765-92d9-6bef42779674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.159914 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-569b9708-b3c6-4765-92d9-6bef42779674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395f3496-d919-46b4-8bf0-0a5619a9496a']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:51.169486 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-569b9708-b3c6-4765-92d9-6bef42779674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c4529b-a6f0-4a4a-8677-03f8f6f59881') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:51.169812 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-569b9708-b3c6-4765-92d9-6bef42779674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c4529b-a6f0-4a4a-8677-03f8f6f59881') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:59:51.178874 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-569b9708-b3c6-4765-92d9-6bef42779674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.191736 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-569b9708-b3c6-4765-92d9-6bef42779674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.197448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569b9708-b3c6-4765-92d9-6bef42779674 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:59:51.197870 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-569b9708-b3c6-4765-92d9-6bef42779674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:59:51.199501 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:59:51.327655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-569b9708-b3c6-4765-92d9-6bef42779674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.331967 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-569b9708-b3c6-4765-92d9-6bef42779674 admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.335314 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-569b9708-b3c6-4765-92d9-6bef42779674 admin admin] 10.222.0.60 "DELETE /v2.0/networks/395f3496-d919-46b4-8bf0-0a5619a9496a HTTP/1.1" status: 204 len: 168 time: 0.3488991 Dec 10 18:59:51.348994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b9708-b3c6-4765-92d9-6bef42779674 admin admin] Pushing event deleted for resources: {'Network': ['ID=395f3496-d919-46b4-8bf0-0a5619a9496a,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:51.407297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.753556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41376) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:51.793093 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b23d331b-1252-4c08-93bd-aa6d88ab7a9f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a6dd0d0b9f645d69c3b3ed14ab46a53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383470 Dec 10 18:59:51.795551 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41378) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:51.848323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3f02170a-2269-4d35-97c7-f19a00892adb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:51.868675 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3f02170a-2269-4d35-97c7-f19a00892adb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:52.007433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3f02170a-2269-4d35-97c7-f19a00892adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:52.010074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3f02170a-2269-4d35-97c7-f19a00892adb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:52.011370 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3f02170a-2269-4d35-97c7-f19a00892adb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44e38e0d-51c6-461d-ba34-c2d0b815e682 HTTP/1.1" status: 204 len: 168 time: 0.2148800 Dec 10 18:59:52.020425 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02170a-2269-4d35-97c7-f19a00892adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e38e0d-51c6-461d-ba34-c2d0b815e682,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:52.562022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.153966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41400) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:53.246164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2104250111'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:53.327127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Made reservation on behalf of ca4abc87449b4a14b7000334b73c8b3f for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:53.330614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.339201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.417571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.508027 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 77dfe307-7a5b-40cf-86ac-35c373805f16 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:59:53.510312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.528275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 77dfe307-7a5b-40cf-86ac-35c373805f16 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:59:53.528275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 77dfe307-7a5b-40cf-86ac-35c373805f16 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:59:53.536692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:59:53.546889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5543c4af-4a34-4234-9623-cc382af9aab4,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:53.551517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.551855 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Added segment ca261858-3451-4e19-b1f2-b057c8edc573 of type vlan for network 9849fc48-d164-409b-97af-e25b8ebbb6ee Dec 10 18:59:53.598957 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.681281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.687738 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:53.688311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:53.784679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event updated for resources: {'Network': ['ID=9849fc48-d164-409b-97af-e25b8ebbb6ee,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:53.795003 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 9849fc48-d164-409b-97af-e25b8ebbb6ee details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:59:53.845713 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7ca5da8f-8fcd-4ef8-b9c4-1a79b74b5bea tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6783218 Dec 10 18:59:57.121816 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41404) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:57.127122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a53a073f-8cf1-434d-b0b7-659ea8c9e0e3 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Request body: {'subnet': {'network_id': '9849fc48-d164-409b-97af-e25b8ebbb6ee', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:57.338284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53a073f-8cf1-434d-b0b7-659ea8c9e0e3 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Made reservation on behalf of ca4abc87449b4a14b7000334b73c8b3f for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:57.342441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a53a073f-8cf1-434d-b0b7-659ea8c9e0e3 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:57.641638 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a53a073f-8cf1-434d-b0b7-659ea8c9e0e3 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:57.699126 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a073f-8cf1-434d-b0b7-659ea8c9e0e3 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event updated for resources: {'Subnet': ['ID=dd36a62b-0b7c-43e8-8748-c7a93c4be261,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:57.709867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53a073f-8cf1-434d-b0b7-659ea8c9e0e3 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Checking segment: {'id': 'ca261858-3451-4e19-b1f2-b057c8edc573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9849fc48-d164-409b-97af-e25b8ebbb6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:59:57.710234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53a073f-8cf1-434d-b0b7-659ea8c9e0e3 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Network hostable DHCP agents. Network: 9849fc48-d164-409b-97af-e25b8ebbb6ee, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:59:57.859084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53a073f-8cf1-434d-b0b7-659ea8c9e0e3 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Network 9849fc48-d164-409b-97af-e25b8ebbb6ee is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:59:57.949645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-a53a073f-8cf1-434d-b0b7-659ea8c9e0e3 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 9849fc48-d164-409b-97af-e25b8ebbb6ee) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:57.953907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53a073f-8cf1-434d-b0b7-659ea8c9e0e3 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:57.954501 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a53a073f-8cf1-434d-b0b7-659ea8c9e0e3 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:57.958369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916e42d7-d58d-479a-95d6-60dfec1cb0d3 None None] Network 9849fc48-d164-409b-97af-e25b8ebbb6ee requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:59:58.056250 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-9849fc48-d164-409b-97af-e25b8ebbb6ee', 'network_id': '9849fc48-d164-409b-97af-e25b8ebbb6ee', 'project_id': 'ca4abc87449b4a14b7000334b73c8b3f', 'fixed_ips': [{'subnet_id': 'dd36a62b-0b7c-43e8-8748-c7a93c4be261'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:59:58.057108 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:58.101639 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a53a073f-8cf1-434d-b0b7-659ea8c9e0e3 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9786894 Dec 10 18:59:58.105088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41406) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:58.110607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-62c07a0c-6dda-4bf1-986f-89ec0c511497 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73007823'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:58.190145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Allocated IP 2001:db8:0:ffff::2 (9849fc48-d164-409b-97af-e25b8ebbb6ee/dd36a62b-0b7c-43e8-8748-c7a93c4be261/f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:58.201307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c07a0c-6dda-4bf1-986f-89ec0c511497 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Made reservation on behalf of ca4abc87449b4a14b7000334b73c8b3f for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:58.207056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62c07a0c-6dda-4bf1-986f-89ec0c511497 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:58.228268 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c07a0c-6dda-4bf1-986f-89ec0c511497 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:59:58.237797 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62c07a0c-6dda-4bf1-986f-89ec0c511497 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:58.247716 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-62c07a0c-6dda-4bf1-986f-89ec0c511497 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Added segment 6c2ec1af-68da-4dca-8837-22ddb41e3656 of type vlan for network 919d02e7-830b-47c8-9727-e45e8a58584c Dec 10 18:59:58.281145 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62c07a0c-6dda-4bf1-986f-89ec0c511497 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:58.328819 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:58.389953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62c07a0c-6dda-4bf1-986f-89ec0c511497 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:58.395548 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c07a0c-6dda-4bf1-986f-89ec0c511497 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:58.401783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-62c07a0c-6dda-4bf1-986f-89ec0c511497 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:58.430695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:58.460959 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c07a0c-6dda-4bf1-986f-89ec0c511497 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event updated for resources: {'Network': ['ID=919d02e7-830b-47c8-9727-e45e8a58584c,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:58.476685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 919d02e7-830b-47c8-9727-e45e8a58584c details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:59:58.480377 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Network 9849fc48-d164-409b-97af-e25b8ebbb6ee is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:59:58.519800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:58.522427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:59:58.524973 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-62c07a0c-6dda-4bf1-986f-89ec0c511497 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4188294 Dec 10 18:59:58.527864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41408) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:58.533804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Pushing event updated for resources: {'Port': ['ID=f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:58.534125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Request body: {'subnet': {'network_id': '919d02e7-830b-47c8-9727-e45e8a58584c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:59:58.611297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Attempting to bind port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:59:58.611670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Attempting to bind port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'ca261858-3451-4e19-b1f2-b057c8edc573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9849fc48-d164-409b-97af-e25b8ebbb6ee'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:59:58.612079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Attempting to bind port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 on network 9849fc48-d164-409b-97af-e25b8ebbb6ee {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:59:58.617298 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:59:58.617760 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Checking segment: {'id': 'ca261858-3451-4e19-b1f2-b057c8edc573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9849fc48-d164-409b-97af-e25b8ebbb6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:59:58.618156 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:58.618545 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Bound using segment: {'id': 'ca261858-3451-4e19-b1f2-b057c8edc573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9849fc48-d164-409b-97af-e25b8ebbb6ee'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:59:58.619006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Bound port: f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca261858-3451-4e19-b1f2-b057c8edc573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9849fc48-d164-409b-97af-e25b8ebbb6ee'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:59:58.619386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:58.681274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] For port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:59:58.684110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] For port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77,segment=NetworkSegment(ca261858-3451-4e19-b1f2-b057c8edc573),segment_id=ca261858-3451-4e19-b1f2-b057c8edc573)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:59:58.727168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Made reservation on behalf of ca4abc87449b4a14b7000334b73c8b3f for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:59:58.730857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:58.830756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:58.891048 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3accf8-3c4f-4516-8fed-1942eb98664f None None] Pushing event updated for resources: {'Port': ['ID=f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:59.042147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:59.106685 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event updated for resources: {'Subnet': ['ID=4f501c93-5178-4f26-938f-aa036d76d4ff,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:59:59.117918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:59.118266 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:59.118607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:59.118944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:59.119277 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:59.119608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:59.119936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:59.120265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:59.120588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:59.120912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:59.121235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:59.121554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:59.122432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:59:59.126147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Checking segment: {'id': '6c2ec1af-68da-4dca-8837-22ddb41e3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '919d02e7-830b-47c8-9727-e45e8a58584c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:59:59.126426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Network hostable DHCP agents. Network: 919d02e7-830b-47c8-9727-e45e8a58584c, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:59:59.218976 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Network 919d02e7-830b-47c8-9727-e45e8a58584c is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:59:59.350373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 919d02e7-830b-47c8-9727-e45e8a58584c) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:59:59.354538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:59.355076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:59.359563 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370cb751-98bc-4905-b9af-483e412f2f41 None None] Network 919d02e7-830b-47c8-9727-e45e8a58584c requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:59:59.439426 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d6bc742b-d64a-4de4-aa8b-b83d7a8bd0b6 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9095042 Dec 10 18:59:59.442013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41410) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:59:59.462607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-919d02e7-830b-47c8-9727-e45e8a58584c', 'network_id': '919d02e7-830b-47c8-9727-e45e8a58584c', 'project_id': 'ca4abc87449b4a14b7000334b73c8b3f', 'fixed_ips': [{'subnet_id': '4f501c93-5178-4f26-938f-aa036d76d4ff'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:59:59.463515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:59.571176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:59.639744 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:59:59.676658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:59.680948 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Allocated IP 2001:db8::2 (919d02e7-830b-47c8-9727-e45e8a58584c/4f501c93-5178-4f26-938f-aa036d76d4ff/fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:59:59.761000 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:59.761361 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:59.833960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161d818a-556c-478a-b49e-da13fb05a5de None None] Network 9849fc48-d164-409b-97af-e25b8ebbb6ee requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:59:59.956584 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:59.971295 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:59.975902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d2f368a1-1e0e-4e57-826e-a92a5af66cc1 None None] Provisioning complete for port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:59:59.975902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d2f368a1-1e0e-4e57-826e-a92a5af66cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.052447 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.128404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.157572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Subnet': ['ID=4f501c93-5178-4f26-938f-aa036d76d4ff,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:00.220931 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77,segment=NetworkSegment(ca261858-3451-4e19-b1f2-b057c8edc573),segment_id=ca261858-3451-4e19-b1f2-b057c8edc573)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:00.221913 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.241354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919d02e7-830b-47c8-9727-e45e8a58584c']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:00.251423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2ec1af-68da-4dca-8837-22ddb41e3656') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:00.251773 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2ec1af-68da-4dca-8837-22ddb41e3656') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:00.259017 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Network 919d02e7-830b-47c8-9727-e45e8a58584c is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:00.266173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.267169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:00.274206 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:00.277975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Pushing event updated for resources: {'Port': ['ID=fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:00.282936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.284266 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.290899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:00.299118 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:00.396361 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:00:00.396361 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:00:00.396361 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'id': '919d02e7-830b-47c8-9727-e45e8a58584c'}] Dec 10 19:00:00.396361 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:00:00.396814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:00:00.409058 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:00.411894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Attempting to bind port fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:00.412268 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Attempting to bind port fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '6c2ec1af-68da-4dca-8837-22ddb41e3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '919d02e7-830b-47c8-9727-e45e8a58584c'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:00.412637 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Attempting to bind port fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9 on network 919d02e7-830b-47c8-9727-e45e8a58584c {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:00.418371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:00.418785 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Checking segment: {'id': '6c2ec1af-68da-4dca-8837-22ddb41e3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '919d02e7-830b-47c8-9727-e45e8a58584c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:00.419184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.419571 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Bound using segment: {'id': '6c2ec1af-68da-4dca-8837-22ddb41e3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '919d02e7-830b-47c8-9727-e45e8a58584c'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:00.420034 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Bound port: fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2ec1af-68da-4dca-8837-22ddb41e3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '919d02e7-830b-47c8-9727-e45e8a58584c'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:00.420425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.484880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] For port fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:00.489556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] For port fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9,segment=NetworkSegment(6c2ec1af-68da-4dca-8837-22ddb41e3656),segment_id=6c2ec1af-68da-4dca-8837-22ddb41e3656)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:00.524651 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a41708c8-7d84-437f-b302-e0baa26a8e3a None None] Provisioning complete for port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:00.525024 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a41708c8-7d84-437f-b302-e0baa26a8e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.564112 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.678427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a95f1-fbb4-46bf-9d60-ac659ccc14d2 None None] Pushing event updated for resources: {'Port': ['ID=fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:00.697462 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785c0d7a-8c5e-4e91-8cde-04bb994e1e62 None None] Network 919d02e7-830b-47c8-9727-e45e8a58584c requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:00.789289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699c8384-afc8-47ff-a30a-a4e5e98c977c None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 19:00:00.853678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699c8384-afc8-47ff-a30a-a4e5e98c977c None None] Resources bound (agent type, host, resource id): {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:00:00.898006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:00.951314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Deleting port fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:00.951661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.016469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] For port fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9,segment=NetworkSegment(6c2ec1af-68da-4dca-8837-22ddb41e3656),segment_id=6c2ec1af-68da-4dca-8837-22ddb41e3656)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:01.016838 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.030152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Calling delete_port for fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:01.178403 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.201926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Port': ['ID=fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:01.207362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] No DVR routers for this DVR port fc7a0bcd-8bab-4cc0-bb0c-1bb73a8907f9 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:01.286877 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.305676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919d02e7-830b-47c8-9727-e45e8a58584c']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:01.315449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2ec1af-68da-4dca-8837-22ddb41e3656') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:01.315747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2ec1af-68da-4dca-8837-22ddb41e3656') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:01.325437 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.338198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.344003 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:01.344388 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:01.347309 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:01.481603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.485997 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.489367 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "DELETE /v2.0/networks/919d02e7-830b-47c8-9727-e45e8a58584c HTTP/1.1" status: 204 len: 168 time: 2.0463333 Dec 10 19:00:01.492818 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41412) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:01.499558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-db27720a-2147-4c23-b3b1-8182b505f48f tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2046387593'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:01.515128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac16e66-1b48-4ac3-a913-145af99e5899 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Network': ['ID=919d02e7-830b-47c8-9727-e45e8a58584c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:01.570477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:01.618982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db27720a-2147-4c23-b3b1-8182b505f48f tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Made reservation on behalf of ca4abc87449b4a14b7000334b73c8b3f for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:01.623108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db27720a-2147-4c23-b3b1-8182b505f48f tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.628047 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:01.628420 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.646861 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db27720a-2147-4c23-b3b1-8182b505f48f tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:01.656297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db27720a-2147-4c23-b3b1-8182b505f48f tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.656643 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-db27720a-2147-4c23-b3b1-8182b505f48f tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Added segment d1275792-0cce-4ee9-bf9a-77c8ded8d913 of type vlan for network 162f44e3-dd89-438c-8faf-1e595f847062 Dec 10 19:00:01.695216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db27720a-2147-4c23-b3b1-8182b505f48f tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.789741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db27720a-2147-4c23-b3b1-8182b505f48f tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.795331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db27720a-2147-4c23-b3b1-8182b505f48f tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:01.795903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db27720a-2147-4c23-b3b1-8182b505f48f tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.862380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27720a-2147-4c23-b3b1-8182b505f48f tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event updated for resources: {'Network': ['ID=162f44e3-dd89-438c-8faf-1e595f847062,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:01.872046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 162f44e3-dd89-438c-8faf-1e595f847062 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:01.929934 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-db27720a-2147-4c23-b3b1-8182b505f48f tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4360356 Dec 10 19:00:01.941403 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41414) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:01.946824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-840eaa8e-4117-4492-8db8-9fd267c8a995 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Request body: {'subnet': {'network_id': '162f44e3-dd89-438c-8faf-1e595f847062', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:02.126682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840eaa8e-4117-4492-8db8-9fd267c8a995 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Made reservation on behalf of ca4abc87449b4a14b7000334b73c8b3f for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:02.130268 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-840eaa8e-4117-4492-8db8-9fd267c8a995 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:02.186094 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.ipam_backend_mixin [None req-840eaa8e-4117-4492-8db8-9fd267c8a995 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Performing IP validity checks on allocation pools {{(pid=103594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 19:00:02.186615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.ipam_backend_mixin [None req-840eaa8e-4117-4492-8db8-9fd267c8a995 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 19:00:02.367291 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-840eaa8e-4117-4492-8db8-9fd267c8a995 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:02.420400 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840eaa8e-4117-4492-8db8-9fd267c8a995 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event updated for resources: {'Subnet': ['ID=03d312c2-74cd-464b-8820-9d4fd2ffb339,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:02.435339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840eaa8e-4117-4492-8db8-9fd267c8a995 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Checking segment: {'id': 'd1275792-0cce-4ee9-bf9a-77c8ded8d913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '162f44e3-dd89-438c-8faf-1e595f847062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:02.435932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840eaa8e-4117-4492-8db8-9fd267c8a995 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Network hostable DHCP agents. Network: 162f44e3-dd89-438c-8faf-1e595f847062, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:02.526979 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840eaa8e-4117-4492-8db8-9fd267c8a995 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Network 162f44e3-dd89-438c-8faf-1e595f847062 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:02.601176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-840eaa8e-4117-4492-8db8-9fd267c8a995 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 162f44e3-dd89-438c-8faf-1e595f847062) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:02.605279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840eaa8e-4117-4492-8db8-9fd267c8a995 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:02.605929 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-840eaa8e-4117-4492-8db8-9fd267c8a995 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:02.610297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73159e5e-fab0-4fc9-ba59-000bae7aacd2 None None] Network 162f44e3-dd89-438c-8faf-1e595f847062 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:02.713065 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-840eaa8e-4117-4492-8db8-9fd267c8a995 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7703578 Dec 10 19:00:02.715679 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41416) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:02.717398 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-162f44e3-dd89-438c-8faf-1e595f847062', 'network_id': '162f44e3-dd89-438c-8faf-1e595f847062', 'project_id': 'ca4abc87449b4a14b7000334b73c8b3f', 'fixed_ips': [{'subnet_id': '03d312c2-74cd-464b-8820-9d4fd2ffb339'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:00:02.718333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:02.817074 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:02.849241 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Allocated IP 2001:db8::3 (162f44e3-dd89-438c-8faf-1e595f847062/03d312c2-74cd-464b-8820-9d4fd2ffb339/22953d4d-f6c6-4be2-8c13-6d116506b22a) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:03.002481 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:03.076440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:03.117925 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Network 162f44e3-dd89-438c-8faf-1e595f847062 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:03.120892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:03.124007 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:03.132455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Pushing event updated for resources: {'Port': ['ID=22953d4d-f6c6-4be2-8c13-6d116506b22a,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:03.162428 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:03.188117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Attempting to bind port 22953d4d-f6c6-4be2-8c13-6d116506b22a on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:03.188489 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Attempting to bind port 22953d4d-f6c6-4be2-8c13-6d116506b22a by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'd1275792-0cce-4ee9-bf9a-77c8ded8d913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '162f44e3-dd89-438c-8faf-1e595f847062'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:03.188856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Attempting to bind port 22953d4d-f6c6-4be2-8c13-6d116506b22a on network 162f44e3-dd89-438c-8faf-1e595f847062 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:03.194051 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:03.194438 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Checking segment: {'id': 'd1275792-0cce-4ee9-bf9a-77c8ded8d913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '162f44e3-dd89-438c-8faf-1e595f847062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:03.194860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:03.195249 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Bound using segment: {'id': 'd1275792-0cce-4ee9-bf9a-77c8ded8d913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '162f44e3-dd89-438c-8faf-1e595f847062'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:03.195712 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Bound port: 22953d4d-f6c6-4be2-8c13-6d116506b22a, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1275792-0cce-4ee9-bf9a-77c8ded8d913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '162f44e3-dd89-438c-8faf-1e595f847062'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:03.196091 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:03.256667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] For port 22953d4d-f6c6-4be2-8c13-6d116506b22a, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:03.259524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] For port 22953d4d-f6c6-4be2-8c13-6d116506b22a, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=22953d4d-f6c6-4be2-8c13-6d116506b22a,segment=NetworkSegment(d1275792-0cce-4ee9-bf9a-77c8ded8d913),segment_id=d1275792-0cce-4ee9-bf9a-77c8ded8d913)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:03.322172 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:03.351938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Subnet': ['ID=03d312c2-74cd-464b-8820-9d4fd2ffb339,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:03.362066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:03.410648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:03.426500 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6b1c3-faa1-4046-a3f3-85555cf11098 None None] Pushing event updated for resources: {'Port': ['ID=22953d4d-f6c6-4be2-8c13-6d116506b22a,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:03.431177 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162f44e3-dd89-438c-8faf-1e595f847062']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:03.441036 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1275792-0cce-4ee9-bf9a-77c8ded8d913') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:03.441337 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1275792-0cce-4ee9-bf9a-77c8ded8d913') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:03.452217 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:03.466623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:03.472788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:03.473185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:03.476283 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:03.584384 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.db.api [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:00:03.584384 dv-neutron-821434-1-hyperv neutron-server[103594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:00:03.584384 dv-neutron-821434-1-hyperv neutron-server[103594]: [parameters: {'id': '162f44e3-dd89-438c-8faf-1e595f847062'}] Dec 10 19:00:03.584384 dv-neutron-821434-1-hyperv neutron-server[103594]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:00:03.584770 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG oslo_db.api [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:00:04.086118 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.140426 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Deleting port 22953d4d-f6c6-4be2-8c13-6d116506b22a {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:04.140911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.205422 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] For port 22953d4d-f6c6-4be2-8c13-6d116506b22a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=22953d4d-f6c6-4be2-8c13-6d116506b22a,segment=NetworkSegment(d1275792-0cce-4ee9-bf9a-77c8ded8d913),segment_id=d1275792-0cce-4ee9-bf9a-77c8ded8d913)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:04.206065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.226528 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Calling delete_port for 22953d4d-f6c6-4be2-8c13-6d116506b22a owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:04.235888 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7788d4-3d0e-4ac3-961f-2cbaaff62e4d None None] Network 162f44e3-dd89-438c-8faf-1e595f847062 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:04.336189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-54fb1498-921c-4b62-8df0-cec930c4f18d None None] Provisioning complete for port 22953d4d-f6c6-4be2-8c13-6d116506b22a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:04.336476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-54fb1498-921c-4b62-8df0-cec930c4f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.361780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.377780 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-54fb1498-921c-4b62-8df0-cec930c4f18d None None] Could not find standard attr ID for object 22953d4d-f6c6-4be2-8c13-6d116506b22a. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:00:04.379299 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.plugins.ml2.db [None req-54fb1498-921c-4b62-8df0-cec930c4f18d None None] No ports have port_id starting with 22953d4d-f6c6-4be2-8c13-6d116506b22a Dec 10 19:00:04.389459 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Port': ['ID=22953d4d-f6c6-4be2-8c13-6d116506b22a,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:04.391353 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] No DVR routers for this DVR port 22953d4d-f6c6-4be2-8c13-6d116506b22a on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:04.396885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a88ab8-d66b-4956-900c-4db43a61d426 None None] DHCP port deletion for 162f44e3-dd89-438c-8faf-1e595f847062 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:04.470876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.490722 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162f44e3-dd89-438c-8faf-1e595f847062']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:04.500243 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1275792-0cce-4ee9-bf9a-77c8ded8d913') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:04.500655 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1275792-0cce-4ee9-bf9a-77c8ded8d913') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:04.509897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.522664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.528896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:04.529270 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:04.532196 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:04.670808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.677605 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.680847 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "DELETE /v2.0/networks/162f44e3-dd89-438c-8faf-1e595f847062 HTTP/1.1" status: 204 len: 168 time: 1.9637945 Dec 10 19:00:04.685279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41418) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:04.690831 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-24a53c5c-0909-405f-b314-7ad56c81fbc4 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-399982541'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:04.693827 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb1ee5-8f0a-42be-8e98-8c8b9bcf5d94 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Network': ['ID=162f44e3-dd89-438c-8faf-1e595f847062,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:04.766891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a53c5c-0909-405f-b314-7ad56c81fbc4 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Made reservation on behalf of ca4abc87449b4a14b7000334b73c8b3f for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:04.770485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24a53c5c-0909-405f-b314-7ad56c81fbc4 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.793314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a53c5c-0909-405f-b314-7ad56c81fbc4 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:04.802559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24a53c5c-0909-405f-b314-7ad56c81fbc4 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.802906 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-24a53c5c-0909-405f-b314-7ad56c81fbc4 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Added segment 3906a065-42c9-41ab-bff5-d2a46b9407c8 of type vlan for network 8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f Dec 10 19:00:04.842562 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24a53c5c-0909-405f-b314-7ad56c81fbc4 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.978668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24a53c5c-0909-405f-b314-7ad56c81fbc4 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.985119 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a53c5c-0909-405f-b314-7ad56c81fbc4 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:04.985721 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24a53c5c-0909-405f-b314-7ad56c81fbc4 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:05.053359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a53c5c-0909-405f-b314-7ad56c81fbc4 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event updated for resources: {'Network': ['ID=8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:05.064117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:05.147097 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-24a53c5c-0909-405f-b314-7ad56c81fbc4 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4603136 Dec 10 19:00:05.149919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41420) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:05.155168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-60a9612b-6d13-4ebf-a20b-25cf3c9c59a5 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Request body: {'subnet': {'network_id': '8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:05.344460 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a9612b-6d13-4ebf-a20b-25cf3c9c59a5 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Made reservation on behalf of ca4abc87449b4a14b7000334b73c8b3f for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:05.348014 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-60a9612b-6d13-4ebf-a20b-25cf3c9c59a5 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:05.578774 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-60a9612b-6d13-4ebf-a20b-25cf3c9c59a5 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:05.643955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9612b-6d13-4ebf-a20b-25cf3c9c59a5 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event updated for resources: {'Subnet': ['ID=29c035d5-71d7-4fe0-9629-7e8673746fa0,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:05.650730 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a9612b-6d13-4ebf-a20b-25cf3c9c59a5 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Checking segment: {'id': '3906a065-42c9-41ab-bff5-d2a46b9407c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:05.650991 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a9612b-6d13-4ebf-a20b-25cf3c9c59a5 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Network hostable DHCP agents. Network: 8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:05.726801 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a9612b-6d13-4ebf-a20b-25cf3c9c59a5 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Network 8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:05.795332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-60a9612b-6d13-4ebf-a20b-25cf3c9c59a5 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:05.799342 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a9612b-6d13-4ebf-a20b-25cf3c9c59a5 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:05.799972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-60a9612b-6d13-4ebf-a20b-25cf3c9c59a5 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:05.803858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d108fe-d559-4ad1-abc0-08a7e29f7fce None None] Network 8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:05.862301 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-60a9612b-6d13-4ebf-a20b-25cf3c9c59a5 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7113373 Dec 10 19:00:05.866248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41422) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:05.872308 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-fdb15c4f-cee3-4840-ad8d-76345600ea2e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1024582045'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:05.921280 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f', 'network_id': '8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f', 'project_id': 'ca4abc87449b4a14b7000334b73c8b3f', 'fixed_ips': [{'subnet_id': '29c035d5-71d7-4fe0-9629-7e8673746fa0'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:00:05.927271 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:05.950777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb15c4f-cee3-4840-ad8d-76345600ea2e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Made reservation on behalf of ca4abc87449b4a14b7000334b73c8b3f for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:05.954301 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fdb15c4f-cee3-4840-ad8d-76345600ea2e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:05.977037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb15c4f-cee3-4840-ad8d-76345600ea2e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:05.985303 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fdb15c4f-cee3-4840-ad8d-76345600ea2e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:05.985641 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-fdb15c4f-cee3-4840-ad8d-76345600ea2e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Added segment 72230cca-3a91-48a7-8329-25be51ec07c3 of type vlan for network b8e85c80-ebef-47d0-bb3d-240094ceefba Dec 10 19:00:06.025983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fdb15c4f-cee3-4840-ad8d-76345600ea2e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.055789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Allocated IP 2001:db8::2 (8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f/29c035d5-71d7-4fe0-9629-7e8673746fa0/94afb61a-745e-424d-b1bb-a2c3c66d58a4) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:06.126674 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fdb15c4f-cee3-4840-ad8d-76345600ea2e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.132314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb15c4f-cee3-4840-ad8d-76345600ea2e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:06.132904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fdb15c4f-cee3-4840-ad8d-76345600ea2e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.203396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.362002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.406759 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Network 8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:06.409933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:06.413561 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:06.425910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Pushing event updated for resources: {'Port': ['ID=94afb61a-745e-424d-b1bb-a2c3c66d58a4,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:06.482155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Attempting to bind port 94afb61a-745e-424d-b1bb-a2c3c66d58a4 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:06.482155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Attempting to bind port 94afb61a-745e-424d-b1bb-a2c3c66d58a4 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '3906a065-42c9-41ab-bff5-d2a46b9407c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:06.482155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Attempting to bind port 94afb61a-745e-424d-b1bb-a2c3c66d58a4 on network 8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:06.482155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:06.482155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Checking segment: {'id': '3906a065-42c9-41ab-bff5-d2a46b9407c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:06.482155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.482155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Bound using segment: {'id': '3906a065-42c9-41ab-bff5-d2a46b9407c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:06.482971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Bound port: 94afb61a-745e-424d-b1bb-a2c3c66d58a4, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3906a065-42c9-41ab-bff5-d2a46b9407c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:06.482971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.489554 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fdb15c4f-cee3-4840-ad8d-76345600ea2e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6220593 Dec 10 19:00:06.492444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41424) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:06.498048 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4ac67a38-5aed-409c-888d-2f67ac416f32 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Request body: {'subnet': {'network_id': 'b8e85c80-ebef-47d0-bb3d-240094ceefba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:06.502730 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb15c4f-cee3-4840-ad8d-76345600ea2e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event updated for resources: {'Network': ['ID=b8e85c80-ebef-47d0-bb3d-240094ceefba,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:06.519763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network b8e85c80-ebef-47d0-bb3d-240094ceefba details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:06.658622 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac67a38-5aed-409c-888d-2f67ac416f32 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Made reservation on behalf of ca4abc87449b4a14b7000334b73c8b3f for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:06.662386 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ac67a38-5aed-409c-888d-2f67ac416f32 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.755013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] For port 94afb61a-745e-424d-b1bb-a2c3c66d58a4, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:06.759453 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] For port 94afb61a-745e-424d-b1bb-a2c3c66d58a4, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=94afb61a-745e-424d-b1bb-a2c3c66d58a4,segment=NetworkSegment(3906a065-42c9-41ab-bff5-d2a46b9407c8),segment_id=3906a065-42c9-41ab-bff5-d2a46b9407c8)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:06.819034 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.878435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d115a27-5175-46bd-aa4a-540a89204995 None None] Pushing event updated for resources: {'Port': ['ID=94afb61a-745e-424d-b1bb-a2c3c66d58a4,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:06.928597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ac67a38-5aed-409c-888d-2f67ac416f32 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:06.999953 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac67a38-5aed-409c-888d-2f67ac416f32 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event updated for resources: {'Subnet': ['ID=3f3535a9-abeb-4139-967d-ebd22e9f4b5f,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:07.007633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac67a38-5aed-409c-888d-2f67ac416f32 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Checking segment: {'id': '72230cca-3a91-48a7-8329-25be51ec07c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8e85c80-ebef-47d0-bb3d-240094ceefba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:07.007999 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac67a38-5aed-409c-888d-2f67ac416f32 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Network hostable DHCP agents. Network: b8e85c80-ebef-47d0-bb3d-240094ceefba, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:07.098817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac67a38-5aed-409c-888d-2f67ac416f32 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Network b8e85c80-ebef-47d0-bb3d-240094ceefba is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:07.195862 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4ac67a38-5aed-409c-888d-2f67ac416f32 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, b8e85c80-ebef-47d0-bb3d-240094ceefba) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:07.200522 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac67a38-5aed-409c-888d-2f67ac416f32 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:07.201148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ac67a38-5aed-409c-888d-2f67ac416f32 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.204983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5da2981-ecc3-4a7f-8070-8018a38ab9db None None] Network b8e85c80-ebef-47d0-bb3d-240094ceefba requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:07.290283 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4ac67a38-5aed-409c-888d-2f67ac416f32 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7968855 Dec 10 19:00:07.292694 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41426) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:07.307274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-b8e85c80-ebef-47d0-bb3d-240094ceefba', 'network_id': 'b8e85c80-ebef-47d0-bb3d-240094ceefba', 'project_id': 'ca4abc87449b4a14b7000334b73c8b3f', 'fixed_ips': [{'subnet_id': '3f3535a9-abeb-4139-967d-ebd22e9f4b5f'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:00:07.308224 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.395038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.445860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Allocated IP 2001:db8::2 (b8e85c80-ebef-47d0-bb3d-240094ceefba/3f3535a9-abeb-4139-967d-ebd22e9f4b5f/da10406e-f995-4f3e-affa-2bba92e8a551) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:07.447426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.607177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.610111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 94afb61a-745e-424d-b1bb-a2c3c66d58a4 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:07.664014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 94afb61a-745e-424d-b1bb-a2c3c66d58a4 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:07.664416 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.695385 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.744435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Network b8e85c80-ebef-47d0-bb3d-240094ceefba is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:07.752947 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:07.755860 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:07.757813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Pushing event updated for resources: {'Port': ['ID=da10406e-f995-4f3e-affa-2bba92e8a551,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:07.773448 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.803774 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3535a9-abeb-4139-967d-ebd22e9f4b5f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:07.845572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Attempting to bind port da10406e-f995-4f3e-affa-2bba92e8a551 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:07.846088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Attempting to bind port da10406e-f995-4f3e-affa-2bba92e8a551 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '72230cca-3a91-48a7-8329-25be51ec07c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8e85c80-ebef-47d0-bb3d-240094ceefba'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:07.846275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Attempting to bind port da10406e-f995-4f3e-affa-2bba92e8a551 on network b8e85c80-ebef-47d0-bb3d-240094ceefba {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:07.851838 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031fa8a8-8d3a-4583-a5f9-8c111a8e6578 None None] Network 8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:07.873330 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.890232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.892226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:07.892607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Checking segment: {'id': '72230cca-3a91-48a7-8329-25be51ec07c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8e85c80-ebef-47d0-bb3d-240094ceefba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:07.893001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.893402 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Bound using segment: {'id': '72230cca-3a91-48a7-8329-25be51ec07c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8e85c80-ebef-47d0-bb3d-240094ceefba'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:07.893914 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Bound port: da10406e-f995-4f3e-affa-2bba92e8a551, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72230cca-3a91-48a7-8329-25be51ec07c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8e85c80-ebef-47d0-bb3d-240094ceefba'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:07.894302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.898374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e85c80-ebef-47d0-bb3d-240094ceefba']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:07.908020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72230cca-3a91-48a7-8329-25be51ec07c3') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:07.908319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72230cca-3a91-48a7-8329-25be51ec07c3') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:07.919381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.932992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.939927 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:07.940312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:07.943540 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:07.992939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 94afb61a-745e-424d-b1bb-a2c3c66d58a4, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=94afb61a-745e-424d-b1bb-a2c3c66d58a4,segment=NetworkSegment(3906a065-42c9-41ab-bff5-d2a46b9407c8),segment_id=3906a065-42c9-41ab-bff5-d2a46b9407c8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:08.008401 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-76847907-c29d-45b6-88e4-28e9ab26bdea None None] Provisioning complete for port 94afb61a-745e-424d-b1bb-a2c3c66d58a4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:08.008774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-76847907-c29d-45b6-88e4-28e9ab26bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:08.041857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.db.api [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:00:08.041857 dv-neutron-821434-1-hyperv neutron-server[103593]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:00:08.041857 dv-neutron-821434-1-hyperv neutron-server[103593]: [parameters: {'id': 'b8e85c80-ebef-47d0-bb3d-240094ceefba'}] Dec 10 19:00:08.041857 dv-neutron-821434-1-hyperv neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:00:08.042332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG oslo_db.api [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:00:08.063901 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:08.074037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] For port da10406e-f995-4f3e-affa-2bba92e8a551, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:08.081820 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] For port da10406e-f995-4f3e-affa-2bba92e8a551, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=da10406e-f995-4f3e-affa-2bba92e8a551,segment=NetworkSegment(72230cca-3a91-48a7-8329-25be51ec07c3),segment_id=72230cca-3a91-48a7-8329-25be51ec07c3)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:08.163352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=94afb61a-745e-424d-b1bb-a2c3c66d58a4,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:08.173617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:08.258599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de6e8e-e664-40c4-a10c-14b6cc7ade81 None None] Pushing event updated for resources: {'Port': ['ID=da10406e-f995-4f3e-affa-2bba92e8a551,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:08.281351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ff2d04-9519-4c18-af52-24bcd549e003 None None] Network b8e85c80-ebef-47d0-bb3d-240094ceefba requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:08.381625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d12f934-3dc7-41cb-899e-99d6d11a7daf None None] get_active_networks_info from dv-neutron-821434-1-hyperv {{(pid=103595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 19:00:08.460936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-baa3f5f2-cd44-4e1c-88cb-8814147a7f59 None None] Provisioning complete for port 94afb61a-745e-424d-b1bb-a2c3c66d58a4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:08.461333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-baa3f5f2-cd44-4e1c-88cb-8814147a7f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:08.489826 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12f934-3dc7-41cb-899e-99d6d11a7daf None None] Resources bound (agent type, host, resource id): {{(pid=103595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:00:08.542940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:08.598051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Deleting port da10406e-f995-4f3e-affa-2bba92e8a551 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:08.598426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:08.665743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] For port da10406e-f995-4f3e-affa-2bba92e8a551, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=da10406e-f995-4f3e-affa-2bba92e8a551,segment=NetworkSegment(72230cca-3a91-48a7-8329-25be51ec07c3),segment_id=72230cca-3a91-48a7-8329-25be51ec07c3)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:08.666120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:08.680078 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Calling delete_port for da10406e-f995-4f3e-affa-2bba92e8a551 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:08.836149 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:08.866812 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Port': ['ID=da10406e-f995-4f3e-affa-2bba92e8a551,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:08.870611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] No DVR routers for this DVR port da10406e-f995-4f3e-affa-2bba92e8a551 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:08.956309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:08.980606 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e85c80-ebef-47d0-bb3d-240094ceefba']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:08.990216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72230cca-3a91-48a7-8329-25be51ec07c3') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:08.991029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72230cca-3a91-48a7-8329-25be51ec07c3') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:09.001753 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.016846 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.022904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:09.023335 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:09.026303 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:09.150353 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.159409 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.160579 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "DELETE /v2.0/networks/b8e85c80-ebef-47d0-bb3d-240094ceefba HTTP/1.1" status: 204 len: 168 time: 1.8669131 Dec 10 19:00:09.163798 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41428) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:09.172684 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe037c-7601-42af-9c47-b6ea395d2c68 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Network': ['ID=b8e85c80-ebef-47d0-bb3d-240094ceefba,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:09.197810 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb41a03f-897c-4f4c-b924-bc65ba9330a9 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] GET failed (client error): The resource could not be found. Dec 10 19:00:09.199134 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bb41a03f-897c-4f4c-b924-bc65ba9330a9 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "GET /v2.0/subnets/3f3535a9-abeb-4139-967d-ebd22e9f4b5f HTTP/1.1" status: 404 len: 337 time: 0.0338356 Dec 10 19:00:09.201998 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41430) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:09.219397 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7101ca2-3587-4db1-bc0d-57977c64823e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] DELETE failed (client error): The resource could not be found. Dec 10 19:00:09.219892 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7101ca2-3587-4db1-bc0d-57977c64823e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:00:09.224136 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e7101ca2-3587-4db1-bc0d-57977c64823e tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "DELETE /v2.0/networks/b8e85c80-ebef-47d0-bb3d-240094ceefba HTTP/1.1" status: 404 len: 339 time: 0.0206935 Dec 10 19:00:09.227313 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41432) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:09.253445 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a099bf-16f7-472e-a0d3-d60825f3a97a tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] DELETE failed (client error): The resource could not be found. Dec 10 19:00:09.253918 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a099bf-16f7-472e-a0d3-d60825f3a97a tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:00:09.256939 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-59a099bf-16f7-472e-a0d3-d60825f3a97a tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "DELETE /v2.0/subnets/3f3535a9-abeb-4139-967d-ebd22e9f4b5f HTTP/1.1" status: 404 len: 337 time: 0.0287037 Dec 10 19:00:09.259611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41434) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:09.276790 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d859649-330d-469a-a293-5a7460b773af tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] DELETE failed (client error): The resource could not be found. Dec 10 19:00:09.277273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d859649-330d-469a-a293-5a7460b773af tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:00:09.280329 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8d859649-330d-469a-a293-5a7460b773af tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "DELETE /v2.0/networks/b8e85c80-ebef-47d0-bb3d-240094ceefba HTTP/1.1" status: 404 len: 339 time: 0.0198312 Dec 10 19:00:09.282711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41436) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:09.335681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Deleting subnet 29c035d5-71d7-4fe0-9629-7e8673746fa0 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:00:09.339134 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.381118 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.461417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.570211 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 94afb61a-745e-424d-b1bb-a2c3c66d58a4 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:09.596037 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.620724 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 94afb61a-745e-424d-b1bb-a2c3c66d58a4 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:09.621105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.626073 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.631773 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "DELETE /v2.0/subnets/29c035d5-71d7-4fe0-9629-7e8673746fa0 HTTP/1.1" status: 204 len: 168 time: 0.3457949 Dec 10 19:00:09.631773 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Subnet': ['ID=29c035d5-71d7-4fe0-9629-7e8673746fa0,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:09.632640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41438) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:09.641572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:09.642066 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:09.642409 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:09.642886 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:09.643222 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:09.643552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:09.644065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:09.644389 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:09.646988 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:09.646988 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:09.646988 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:09.646988 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:09.646988 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543617df-d945-425f-8868-d127957245fc tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:09.666010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fc9198-8c6d-418c-a588-1aa2d35d81b1 None None] Network 8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:09.713100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.770445 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Deleting port 94afb61a-745e-424d-b1bb-a2c3c66d58a4 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:09.770787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.833945 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] For port 94afb61a-745e-424d-b1bb-a2c3c66d58a4, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=94afb61a-745e-424d-b1bb-a2c3c66d58a4,segment=NetworkSegment(3906a065-42c9-41ab-bff5-d2a46b9407c8),segment_id=3906a065-42c9-41ab-bff5-d2a46b9407c8)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:09.834319 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.846668 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35784e3b-c953-4bad-9b59-8704eaa5038b None None] DHCP port deletion for 8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:09.847117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Calling delete_port for 94afb61a-745e-424d-b1bb-a2c3c66d58a4 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:09.891892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-35784e3b-c953-4bad-9b59-8704eaa5038b None None] Deleting port 94afb61a-745e-424d-b1bb-a2c3c66d58a4 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:09.892274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-35784e3b-c953-4bad-9b59-8704eaa5038b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.957218 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-35784e3b-c953-4bad-9b59-8704eaa5038b None None] For port 94afb61a-745e-424d-b1bb-a2c3c66d58a4, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=94afb61a-745e-424d-b1bb-a2c3c66d58a4,segment=NetworkSegment(3906a065-42c9-41ab-bff5-d2a46b9407c8),segment_id=3906a065-42c9-41ab-bff5-d2a46b9407c8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:09.957610 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-35784e3b-c953-4bad-9b59-8704eaa5038b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:09.975774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-35784e3b-c953-4bad-9b59-8704eaa5038b None None] Calling delete_port for 94afb61a-745e-424d-b1bb-a2c3c66d58a4 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:10.007231 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.032264 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Port': ['ID=94afb61a-745e-424d-b1bb-a2c3c66d58a4,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:10.038533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] No DVR routers for this DVR port 94afb61a-745e-424d-b1bb-a2c3c66d58a4 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:10.047532 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-35784e3b-c953-4bad-9b59-8704eaa5038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.075354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35784e3b-c953-4bad-9b59-8704eaa5038b None None] Pushing event deleted for resources: {'Port': ['ID=94afb61a-745e-424d-b1bb-a2c3c66d58a4,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:10.078736 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35784e3b-c953-4bad-9b59-8704eaa5038b None None] No DVR routers for this DVR port 94afb61a-745e-424d-b1bb-a2c3c66d58a4 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:10.120020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.139676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:10.148677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3906a065-42c9-41ab-bff5-d2a46b9407c8') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:10.148980 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3906a065-42c9-41ab-bff5-d2a46b9407c8') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:10.158803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.171544 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.177256 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:10.177642 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:10.180675 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:10.327101 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.334143 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.336924 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "DELETE /v2.0/networks/8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f HTTP/1.1" status: 204 len: 168 time: 0.7032664 Dec 10 19:00:10.339653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41440) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:10.348539 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339e65e-240f-4caa-b51f-60b6bb147c9c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Network': ['ID=8a3c8a19-71b9-47c6-a995-bb4d2a62ed0f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:10.367101 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3119c95f-21d9-4a50-b887-83667dc6cb1b tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] DELETE failed (client error): The resource could not be found. Dec 10 19:00:10.367556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3119c95f-21d9-4a50-b887-83667dc6cb1b tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:00:10.370776 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3119c95f-21d9-4a50-b887-83667dc6cb1b tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "DELETE /v2.0/subnets/03d312c2-74cd-464b-8820-9d4fd2ffb339 HTTP/1.1" status: 404 len: 337 time: 0.0300994 Dec 10 19:00:10.373907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41442) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:10.392570 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a221737-e22d-43e5-8a1a-328e99d9581c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] DELETE failed (client error): The resource could not be found. Dec 10 19:00:10.393058 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a221737-e22d-43e5-8a1a-328e99d9581c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:00:10.396191 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7a221737-e22d-43e5-8a1a-328e99d9581c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "DELETE /v2.0/networks/162f44e3-dd89-438c-8faf-1e595f847062 HTTP/1.1" status: 404 len: 339 time: 0.0213537 Dec 10 19:00:10.398669 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41444) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:10.423554 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc3bcb4-d588-497a-9fa2-626d1e492e0b tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] DELETE failed (client error): The resource could not be found. Dec 10 19:00:10.423996 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc3bcb4-d588-497a-9fa2-626d1e492e0b tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:00:10.427002 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1bc3bcb4-d588-497a-9fa2-626d1e492e0b tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "DELETE /v2.0/subnets/4f501c93-5178-4f26-938f-aa036d76d4ff HTTP/1.1" status: 404 len: 337 time: 0.0273485 Dec 10 19:00:10.429254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41446) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:10.446769 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9de147d-8d09-425b-9c40-86240aa71572 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] DELETE failed (client error): The resource could not be found. Dec 10 19:00:10.447240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9de147d-8d09-425b-9c40-86240aa71572 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:00:10.450276 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f9de147d-8d09-425b-9c40-86240aa71572 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "DELETE /v2.0/networks/919d02e7-830b-47c8-9727-e45e8a58584c HTTP/1.1" status: 404 len: 339 time: 0.0201039 Dec 10 19:00:10.461018 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41448) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:10.513075 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b85630c-1b3f-4bc1-92ab-1498a7d51937 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Deleting subnet dd36a62b-0b7c-43e8-8748-c7a93c4be261 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:00:10.516791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4b85630c-1b3f-4bc1-92ab-1498a7d51937 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.558998 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4b85630c-1b3f-4bc1-92ab-1498a7d51937 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.639347 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4b85630c-1b3f-4bc1-92ab-1498a7d51937 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.767180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4b85630c-1b3f-4bc1-92ab-1498a7d51937 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.798773 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85630c-1b3f-4bc1-92ab-1498a7d51937 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Subnet': ['ID=dd36a62b-0b7c-43e8-8748-c7a93c4be261,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:10.803646 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4b85630c-1b3f-4bc1-92ab-1498a7d51937 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.807263 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4b85630c-1b3f-4bc1-92ab-1498a7d51937 tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "DELETE /v2.0/subnets/dd36a62b-0b7c-43e8-8748-c7a93c4be261 HTTP/1.1" status: 204 len: 168 time: 0.3453627 Dec 10 19:00:10.808958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b71753-83b6-4d97-b9b1-c1ae2241dd51 None None] Network 9849fc48-d164-409b-97af-e25b8ebbb6ee requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:10.809869 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41450) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:10.886038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.941098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Deleting port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:10.941443 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:10.960721 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b640a9-c02e-42cf-b8b2-f943ffdd74f6 None None] DHCP port deletion for 9849fc48-d164-409b-97af-e25b8ebbb6ee request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:11.007306 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-91b640a9-c02e-42cf-b8b2-f943ffdd74f6 None None] Deleting port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:11.007540 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] For port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77,segment=NetworkSegment(ca261858-3451-4e19-b1f2-b057c8edc573),segment_id=ca261858-3451-4e19-b1f2-b057c8edc573)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:11.007673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-91b640a9-c02e-42cf-b8b2-f943ffdd74f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.007826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.020938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Calling delete_port for f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:11.072309 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-91b640a9-c02e-42cf-b8b2-f943ffdd74f6 None None] For port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77,segment=NetworkSegment(ca261858-3451-4e19-b1f2-b057c8edc573),segment_id=ca261858-3451-4e19-b1f2-b057c8edc573)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:11.072704 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-91b640a9-c02e-42cf-b8b2-f943ffdd74f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.085189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-91b640a9-c02e-42cf-b8b2-f943ffdd74f6 None None] Calling delete_port for f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:11.195883 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.202035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-91b640a9-c02e-42cf-b8b2-f943ffdd74f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.222823 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Port': ['ID=f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:11.228043 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] No DVR routers for this DVR port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:11.231463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b640a9-c02e-42cf-b8b2-f943ffdd74f6 None None] Pushing event deleted for resources: {'Port': ['ID=f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:11.233286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b640a9-c02e-42cf-b8b2-f943ffdd74f6 None None] No DVR routers for this DVR port f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:11.304845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.324425 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9849fc48-d164-409b-97af-e25b8ebbb6ee']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:11.333876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca261858-3451-4e19-b1f2-b057c8edc573') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:11.334169 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca261858-3451-4e19-b1f2-b057c8edc573') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:11.343102 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.355535 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.361774 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:11.362157 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:11.365031 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:11.498601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.506336 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:11.509172 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] 10.222.0.60 "DELETE /v2.0/networks/9849fc48-d164-409b-97af-e25b8ebbb6ee HTTP/1.1" status: 204 len: 168 time: 0.6983838 Dec 10 19:00:11.521231 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a4b47-f13d-41b8-ad4c-cc2b78c6121c tempest-NetworksIpV6Test-127450950 tempest-NetworksIpV6Test-127450950-project] Pushing event deleted for resources: {'Network': ['ID=9849fc48-d164-409b-97af-e25b8ebbb6ee,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:11.579679 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:00:11.600278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:00:11.600631 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f4c1bf9a-325e-4d7b-9c9b-dff4ec2a0f77 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:00:11.601054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 94afb61a-745e-424d-b1bb-a2c3c66d58a4 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:00:11.620002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 94afb61a-745e-424d-b1bb-a2c3c66d58a4 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:00:11.620347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 94afb61a-745e-424d-b1bb-a2c3c66d58a4 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:00:11.952179 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41456) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:12.080382 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d0786c3f-257f-4118-ad0b-a36dbff7930b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca4abc87449b4a14b7000334b73c8b3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270328 Dec 10 19:00:12.082879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41460) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:12.129553 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86c89d54-3a9c-454f-995b-96de23bbcaa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:12.150674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86c89d54-3a9c-454f-995b-96de23bbcaa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:12.281576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86c89d54-3a9c-454f-995b-96de23bbcaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:12.284159 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-86c89d54-3a9c-454f-995b-96de23bbcaa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:12.285314 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-86c89d54-3a9c-454f-995b-96de23bbcaa0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5543c4af-4a34-4234-9623-cc382af9aab4 HTTP/1.1" status: 204 len: 168 time: 0.2015390 Dec 10 19:00:12.293196 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c89d54-3a9c-454f-995b-96de23bbcaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5543c4af-4a34-4234-9623-cc382af9aab4,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:13.277443 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41482) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:13.369608 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2096bb60-9358-4808-bde3-061a18dcb7d0 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-588298572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:13.458151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096bb60-9358-4808-bde3-061a18dcb7d0 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:13.459209 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096bb60-9358-4808-bde3-061a18dcb7d0 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:13.511860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096bb60-9358-4808-bde3-061a18dcb7d0 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:13.578738 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096bb60-9358-4808-bde3-061a18dcb7d0 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:13.671553 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2096bb60-9358-4808-bde3-061a18dcb7d0 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:13.672792 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2096bb60-9358-4808-bde3-061a18dcb7d0 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3943081 Dec 10 19:00:13.675546 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41486) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:13.680227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1724725952'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:13.783660 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Made reservation on behalf of f756719682b04ab88c9cafa880647f76 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:13.787151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:13.795892 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:13.867215 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:13.948729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:13.977776 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:13.983919 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ca342c-7805-472d-ae8c-d87989d354b6,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:13.989885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:13.990226 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Added segment 9cbb8d5b-b13c-48ce-97a3-527070f8a2fe of type vlan for network de9c4518-76f5-44cc-a483-168855dafb54 Dec 10 19:00:14.029473 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.120730 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.126860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:14.127437 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.192988 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Pushing event updated for resources: {'Network': ['ID=de9c4518-76f5-44cc-a483-168855dafb54,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:14.203874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network de9c4518-76f5-44cc-a483-168855dafb54 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:14.243717 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-919c10a9-453d-47ee-b442-1348ee4480ee tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5671756 Dec 10 19:00:14.246521 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41488) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:14.251952 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3917a52f-81b9-45ef-a862-34fde2ac66b5 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Request body: {'subnet': {'network_id': 'de9c4518-76f5-44cc-a483-168855dafb54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:14.406763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3917a52f-81b9-45ef-a862-34fde2ac66b5 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Made reservation on behalf of f756719682b04ab88c9cafa880647f76 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:14.410231 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3917a52f-81b9-45ef-a862-34fde2ac66b5 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.635420 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3917a52f-81b9-45ef-a862-34fde2ac66b5 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.700690 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917a52f-81b9-45ef-a862-34fde2ac66b5 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Pushing event updated for resources: {'Subnet': ['ID=c73b6b9e-001c-414c-8a6d-e86f6d91031c,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:14.714975 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917a52f-81b9-45ef-a862-34fde2ac66b5 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Checking segment: {'id': '9cbb8d5b-b13c-48ce-97a3-527070f8a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de9c4518-76f5-44cc-a483-168855dafb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:14.715734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3917a52f-81b9-45ef-a862-34fde2ac66b5 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Network hostable DHCP agents. Network: de9c4518-76f5-44cc-a483-168855dafb54, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:14.880650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3917a52f-81b9-45ef-a862-34fde2ac66b5 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Network de9c4518-76f5-44cc-a483-168855dafb54 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:14.972017 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-3917a52f-81b9-45ef-a862-34fde2ac66b5 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, de9c4518-76f5-44cc-a483-168855dafb54) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:14.976040 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3917a52f-81b9-45ef-a862-34fde2ac66b5 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:14.976637 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3917a52f-81b9-45ef-a862-34fde2ac66b5 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:14.980991 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae3d63b-a0cf-4947-8701-ac2dacb7a6bc None None] Network de9c4518-76f5-44cc-a483-168855dafb54 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:15.084350 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3917a52f-81b9-45ef-a862-34fde2ac66b5 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8367469 Dec 10 19:00:15.087763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41490) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:15.093671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-fb05eaf4-1f83-4e23-ac8e-64b52d9b8526 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1780037664'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:15.178356 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb05eaf4-1f83-4e23-ac8e-64b52d9b8526 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Made reservation on behalf of f756719682b04ab88c9cafa880647f76 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:15.181863 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fb05eaf4-1f83-4e23-ac8e-64b52d9b8526 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.207536 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb05eaf4-1f83-4e23-ac8e-64b52d9b8526 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:15.217362 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fb05eaf4-1f83-4e23-ac8e-64b52d9b8526 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.221507 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-fb05eaf4-1f83-4e23-ac8e-64b52d9b8526 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Added segment f2d789ee-b696-49ac-bdf9-1420fa852992 of type vlan for network 6944107c-b09c-4947-aa2c-f20b6f3659a6 Dec 10 19:00:15.223895 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-de9c4518-76f5-44cc-a483-168855dafb54', 'network_id': 'de9c4518-76f5-44cc-a483-168855dafb54', 'project_id': 'f756719682b04ab88c9cafa880647f76', 'fixed_ips': [{'subnet_id': 'c73b6b9e-001c-414c-8a6d-e86f6d91031c'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:00:15.224854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.258650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fb05eaf4-1f83-4e23-ac8e-64b52d9b8526 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.352514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Allocated IP 172.20.0.2 (de9c4518-76f5-44cc-a483-168855dafb54/c73b6b9e-001c-414c-8a6d-e86f6d91031c/0305444f-dcd2-4f1a-b11e-6d5f3935b449) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:15.355298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fb05eaf4-1f83-4e23-ac8e-64b52d9b8526 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.360890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb05eaf4-1f83-4e23-ac8e-64b52d9b8526 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:15.361556 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fb05eaf4-1f83-4e23-ac8e-64b52d9b8526 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.429038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05eaf4-1f83-4e23-ac8e-64b52d9b8526 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Pushing event updated for resources: {'Network': ['ID=6944107c-b09c-4947-aa2c-f20b6f3659a6,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:15.441959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 6944107c-b09c-4947-aa2c-f20b6f3659a6 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:15.478221 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fb05eaf4-1f83-4e23-ac8e-64b52d9b8526 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3893671 Dec 10 19:00:15.480893 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41492) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:15.485909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2b33582b-372c-45b7-9d2f-dc0852a1a7fd tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Request body: {'subnet': {'network_id': '6944107c-b09c-4947-aa2c-f20b6f3659a6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:15.557850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.658338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.687490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b33582b-372c-45b7-9d2f-dc0852a1a7fd tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Made reservation on behalf of f756719682b04ab88c9cafa880647f76 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:15.691100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b33582b-372c-45b7-9d2f-dc0852a1a7fd tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.697629 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Network de9c4518-76f5-44cc-a483-168855dafb54 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:15.700605 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:15.704656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:15.710020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Pushing event updated for resources: {'Port': ['ID=0305444f-dcd2-4f1a-b11e-6d5f3935b449,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:15.762047 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Attempting to bind port 0305444f-dcd2-4f1a-b11e-6d5f3935b449 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:15.762427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Attempting to bind port 0305444f-dcd2-4f1a-b11e-6d5f3935b449 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '9cbb8d5b-b13c-48ce-97a3-527070f8a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de9c4518-76f5-44cc-a483-168855dafb54'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:15.762799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Attempting to bind port 0305444f-dcd2-4f1a-b11e-6d5f3935b449 on network de9c4518-76f5-44cc-a483-168855dafb54 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:15.768617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:15.768991 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Checking segment: {'id': '9cbb8d5b-b13c-48ce-97a3-527070f8a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de9c4518-76f5-44cc-a483-168855dafb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:15.769391 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.769930 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Bound using segment: {'id': '9cbb8d5b-b13c-48ce-97a3-527070f8a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de9c4518-76f5-44cc-a483-168855dafb54'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:15.770388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Bound port: 0305444f-dcd2-4f1a-b11e-6d5f3935b449, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbb8d5b-b13c-48ce-97a3-527070f8a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de9c4518-76f5-44cc-a483-168855dafb54'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:15.770763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.835531 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] For port 0305444f-dcd2-4f1a-b11e-6d5f3935b449, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:15.838593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] For port 0305444f-dcd2-4f1a-b11e-6d5f3935b449, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0305444f-dcd2-4f1a-b11e-6d5f3935b449,segment=NetworkSegment(9cbb8d5b-b13c-48ce-97a3-527070f8a2fe),segment_id=9cbb8d5b-b13c-48ce-97a3-527070f8a2fe)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:15.921928 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.955802 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b33582b-372c-45b7-9d2f-dc0852a1a7fd tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.977755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece11f5-75aa-46f4-9e51-41f315154b74 None None] Pushing event updated for resources: {'Port': ['ID=0305444f-dcd2-4f1a-b11e-6d5f3935b449,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:16.015086 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33582b-372c-45b7-9d2f-dc0852a1a7fd tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Pushing event updated for resources: {'Subnet': ['ID=fca77740-59ae-40b7-8a61-bbc1fe157362,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:16.025498 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b33582b-372c-45b7-9d2f-dc0852a1a7fd tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Checking segment: {'id': 'f2d789ee-b696-49ac-bdf9-1420fa852992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6944107c-b09c-4947-aa2c-f20b6f3659a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:16.025887 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b33582b-372c-45b7-9d2f-dc0852a1a7fd tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Network hostable DHCP agents. Network: 6944107c-b09c-4947-aa2c-f20b6f3659a6, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:16.098628 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b33582b-372c-45b7-9d2f-dc0852a1a7fd tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Network 6944107c-b09c-4947-aa2c-f20b6f3659a6 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:16.176398 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-2b33582b-372c-45b7-9d2f-dc0852a1a7fd tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 6944107c-b09c-4947-aa2c-f20b6f3659a6) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:16.180695 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b33582b-372c-45b7-9d2f-dc0852a1a7fd tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:16.181300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b33582b-372c-45b7-9d2f-dc0852a1a7fd tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.185068 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e763f64-34f5-4428-8544-7615f94c1cb5 None None] Network 6944107c-b09c-4947-aa2c-f20b6f3659a6 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:16.243969 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2b33582b-372c-45b7-9d2f-dc0852a1a7fd tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7619781 Dec 10 19:00:16.248107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41494) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:16.255416 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8ec0f59f-b293-4934-8a59-54e3d2ab1b57 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Request body: {'router': {'external_gateway_info': {'network_id': '6944107c-b09c-4947-aa2c-f20b6f3659a6'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:16.313013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-6944107c-b09c-4947-aa2c-f20b6f3659a6', 'network_id': '6944107c-b09c-4947-aa2c-f20b6f3659a6', 'project_id': 'f756719682b04ab88c9cafa880647f76', 'fixed_ips': [{'subnet_id': 'fca77740-59ae-40b7-8a61-bbc1fe157362'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:00:16.314115 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.460583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Allocated IP 172.21.0.2 (6944107c-b09c-4947-aa2c-f20b6f3659a6/fca77740-59ae-40b7-8a61-bbc1fe157362/ffd692dd-aafe-4a3a-bdac-0c1f77faea7b) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:16.470309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8ec0f59f-b293-4934-8a59-54e3d2ab1b57 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.522377 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1431ff08-8fad-4582-9daa-fc436bafaf55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.602237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.648817 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.api.v2.resource [None req-8ec0f59f-b293-4934-8a59-54e3d2ab1b57 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:00:16.655338 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8ec0f59f-b293-4934-8a59-54e3d2ab1b57 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] 10.222.0.60 "PUT /v2.0/routers/722d450b-eb61-4c8f-b00f-525ec42ca857 HTTP/1.1" status: 400 len: 364 time: 0.4005270 Dec 10 19:00:16.655837 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41496) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:16.675700 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.720630 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-f534e28e-8580-441d-8afa-2e88a1751275 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Deleting subnet fca77740-59ae-40b7-8a61-bbc1fe157362 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:00:16.723146 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Network 6944107c-b09c-4947-aa2c-f20b6f3659a6 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:16.726497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f534e28e-8580-441d-8afa-2e88a1751275 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.726687 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:16.730569 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:16.738247 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Pushing event updated for resources: {'Port': ['ID=ffd692dd-aafe-4a3a-bdac-0c1f77faea7b,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:16.774484 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f534e28e-8580-441d-8afa-2e88a1751275 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.795608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Attempting to bind port ffd692dd-aafe-4a3a-bdac-0c1f77faea7b on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:16.796022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Attempting to bind port ffd692dd-aafe-4a3a-bdac-0c1f77faea7b by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'f2d789ee-b696-49ac-bdf9-1420fa852992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6944107c-b09c-4947-aa2c-f20b6f3659a6'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:16.796513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Attempting to bind port ffd692dd-aafe-4a3a-bdac-0c1f77faea7b on network 6944107c-b09c-4947-aa2c-f20b6f3659a6 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:16.802886 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:16.803274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Checking segment: {'id': 'f2d789ee-b696-49ac-bdf9-1420fa852992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6944107c-b09c-4947-aa2c-f20b6f3659a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:16.803682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.804079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Bound using segment: {'id': 'f2d789ee-b696-49ac-bdf9-1420fa852992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6944107c-b09c-4947-aa2c-f20b6f3659a6'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:16.804658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Bound port: ffd692dd-aafe-4a3a-bdac-0c1f77faea7b, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d789ee-b696-49ac-bdf9-1420fa852992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6944107c-b09c-4947-aa2c-f20b6f3659a6'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:16.805049 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.866607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f534e28e-8580-441d-8afa-2e88a1751275 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:16.952310 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75dadaf-3c8f-4dd3-909f-f2da66c380e3 None None] Network de9c4518-76f5-44cc-a483-168855dafb54 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:16.984898 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f534e28e-8580-441d-8afa-2e88a1751275 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.003246 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] For port ffd692dd-aafe-4a3a-bdac-0c1f77faea7b, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:17.012320 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534e28e-8580-441d-8afa-2e88a1751275 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Pushing event deleted for resources: {'Subnet': ['ID=fca77740-59ae-40b7-8a61-bbc1fe157362,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:17.016320 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f534e28e-8580-441d-8afa-2e88a1751275 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.019581 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f534e28e-8580-441d-8afa-2e88a1751275 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] 10.222.0.60 "DELETE /v2.0/subnets/fca77740-59ae-40b7-8a61-bbc1fe157362 HTTP/1.1" status: 204 len: 168 time: 0.3626237 Dec 10 19:00:17.022087 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41498) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:17.026961 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] For port ffd692dd-aafe-4a3a-bdac-0c1f77faea7b, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ffd692dd-aafe-4a3a-bdac-0c1f77faea7b,segment=NetworkSegment(f2d789ee-b696-49ac-bdf9-1420fa852992),segment_id=f2d789ee-b696-49ac-bdf9-1420fa852992)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:17.045123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-27d9b005-19c1-402e-ac73-af77e967e713 None None] Provisioning complete for port 0305444f-dcd2-4f1a-b11e-6d5f3935b449 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:17.046111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-27d9b005-19c1-402e-ac73-af77e967e713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.097300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.112958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.148877 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Deleting port ffd692dd-aafe-4a3a-bdac-0c1f77faea7b {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:17.149223 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.206585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-27d9b005-19c1-402e-ac73-af77e967e713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.208413 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff56c29-90a9-4553-93d4-cedc8043b275 None None] Pushing event updated for resources: {'Port': ['ID=ffd692dd-aafe-4a3a-bdac-0c1f77faea7b,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:17.241098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] For port ffd692dd-aafe-4a3a-bdac-0c1f77faea7b, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ffd692dd-aafe-4a3a-bdac-0c1f77faea7b,segment=NetworkSegment(f2d789ee-b696-49ac-bdf9-1420fa852992),segment_id=f2d789ee-b696-49ac-bdf9-1420fa852992)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:17.241801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.248974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-27d9b005-19c1-402e-ac73-af77e967e713 None None] For port 0305444f-dcd2-4f1a-b11e-6d5f3935b449, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0305444f-dcd2-4f1a-b11e-6d5f3935b449,segment=NetworkSegment(9cbb8d5b-b13c-48ce-97a3-527070f8a2fe),segment_id=9cbb8d5b-b13c-48ce-97a3-527070f8a2fe)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:17.262727 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Calling delete_port for ffd692dd-aafe-4a3a-bdac-0c1f77faea7b owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:17.350030 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-27d9b005-19c1-402e-ac73-af77e967e713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.407196 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.425561 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9b005-19c1-402e-ac73-af77e967e713 None None] Pushing event updated for resources: {'Port': ['ID=0305444f-dcd2-4f1a-b11e-6d5f3935b449,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:17.441620 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] No DVR routers for this DVR port ffd692dd-aafe-4a3a-bdac-0c1f77faea7b on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:17.449479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Pushing event deleted for resources: {'Port': ['ID=ffd692dd-aafe-4a3a-bdac-0c1f77faea7b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:17.471763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-245d0370-19c8-4f3b-812f-21bbb0276afc None None] Provisioning complete for port 0305444f-dcd2-4f1a-b11e-6d5f3935b449 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:17.472140 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-245d0370-19c8-4f3b-812f-21bbb0276afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.541873 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.567859 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6944107c-b09c-4947-aa2c-f20b6f3659a6']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:17.578471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d789ee-b696-49ac-bdf9-1420fa852992') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:17.589413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d789ee-b696-49ac-bdf9-1420fa852992') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:17.589413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.603549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.611687 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:17.612084 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:17.615193 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:17.624101 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0305444f-dcd2-4f1a-b11e-6d5f3935b449 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:17.671944 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 0305444f-dcd2-4f1a-b11e-6d5f3935b449 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:17.672308 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.738560 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.743663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.750529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41500) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:17.754292 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] 10.222.0.60 "DELETE /v2.0/networks/6944107c-b09c-4947-aa2c-f20b6f3659a6 HTTP/1.1" status: 204 len: 168 time: 0.7311523 Dec 10 19:00:17.774919 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850db6c3-be82-4ec6-93c6-94c97e4f2982 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Pushing event deleted for resources: {'Network': ['ID=6944107c-b09c-4947-aa2c-f20b6f3659a6,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:17.811573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-af372a2c-2de7-4481-9111-d33f01702a02 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Deleting subnet c73b6b9e-001c-414c-8a6d-e86f6d91031c {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:00:17.814712 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af372a2c-2de7-4481-9111-d33f01702a02 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.854709 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af372a2c-2de7-4481-9111-d33f01702a02 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:17.940469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af372a2c-2de7-4481-9111-d33f01702a02 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.093814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af372a2c-2de7-4481-9111-d33f01702a02 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.120073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af372a2c-2de7-4481-9111-d33f01702a02 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Pushing event deleted for resources: {'Subnet': ['ID=c73b6b9e-001c-414c-8a6d-e86f6d91031c,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:18.126745 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af372a2c-2de7-4481-9111-d33f01702a02 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.130121 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-af372a2c-2de7-4481-9111-d33f01702a02 tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] 10.222.0.60 "DELETE /v2.0/subnets/c73b6b9e-001c-414c-8a6d-e86f6d91031c HTTP/1.1" status: 204 len: 168 time: 0.3779569 Dec 10 19:00:18.132694 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41502) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:18.135455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b48170-837e-47a7-ac62-fdb7b90de92b None None] Network de9c4518-76f5-44cc-a483-168855dafb54 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:18.220239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.251167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d225fe62-d279-4e33-b30d-7391944a6008 None None] DHCP port deletion for 6944107c-b09c-4947-aa2c-f20b6f3659a6 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:18.270018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e0ce7a-f18b-4c5e-b708-6005c9e47b74 None None] Network 6944107c-b09c-4947-aa2c-f20b6f3659a6 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:18.278231 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Deleting port 0305444f-dcd2-4f1a-b11e-6d5f3935b449 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:18.278569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.286203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e0ce7a-f18b-4c5e-b708-6005c9e47b74 None None] Network 6944107c-b09c-4947-aa2c-f20b6f3659a6 could not be found, it might have been deleted concurrently. {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 19:00:18.289473 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fd42c4c5-6ad9-47f7-8f1b-764b5ba9133f None None] Could not find standard attr ID for object ffd692dd-aafe-4a3a-bdac-0c1f77faea7b. {{(pid=103595) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:00:18.320341 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060fc8c4-9b81-4ddb-9015-436c65723671 None None] DHCP port deletion for de9c4518-76f5-44cc-a483-168855dafb54 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:18.350348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] For port 0305444f-dcd2-4f1a-b11e-6d5f3935b449, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0305444f-dcd2-4f1a-b11e-6d5f3935b449,segment=NetworkSegment(9cbb8d5b-b13c-48ce-97a3-527070f8a2fe),segment_id=9cbb8d5b-b13c-48ce-97a3-527070f8a2fe)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:18.350717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.367557 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Calling delete_port for 0305444f-dcd2-4f1a-b11e-6d5f3935b449 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:18.367744 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-060fc8c4-9b81-4ddb-9015-436c65723671 None None] Deleting port 0305444f-dcd2-4f1a-b11e-6d5f3935b449 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:18.368187 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-060fc8c4-9b81-4ddb-9015-436c65723671 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.429804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-060fc8c4-9b81-4ddb-9015-436c65723671 None None] For port 0305444f-dcd2-4f1a-b11e-6d5f3935b449, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0305444f-dcd2-4f1a-b11e-6d5f3935b449,segment=NetworkSegment(9cbb8d5b-b13c-48ce-97a3-527070f8a2fe),segment_id=9cbb8d5b-b13c-48ce-97a3-527070f8a2fe)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:18.430245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-060fc8c4-9b81-4ddb-9015-436c65723671 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.446614 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-060fc8c4-9b81-4ddb-9015-436c65723671 None None] Calling delete_port for 0305444f-dcd2-4f1a-b11e-6d5f3935b449 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:18.532435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.537868 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-060fc8c4-9b81-4ddb-9015-436c65723671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.563592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Pushing event deleted for resources: {'Port': ['ID=0305444f-dcd2-4f1a-b11e-6d5f3935b449,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:18.565437 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] No DVR routers for this DVR port 0305444f-dcd2-4f1a-b11e-6d5f3935b449 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:18.571329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fc8c4-9b81-4ddb-9015-436c65723671 None None] Pushing event deleted for resources: {'Port': ['ID=0305444f-dcd2-4f1a-b11e-6d5f3935b449,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:18.573197 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060fc8c4-9b81-4ddb-9015-436c65723671 None None] No DVR routers for this DVR port 0305444f-dcd2-4f1a-b11e-6d5f3935b449 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:18.644306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.658307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.663688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9c4518-76f5-44cc-a483-168855dafb54']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:18.672710 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbb8d5b-b13c-48ce-97a3-527070f8a2fe') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:18.673011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbb8d5b-b13c-48ce-97a3-527070f8a2fe') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:18.682268 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.696718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.703131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:00:18.703515 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:00:18.706504 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:00:18.841372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.848419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.851734 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] 10.222.0.60 "DELETE /v2.0/networks/de9c4518-76f5-44cc-a483-168855dafb54 HTTP/1.1" status: 204 len: 168 time: 0.7173753 Dec 10 19:00:18.852343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b9c95e53-a4db-46b7-beff-f59a99b358e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:18.854371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41504) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:18.873281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155211c-da7d-4280-bf92-2380d7b33def tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Pushing event deleted for resources: {'Network': ['ID=de9c4518-76f5-44cc-a483-168855dafb54,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:18.890151 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2605a152-7148-4a60-a9fb-052890da8f3f tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] 10.222.0.60 "GET /v2.0/ports?device_id=722d450b-eb61-4c8f-b00f-525ec42ca857 HTTP/1.1" status: 200 len: 205 time: 0.0257735 Dec 10 19:00:18.893052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41506) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:18.966666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a8b483f-96ea-4409-8dfc-0efffd6969bf tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:19.124950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a8b483f-96ea-4409-8dfc-0efffd6969bf tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:19.126992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a8b483f-96ea-4409-8dfc-0efffd6969bf tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:19.292545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a8b483f-96ea-4409-8dfc-0efffd6969bf tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:19.293051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8b483f-96ea-4409-8dfc-0efffd6969bf tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Fanout notify agent at l3_agent the message router_deleted on router 722d450b-eb61-4c8f-b00f-525ec42ca857 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:00:19.302544 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a8b483f-96ea-4409-8dfc-0efffd6969bf tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:19.302544 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3a8b483f-96ea-4409-8dfc-0efffd6969bf tempest-RoutersNegativeTest-788572085 tempest-RoutersNegativeTest-788572085-project] 10.222.0.60 "DELETE /v2.0/routers/722d450b-eb61-4c8f-b00f-525ec42ca857 HTTP/1.1" status: 204 len: 168 time: 0.4076114 Dec 10 19:00:19.569716 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0305444f-dcd2-4f1a-b11e-6d5f3935b449 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:00:19.593366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 0305444f-dcd2-4f1a-b11e-6d5f3935b449 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:00:19.595459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0305444f-dcd2-4f1a-b11e-6d5f3935b449 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:00:19.595459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ffd692dd-aafe-4a3a-bdac-0c1f77faea7b no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:00:19.613632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: ffd692dd-aafe-4a3a-bdac-0c1f77faea7b {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:00:19.614004 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ffd692dd-aafe-4a3a-bdac-0c1f77faea7b not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:00:19.754597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41512) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:19.886370 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b57130d2-bace-45bf-addc-74f53f1385f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f756719682b04ab88c9cafa880647f76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305878 Dec 10 19:00:19.888780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41516) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:19.938780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6cfb7043-5c9c-4756-ae69-084ce4a00edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:19.959111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6cfb7043-5c9c-4756-ae69-084ce4a00edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:20.097990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6cfb7043-5c9c-4756-ae69-084ce4a00edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:20.100612 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6cfb7043-5c9c-4756-ae69-084ce4a00edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:20.101851 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6cfb7043-5c9c-4756-ae69-084ce4a00edd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0ca342c-7805-472d-ae8c-d87989d354b6 HTTP/1.1" status: 204 len: 168 time: 0.2120402 Dec 10 19:00:20.112211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb7043-5c9c-4756-ae69-084ce4a00edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ca342c-7805-472d-ae8c-d87989d354b6,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:20.201177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:21.121877 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41538) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:21.214363 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2007664096-network', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:21.286604 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] Made reservation on behalf of b001a29d0ce04d8587d65fa2ca24b541 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:21.288909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:21.297600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:21.372326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:21.412356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:21.441265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:21.465037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:21.473979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b14f327-6068-4f8a-9a6c-107f7ea57aec,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:21.479984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:21.480426 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] Added segment 1368e707-e568-4e56-a903-08a72370bed1 of type vlan for network 86340368-7180-45ba-a272-b2cda83fa9fc Dec 10 19:00:21.522253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:21.635565 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:21.636541 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:21.637154 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:21.698411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=86340368-7180-45ba-a272-b2cda83fa9fc,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:21.709893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 86340368-7180-45ba-a272-b2cda83fa9fc details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:21.753166 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ab565cf7-0976-455b-a34b-0bd5ec230bf6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6301785 Dec 10 19:00:21.756014 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41542) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:21.760801 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-59bad663-7019-4e8f-82d6-09f13f2013a7 admin admin] Request body: {'subnet': {'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2007664096-subnet', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'ip_version': 4}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:21.880856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bad663-7019-4e8f-82d6-09f13f2013a7 admin admin] Made reservation on behalf of b001a29d0ce04d8587d65fa2ca24b541 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:21.883244 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59bad663-7019-4e8f-82d6-09f13f2013a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:22.120926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59bad663-7019-4e8f-82d6-09f13f2013a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:22.179767 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bad663-7019-4e8f-82d6-09f13f2013a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5b29230-e188-40dd-984e-9a6c64db4392,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:22.183234 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bad663-7019-4e8f-82d6-09f13f2013a7 admin admin] Checking segment: {'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:22.183595 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bad663-7019-4e8f-82d6-09f13f2013a7 admin admin] Network hostable DHCP agents. Network: 86340368-7180-45ba-a272-b2cda83fa9fc, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:22.298318 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bad663-7019-4e8f-82d6-09f13f2013a7 admin admin] Network 86340368-7180-45ba-a272-b2cda83fa9fc is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:22.400792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-59bad663-7019-4e8f-82d6-09f13f2013a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 86340368-7180-45ba-a272-b2cda83fa9fc) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:22.406050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bad663-7019-4e8f-82d6-09f13f2013a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:22.407316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59bad663-7019-4e8f-82d6-09f13f2013a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:22.410629 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de07fc1-2308-4060-bf45-b2760fa86f76 None None] Network 86340368-7180-45ba-a272-b2cda83fa9fc requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:22.478375 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-59bad663-7019-4e8f-82d6-09f13f2013a7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7213211 Dec 10 19:00:22.481059 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41544) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:22.486337 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2007664096-router', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:22.524449 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-86340368-7180-45ba-a272-b2cda83fa9fc', 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc', 'project_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'fixed_ips': [{'subnet_id': 'f5b29230-e188-40dd-984e-9a6c64db4392'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:00:22.525372 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:22.578911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:22.584772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:22.591415 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:22.640296 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:22.665622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Allocated IP 172.20.0.2 (86340368-7180-45ba-a272-b2cda83fa9fc/f5b29230-e188-40dd-984e-9a6c64db4392/2dc1f22c-fbac-48d9-9b82-36fbcd066547) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:22.810721 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:22.844140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:22.904216 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:22.942976 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Network 86340368-7180-45ba-a272-b2cda83fa9fc is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:22.945859 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:22.949338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:22.957016 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Pushing event updated for resources: {'Port': ['ID=2dc1f22c-fbac-48d9-9b82-36fbcd066547,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:23.145454 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.156805 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Attempting to bind port 2dc1f22c-fbac-48d9-9b82-36fbcd066547 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:23.157181 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Attempting to bind port 2dc1f22c-fbac-48d9-9b82-36fbcd066547 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:23.157549 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Attempting to bind port 2dc1f22c-fbac-48d9-9b82-36fbcd066547 on network 86340368-7180-45ba-a272-b2cda83fa9fc {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:23.162465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:23.162844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Checking segment: {'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:23.163247 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.163647 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Bound using segment: {'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:23.164139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Bound port: 2dc1f22c-fbac-48d9-9b82-36fbcd066547, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:23.164526 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.164679 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.225006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] For port 2dc1f22c-fbac-48d9-9b82-36fbcd066547, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:23.228013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] For port 2dc1f22c-fbac-48d9-9b82-36fbcd066547, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2dc1f22c-fbac-48d9-9b82-36fbcd066547,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:23.263417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Allocated IP 172.26.5.65 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/302eca7b-b789-4e55-88b5-6b9302673044) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:23.368045 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.384515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.442790 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36534e55-a32a-4c4d-ad43-5171e9c5ea4f None None] Pushing event updated for resources: {'Port': ['ID=2dc1f22c-fbac-48d9-9b82-36fbcd066547,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:23.458554 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.504697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:23.504697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:23.508351 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:23.519683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab1e93d-71e9-4532-b544-f80c3657ee3f None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:23.533626 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Pushing event updated for resources: {'Port': ['ID=302eca7b-b789-4e55-88b5-6b9302673044,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:23.645291 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3ba1223d-f986-4d4e-9f09-102d9c918bc6 None None] Provisioning complete for port 302eca7b-b789-4e55-88b5-6b9302673044 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:23.645837 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3ba1223d-f986-4d4e-9f09-102d9c918bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:23.690429 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1223d-f986-4d4e-9f09-102d9c918bc6 None None] Port 302eca7b-b789-4e55-88b5-6b9302673044 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:23.852649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.050363 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.345362 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5e839b-6df5-49c3-bc72-107e33b426ac None None] Network 86340368-7180-45ba-a272-b2cda83fa9fc requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:24.440475 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Provisioning complete for port 2dc1f22c-fbac-48d9-9b82-36fbcd066547 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:24.440838 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.531704 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.537903 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Router be8b3052-7320-4997-9466-afccca561420 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:00:24.564929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] For port 2dc1f22c-fbac-48d9-9b82-36fbcd066547, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2dc1f22c-fbac-48d9-9b82-36fbcd066547,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:24.641032 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.652421 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:24.666171 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Sync routers for ids ['be8b3052-7320-4997-9466-afccca561420'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:24.690640 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Routers {'be8b3052-7320-4997-9466-afccca561420'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:24.691288 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:00:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['be8b3052-7320-4997-9466-afccca561420'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:24.751921 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.753216 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-64c5c54b-017d-4aec-9664-8eb4986dc69b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2711372 Dec 10 19:00:24.756240 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41548) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:24.774807 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Pushing event updated for resources: {'Port': ['ID=2dc1f22c-fbac-48d9-9b82-36fbcd066547,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:24.799528 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:24.805448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:24.805448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:24.805448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:24.805448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:24.805448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:24.805448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:24.805448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:24.805448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:24.805448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:24.805448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:24.805448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:24.805448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb2a2c0-9ddb-4a50-961b-1007977c3595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:24.818419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-318e7797-88fe-429e-ac65-c73d22fa13ed None None] Provisioning complete for port 2dc1f22c-fbac-48d9-9b82-36fbcd066547 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:24.818794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-318e7797-88fe-429e-ac65-c73d22fa13ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:24.863342 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:00:24.867276 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Set router be8b3052-7320-4997-9466-afccca561420 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:25.081402 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8b3052-7320-4997-9466-afccca561420', 'name': 'tempest-TestEncryptedCinderVolumes-2007664096-router', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.65'}], 'enable_snat': True}, 'gw_port_id': '302eca7b-b789-4e55-88b5-6b9302673044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:22Z', 'updated_at': '2021-12-10T19:00:23Z', 'revision_number': 3, 'project_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'gw_port': {'id': '302eca7b-b789-4e55-88b5-6b9302673044', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8b3052-7320-4997-9466-afccca561420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:23Z', 'updated_at': '2021-12-10T19:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:25.111095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Checking router: be8b3052-7320-4997-9466-afccca561420 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:00:25.111452 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Updating router be8b3052-7320-4997-9466-afccca561420 port 302eca7b-b789-4e55-88b5-6b9302673044 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:00:25.135839 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.178643 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.334434 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Allocated IP 172.20.0.1 (86340368-7180-45ba-a272-b2cda83fa9fc/f5b29230-e188-40dd-984e-9a6c64db4392/c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:25.378858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.441434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.453577 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.516394 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71718d05-65e0-47cc-b8e6-40d029737a92 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:25.527430 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700487dc-2a8b-46b6-833b-2cb0b65f94b1 None None] Pushing event updated for resources: {'Port': ['ID=302eca7b-b789-4e55-88b5-6b9302673044,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:25.530306 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Attempting to bind port 302eca7b-b789-4e55-88b5-6b9302673044 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:25.530699 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Attempting to bind port 302eca7b-b789-4e55-88b5-6b9302673044 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:25.531033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Attempting to bind port 302eca7b-b789-4e55-88b5-6b9302673044 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:25.538746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:25.539110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:25.539523 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.539929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:25.540463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Bound port: 302eca7b-b789-4e55-88b5-6b9302673044, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:25.540773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.567578 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.595568 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] For port 302eca7b-b789-4e55-88b5-6b9302673044, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:25.599432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] For port 302eca7b-b789-4e55-88b5-6b9302673044, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=302eca7b-b789-4e55-88b5-6b9302673044,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:25.611775 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Network 86340368-7180-45ba-a272-b2cda83fa9fc is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:25.617793 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:25.619711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Pushing event updated for resources: {'Port': ['ID=c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:25.621897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:25.631465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2dc1f22c-fbac-48d9-9b82-36fbcd066547 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:25.661909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.666113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.717139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1e000e8f-0bda-4b95-b32e-9f3422464821 None None] Provisioning complete for port 302eca7b-b789-4e55-88b5-6b9302673044 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:25.717769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1e000e8f-0bda-4b95-b32e-9f3422464821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.753061 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c9ddc8-ce96-44e5-bb7f-a0c54286f709 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:25.787620 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Routers {'be8b3052-7320-4997-9466-afccca561420'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:25.788362 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:00:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['be8b3052-7320-4997-9466-afccca561420'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:25.832383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700487dc-2a8b-46b6-833b-2cb0b65f94b1 None None] Pushing event updated for resources: {'Port': ['ID=302eca7b-b789-4e55-88b5-6b9302673044,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:25.871606 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.888300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 2dc1f22c-fbac-48d9-9b82-36fbcd066547 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:25.889498 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.978807 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1e000e8f-0bda-4b95-b32e-9f3422464821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:25.992019 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] Set router be8b3052-7320-4997-9466-afccca561420 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:26.036468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:26.062555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1e000e8f-0bda-4b95-b32e-9f3422464821 None None] For port 302eca7b-b789-4e55-88b5-6b9302673044, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=302eca7b-b789-4e55-88b5-6b9302673044,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:26.092574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:26.124464 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1e000e8f-0bda-4b95-b32e-9f3422464821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:26.158384 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Pushing event updated for resources: {'Port': ['ID=c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:26.160911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:26.204381 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e000e8f-0bda-4b95-b32e-9f3422464821 None None] Pushing event updated for resources: {'Port': ['ID=302eca7b-b789-4e55-88b5-6b9302673044,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:26.254780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Network 86340368-7180-45ba-a272-b2cda83fa9fc is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:26.256177 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:26.260845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fe942c2f-84ee-4e15-8b77-d244ba4b8f3a None None] Provisioning complete for port 302eca7b-b789-4e55-88b5-6b9302673044 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:26.261228 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fe942c2f-84ee-4e15-8b77-d244ba4b8f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:26.317512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8b3052-7320-4997-9466-afccca561420', 'name': 'tempest-TestEncryptedCinderVolumes-2007664096-router', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.65'}], 'enable_snat': True}, 'gw_port_id': '302eca7b-b789-4e55-88b5-6b9302673044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:22Z', 'updated_at': '2021-12-10T19:00:23Z', 'revision_number': 3, 'project_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'gw_port': {'id': '302eca7b-b789-4e55-88b5-6b9302673044', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8b3052-7320-4997-9466-afccca561420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:23Z', 'updated_at': '2021-12-10T19:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:26.350177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0683334c-f1a7-4895-9248-e921700b93dd None None] The sync data for ids ['be8b3052-7320-4997-9466-afccca561420'] in dv-neutron-821434-1-hyperv is: [{'id': 'be8b3052-7320-4997-9466-afccca561420', 'name': 'tempest-TestEncryptedCinderVolumes-2007664096-router', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.65'}], 'enable_snat': True}, 'gw_port_id': '302eca7b-b789-4e55-88b5-6b9302673044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:22Z', 'updated_at': '2021-12-10T19:00:23Z', 'revision_number': 3, 'project_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'gw_port': {'id': '302eca7b-b789-4e55-88b5-6b9302673044', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8b3052-7320-4997-9466-afccca561420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:23Z', 'updated_at': '2021-12-10T19:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:26.390212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Router be8b3052-7320-4997-9466-afccca561420 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:26.410330 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fe942c2f-84ee-4e15-8b77-d244ba4b8f3a None None] Provisioning complete for port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:26.410754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fe942c2f-84ee-4e15-8b77-d244ba4b8f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:26.456979 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-fe942c2f-84ee-4e15-8b77-d244ba4b8f3a None None] Port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:26.507035 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:26.512720 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0c466a3a-0a22-41fb-b562-840cef95ffea admin admin] 10.222.0.60 "PUT /v2.0/routers/be8b3052-7320-4997-9466-afccca561420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7554767 Dec 10 19:00:26.591945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-99c70878-2330-4aa7-b3c8-f3fe2fa56ecb None None] Provisioning complete for port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:26.592463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-99c70878-2330-4aa7-b3c8-f3fe2fa56ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:26.633318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-99c70878-2330-4aa7-b3c8-f3fe2fa56ecb None None] Port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:27.265654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41564) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:27.270657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1738550430-network', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:27.377789 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] Made reservation on behalf of db19867d7b3c49dba3ab042027e983a4 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:27.380291 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.390316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.463040 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.543879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.570496 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:00:27.582334 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25ecd8f-09ec-410c-9786-058cd04937b4,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:27.593078 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.593078 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] Added segment cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17 of type vlan for network 6705a18d-f409-480f-8ea2-2aab2d6999a8 Dec 10 19:00:27.606041 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 302eca7b-b789-4e55-88b5-6b9302673044 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:27.640457 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.658994 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 302eca7b-b789-4e55-88b5-6b9302673044 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:27.659399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.766908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.767997 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:27.768651 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:27.831682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] Pushing event updated for resources: {'Network': ['ID=6705a18d-f409-480f-8ea2-2aab2d6999a8,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:27.842288 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 6705a18d-f409-480f-8ea2-2aab2d6999a8 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:00:27.895438 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-97c801a2-a97e-450d-8782-12cb66847a4a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6284728 Dec 10 19:00:27.898056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41566) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:27.903533 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-9e9b80df-c042-473c-a132-d5e8c7bec9c0 admin admin] Request body: {'subnet': {'network_id': '6705a18d-f409-480f-8ea2-2aab2d6999a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1738550430-subnet', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4', 'ip_version': 4}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:27.907585 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Sync routers for ids ['be8b3052-7320-4997-9466-afccca561420'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:27.918312 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Routers {'be8b3052-7320-4997-9466-afccca561420'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:27.918972 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:00:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['be8b3052-7320-4997-9466-afccca561420'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:27.995643 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9b80df-c042-473c-a132-d5e8c7bec9c0 admin admin] Made reservation on behalf of db19867d7b3c49dba3ab042027e983a4 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:27.998924 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9e9b80df-c042-473c-a132-d5e8c7bec9c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.118482 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Set router be8b3052-7320-4997-9466-afccca561420 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:28.240976 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9e9b80df-c042-473c-a132-d5e8c7bec9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.299421 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b80df-c042-473c-a132-d5e8c7bec9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=372f7b83-9cf1-41b3-8b25-4cebf9736497,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:28.307286 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b80df-c042-473c-a132-d5e8c7bec9c0 admin admin] Checking segment: {'id': 'cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6705a18d-f409-480f-8ea2-2aab2d6999a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:28.307649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9b80df-c042-473c-a132-d5e8c7bec9c0 admin admin] Network hostable DHCP agents. Network: 6705a18d-f409-480f-8ea2-2aab2d6999a8, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:00:28.324677 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8b3052-7320-4997-9466-afccca561420', 'name': 'tempest-TestEncryptedCinderVolumes-2007664096-router', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.65'}], 'enable_snat': True}, 'gw_port_id': '302eca7b-b789-4e55-88b5-6b9302673044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:22Z', 'updated_at': '2021-12-10T19:00:25Z', 'revision_number': 4, 'project_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'gw_port': {'id': '302eca7b-b789-4e55-88b5-6b9302673044', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8b3052-7320-4997-9466-afccca561420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:23Z', 'updated_at': '2021-12-10T19:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b', 'name': '', 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'mac_address': 'fa:16:3e:e6:b8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8b3052-7320-4997-9466-afccca561420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'f5b29230-e188-40dd-984e-9a6c64db4392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:25Z', 'updated_at': '2021-12-10T19:00:25Z', 'revision_number': 2, 'project_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'subnets': [{'id': 'f5b29230-e188-40dd-984e-9a6c64db4392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:28.353540 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Checking router: be8b3052-7320-4997-9466-afccca561420 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:00:28.353916 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Updating router be8b3052-7320-4997-9466-afccca561420 port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:00:28.377645 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.383791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9b80df-c042-473c-a132-d5e8c7bec9c0 admin admin] Network 6705a18d-f409-480f-8ea2-2aab2d6999a8 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:00:28.446471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-9e9b80df-c042-473c-a132-d5e8c7bec9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 6705a18d-f409-480f-8ea2-2aab2d6999a8) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:28.450704 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9b80df-c042-473c-a132-d5e8c7bec9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:28.451518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9e9b80df-c042-473c-a132-d5e8c7bec9c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.458112 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e78d42-0bb0-476a-a980-90a18fa0712c None None] Network 6705a18d-f409-480f-8ea2-2aab2d6999a8 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:28.523822 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9e9b80df-c042-473c-a132-d5e8c7bec9c0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6246798 Dec 10 19:00:28.526317 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41568) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:28.531359 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1738550430-router', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:28.565126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-6705a18d-f409-480f-8ea2-2aab2d6999a8', 'network_id': '6705a18d-f409-480f-8ea2-2aab2d6999a8', 'project_id': 'db19867d7b3c49dba3ab042027e983a4', 'fixed_ips': [{'subnet_id': '372f7b83-9cf1-41b3-8b25-4cebf9736497'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:00:28.566120 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.606771 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.608494 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.639166 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.665214 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.692797 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.743440 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Pushing event updated for resources: {'Port': ['ID=c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:28.754501 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:28.754857 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:28.755206 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:28.755550 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:28.755899 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:28.756219 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:28.756550 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:28.756881 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:28.757216 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:28.757540 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:28.757908 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:28.758237 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:28.758563 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:28.832157 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Attempting to bind port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:28.833518 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Attempting to bind port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:28.833518 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Attempting to bind port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b on network 86340368-7180-45ba-a272-b2cda83fa9fc {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:28.840277 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:28.840534 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Checking segment: {'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:28.840776 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.841169 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Bound using segment: {'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:28.842394 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Bound port: c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:28.842785 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.877060 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Allocated IP 172.20.0.2 (6705a18d-f409-480f-8ea2-2aab2d6999a8/372f7b83-9cf1-41b3-8b25-4cebf9736497/e3cc6aa2-8723-49ae-9631-1d4093cbf7b8) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:28.882271 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.929459 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] For port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:28.932873 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] For port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:29.024560 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-189e2873-9c37-4a70-8314-84f06f82d8d5 None None] Provisioning complete for port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:29.024853 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.025005 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-189e2873-9c37-4a70-8314-84f06f82d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.066862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.077719 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Routers {'be8b3052-7320-4997-9466-afccca561420'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:29.078531 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:00:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['be8b3052-7320-4997-9466-afccca561420'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:29.129608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-189e2873-9c37-4a70-8314-84f06f82d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.167501 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-189e2873-9c37-4a70-8314-84f06f82d8d5 None None] For port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:29.184377 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.203873 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.204837 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] Set router be8b3052-7320-4997-9466-afccca561420 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:29.227932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.231427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Pushing event updated for resources: {'Port': ['ID=e3cc6aa2-8723-49ae-9631-1d4093cbf7b8,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:29.242981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Network 6705a18d-f409-480f-8ea2-2aab2d6999a8 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:29.244448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:29.247096 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:29.293663 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a4327-622c-4c3d-bd56-7a0d2c9a6996 None None] Pushing event updated for resources: {'Port': ['ID=c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:29.304786 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-189e2873-9c37-4a70-8314-84f06f82d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.330071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Attempting to bind port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:29.330451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Attempting to bind port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6705a18d-f409-480f-8ea2-2aab2d6999a8'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:29.330826 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Attempting to bind port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 on network 6705a18d-f409-480f-8ea2-2aab2d6999a8 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:29.344166 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:29.344478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Checking segment: {'id': 'cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6705a18d-f409-480f-8ea2-2aab2d6999a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:29.344880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.345276 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Bound using segment: {'id': 'cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6705a18d-f409-480f-8ea2-2aab2d6999a8'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:29.345769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Bound port: e3cc6aa2-8723-49ae-9631-1d4093cbf7b8, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6705a18d-f409-480f-8ea2-2aab2d6999a8'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:29.346155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.372748 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e2873-9c37-4a70-8314-84f06f82d8d5 None None] Pushing event updated for resources: {'Port': ['ID=c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:29.428840 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Allocated IP 172.26.5.88 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/d8667418-830f-4668-ac6e-8f7d2b0f5373) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:29.439313 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8b3052-7320-4997-9466-afccca561420', 'name': 'tempest-TestEncryptedCinderVolumes-2007664096-router', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.65'}], 'enable_snat': True}, 'gw_port_id': '302eca7b-b789-4e55-88b5-6b9302673044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:22Z', 'updated_at': '2021-12-10T19:00:25Z', 'revision_number': 4, 'project_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'gw_port': {'id': '302eca7b-b789-4e55-88b5-6b9302673044', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8b3052-7320-4997-9466-afccca561420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:23Z', 'updated_at': '2021-12-10T19:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b', 'name': '', 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'mac_address': 'fa:16:3e:e6:b8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8b3052-7320-4997-9466-afccca561420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'f5b29230-e188-40dd-984e-9a6c64db4392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:25Z', 'updated_at': '2021-12-10T19:00:28Z', 'revision_number': 4, 'project_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'subnets': [{'id': 'f5b29230-e188-40dd-984e-9a6c64db4392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:29.442112 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] For port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:29.445465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] For port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e3cc6aa2-8723-49ae-9631-1d4093cbf7b8,segment=NetworkSegment(cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17),segment_id=cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:29.448418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-13fa2949-011d-4929-aabb-1666af240ce5 None None] Provisioning complete for port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:29.453820 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-13fa2949-011d-4929-aabb-1666af240ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.468828 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42188b3-e349-43c9-83f8-de6fe97331d5 None None] The sync data for ids ['be8b3052-7320-4997-9466-afccca561420'] in dv-neutron-821434-1-hyperv is: [{'id': 'be8b3052-7320-4997-9466-afccca561420', 'name': 'tempest-TestEncryptedCinderVolumes-2007664096-router', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.65'}], 'enable_snat': True}, 'gw_port_id': '302eca7b-b789-4e55-88b5-6b9302673044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:22Z', 'updated_at': '2021-12-10T19:00:25Z', 'revision_number': 4, 'project_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'gw_port': {'id': '302eca7b-b789-4e55-88b5-6b9302673044', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8b3052-7320-4997-9466-afccca561420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:23Z', 'updated_at': '2021-12-10T19:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b', 'name': '', 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'mac_address': 'fa:16:3e:e6:b8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be8b3052-7320-4997-9466-afccca561420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'f5b29230-e188-40dd-984e-9a6c64db4392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:25Z', 'updated_at': '2021-12-10T19:00:28Z', 'revision_number': 4, 'project_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'subnets': [{'id': 'f5b29230-e188-40dd-984e-9a6c64db4392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:29.504959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.611542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.616964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171022d8-392a-44b4-9ec5-5a5c5d0e68fa None None] Pushing event updated for resources: {'Port': ['ID=e3cc6aa2-8723-49ae-9631-1d4093cbf7b8,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:29.684799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:29.721293 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.743381 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:29.743753 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.768288 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:29.776253 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:29.778907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:29.810926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed09d05-a3eb-4cb4-8da8-957bc2ede4f6 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:29.823996 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Pushing event updated for resources: {'Port': ['ID=d8667418-830f-4668-ac6e-8f7d2b0f5373,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:29.920490 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5d8bf305-f4b4-442c-bea2-cace68e7c81d None None] Provisioning complete for port d8667418-830f-4668-ac6e-8f7d2b0f5373 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:29.921067 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf305-f4b4-442c-bea2-cace68e7c81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:29.974974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-5d8bf305-f4b4-442c-bea2-cace68e7c81d None None] Port d8667418-830f-4668-ac6e-8f7d2b0f5373 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:30.138829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:30.344795 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:30.596433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac105ef-49d6-4f96-aaa2-965f38775a26 None None] Network 6705a18d-f409-480f-8ea2-2aab2d6999a8 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:00:30.719956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fdab11e1-c529-42e3-b967-d79d9c9e9bf4 None None] Provisioning complete for port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:30.720335 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fdab11e1-c529-42e3-b967-d79d9c9e9bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:30.808883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fdab11e1-c529-42e3-b967-d79d9c9e9bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:30.844401 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-fdab11e1-c529-42e3-b967-d79d9c9e9bf4 None None] For port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e3cc6aa2-8723-49ae-9631-1d4093cbf7b8,segment=NetworkSegment(cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17),segment_id=cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:30.864044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Router d8227035-f05a-4324-b157-fce7af4c9ce4 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:00:30.972475 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fdab11e1-c529-42e3-b967-d79d9c9e9bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:30.974149 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:31.005856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Sync routers for ids ['d8227035-f05a-4324-b157-fce7af4c9ce4'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:31.031770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Routers {'d8227035-f05a-4324-b157-fce7af4c9ce4'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:31.032381 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:00:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d8227035-f05a-4324-b157-fce7af4c9ce4'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:31.037095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab11e1-c529-42e3-b967-d79d9c9e9bf4 None None] Pushing event updated for resources: {'Port': ['ID=e3cc6aa2-8723-49ae-9631-1d4093cbf7b8,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:31.100259 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.101521 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ee5a05ea-bd9e-47d0-b66e-c51ec362a80d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5742326 Dec 10 19:00:31.104418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41570) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:31.122920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-53779c37-b1b6-48c3-b308-92c4ecded1ce None None] Provisioning complete for port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:31.123295 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-53779c37-b1b6-48c3-b308-92c4ecded1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.184405 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Set router d8227035-f05a-4324-b157-fce7af4c9ce4 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:31.396229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'name': 'tempest-TestEncryptedCinderVolumes-1738550430-router', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'd8667418-830f-4668-ac6e-8f7d2b0f5373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:28Z', 'updated_at': '2021-12-10T19:00:29Z', 'revision_number': 3, 'project_id': 'db19867d7b3c49dba3ab042027e983a4', 'gw_port': {'id': 'd8667418-830f-4668-ac6e-8f7d2b0f5373', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:29Z', 'updated_at': '2021-12-10T19:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:31.425890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Checking router: d8227035-f05a-4324-b157-fce7af4c9ce4 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:00:31.426245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Updating router d8227035-f05a-4324-b157-fce7af4c9ce4 port d8667418-830f-4668-ac6e-8f7d2b0f5373 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:00:31.455104 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.533859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.616409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:31.717078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:31.717365 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.755829 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Allocated IP 172.20.0.1 (6705a18d-f409-480f-8ea2-2aab2d6999a8/372f7b83-9cf1-41b3-8b25-4cebf9736497/f39a744f-50e2-4144-92f6-aeaabf78a219) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:31.781649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.852081 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.867990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.904874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2812972-f245-414f-8e14-fbe557a00d16 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:31.914338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Attempting to bind port d8667418-830f-4668-ac6e-8f7d2b0f5373 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:31.914714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Attempting to bind port d8667418-830f-4668-ac6e-8f7d2b0f5373 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:31.915082 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Attempting to bind port d8667418-830f-4668-ac6e-8f7d2b0f5373 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:31.917464 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d32d71-ec47-4094-a85b-b1f5eff70b13 None None] Pushing event updated for resources: {'Port': ['ID=d8667418-830f-4668-ac6e-8f7d2b0f5373,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:31.924076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:31.924387 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:31.924791 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.925246 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:31.925641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Bound port: d8667418-830f-4668-ac6e-8f7d2b0f5373, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:31.926059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.977679 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] For port d8667418-830f-4668-ac6e-8f7d2b0f5373, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:31.978318 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.980801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] For port d8667418-830f-4668-ac6e-8f7d2b0f5373, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d8667418-830f-4668-ac6e-8f7d2b0f5373,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:32.017104 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Network 6705a18d-f409-480f-8ea2-2aab2d6999a8 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:32.022074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:32.025646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:32.040835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-69f0044b-1aee-4004-ba96-b8c2ff3c5f6f None None] Provisioning complete for port d8667418-830f-4668-ac6e-8f7d2b0f5373 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:32.041209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-69f0044b-1aee-4004-ba96-b8c2ff3c5f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.049049 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Pushing event updated for resources: {'Port': ['ID=f39a744f-50e2-4144-92f6-aeaabf78a219,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:32.068829 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.079328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-69f0044b-1aee-4004-ba96-b8c2ff3c5f6f None None] Port d8667418-830f-4668-ac6e-8f7d2b0f5373 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:32.082046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.134151 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead87de6-8925-4da3-b758-456b639b8839 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:00:32.156153 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d32d71-ec47-4094-a85b-b1f5eff70b13 None None] Pushing event updated for resources: {'Port': ['ID=d8667418-830f-4668-ac6e-8f7d2b0f5373,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:32.161670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Routers {'d8227035-f05a-4324-b157-fce7af4c9ce4'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:32.162358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:00:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d8227035-f05a-4324-b157-fce7af4c9ce4'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:32.257454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a0a3ef9a-c96a-4b95-ab65-846bb1a3ce35 None None] Provisioning complete for port d8667418-830f-4668-ac6e-8f7d2b0f5373 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:32.257855 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a0a3ef9a-c96a-4b95-ab65-846bb1a3ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.277331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.311843 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] Set router d8227035-f05a-4324-b157-fce7af4c9ce4 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:32.439277 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.460654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a0a3ef9a-c96a-4b95-ab65-846bb1a3ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.492456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.511328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a0a3ef9a-c96a-4b95-ab65-846bb1a3ce35 None None] For port d8667418-830f-4668-ac6e-8f7d2b0f5373, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d8667418-830f-4668-ac6e-8f7d2b0f5373,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:32.541410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'name': 'tempest-TestEncryptedCinderVolumes-1738550430-router', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'd8667418-830f-4668-ac6e-8f7d2b0f5373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:28Z', 'updated_at': '2021-12-10T19:00:29Z', 'revision_number': 3, 'project_id': 'db19867d7b3c49dba3ab042027e983a4', 'gw_port': {'id': 'd8667418-830f-4668-ac6e-8f7d2b0f5373', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:29Z', 'updated_at': '2021-12-10T19:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:32.557926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Pushing event updated for resources: {'Port': ['ID=f39a744f-50e2-4144-92f6-aeaabf78a219,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:32.562132 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.567378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f9465a-8bf7-44f3-8740-e1b84a8ee5b3 None None] The sync data for ids ['d8227035-f05a-4324-b157-fce7af4c9ce4'] in dv-neutron-821434-1-hyperv is: [{'id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'name': 'tempest-TestEncryptedCinderVolumes-1738550430-router', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'd8667418-830f-4668-ac6e-8f7d2b0f5373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:28Z', 'updated_at': '2021-12-10T19:00:29Z', 'revision_number': 3, 'project_id': 'db19867d7b3c49dba3ab042027e983a4', 'gw_port': {'id': 'd8667418-830f-4668-ac6e-8f7d2b0f5373', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:29Z', 'updated_at': '2021-12-10T19:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:32.572022 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a0a3ef9a-c96a-4b95-ab65-846bb1a3ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.622222 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3ef9a-c96a-4b95-ab65-846bb1a3ce35 None None] Pushing event updated for resources: {'Port': ['ID=d8667418-830f-4668-ac6e-8f7d2b0f5373,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:32.672306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Network 6705a18d-f409-480f-8ea2-2aab2d6999a8 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:32.673788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:32.694355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0a2eee6a-0425-45d7-aa21-607b4cce862c None None] Provisioning complete for port f39a744f-50e2-4144-92f6-aeaabf78a219 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:32.694732 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0a2eee6a-0425-45d7-aa21-607b4cce862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.737219 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-0a2eee6a-0425-45d7-aa21-607b4cce862c None None] Port f39a744f-50e2-4144-92f6-aeaabf78a219 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:32.958444 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-165ed056-5813-431a-9bb6-3b38305e9533 None None] Provisioning complete for port f39a744f-50e2-4144-92f6-aeaabf78a219 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:32.959054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-165ed056-5813-431a-9bb6-3b38305e9533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:33.142230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Router d8227035-f05a-4324-b157-fce7af4c9ce4 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:33.145842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-165ed056-5813-431a-9bb6-3b38305e9533 None None] Port f39a744f-50e2-4144-92f6-aeaabf78a219 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:33.254784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:33.260045 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e5c0de01-3206-4ce9-9282-1b70bd8cf11c admin admin] 10.222.0.60 "PUT /v2.0/routers/d8227035-f05a-4324-b157-fce7af4c9ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1545441 Dec 10 19:00:33.615716 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d8667418-830f-4668-ac6e-8f7d2b0f5373 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:33.665622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port d8667418-830f-4668-ac6e-8f7d2b0f5373 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:33.666028 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.057036 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-ede44b86-a59d-4003-b904-e02d0d87d2d7 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:34.058545 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-ede44b86-a59d-4003-b904-e02d0d87d2d7 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/networks?id=86340368-7180-45ba-a272-b2cda83fa9fc HTTP/1.1" status: 200 len: 817 time: 0.1026227 Dec 10 19:00:34.073226 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-6194f9c1-5070-4672-82f4-06e674fe8827 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/quotas/b001a29d0ce04d8587d65fa2ca24b541 HTTP/1.1" status: 200 len: 375 time: 0.0087278 Dec 10 19:00:34.124742 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-6e94e4e5-db90-48ba-a701-22f3b8f55b2f tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b001a29d0ce04d8587d65fa2ca24b541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458364 Dec 10 19:00:34.168512 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Sync routers for ids ['d8227035-f05a-4324-b157-fce7af4c9ce4'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:34.179040 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Routers {'d8227035-f05a-4324-b157-fce7af4c9ce4'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:34.179643 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:00:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d8227035-f05a-4324-b157-fce7af4c9ce4'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:34.225430 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-7b6604c3-40ad-46d9-b536-0c2388e4e30d service neutron] 10.222.0.60 "GET /v2.0/networks/86340368-7180-45ba-a272-b2cda83fa9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889406 Dec 10 19:00:34.285264 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Set router d8227035-f05a-4324-b157-fce7af4c9ce4 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:34.314077 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-7827f8fb-bdd7-4061-a50d-5c861dca4eb7 service neutron] 10.222.0.60 "GET /v2.0/networks/86340368-7180-45ba-a272-b2cda83fa9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824051 Dec 10 19:00:34.480564 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'name': 'tempest-TestEncryptedCinderVolumes-1738550430-router', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'd8667418-830f-4668-ac6e-8f7d2b0f5373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:28Z', 'updated_at': '2021-12-10T19:00:32Z', 'revision_number': 4, 'project_id': 'db19867d7b3c49dba3ab042027e983a4', 'gw_port': {'id': 'd8667418-830f-4668-ac6e-8f7d2b0f5373', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:29Z', 'updated_at': '2021-12-10T19:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'f39a744f-50e2-4144-92f6-aeaabf78a219', 'name': '', 'network_id': '6705a18d-f409-480f-8ea2-2aab2d6999a8', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4', 'mac_address': 'fa:16:3e:49:c1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '372f7b83-9cf1-41b3-8b25-4cebf9736497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:31Z', 'updated_at': '2021-12-10T19:00:32Z', 'revision_number': 2, 'project_id': 'db19867d7b3c49dba3ab042027e983a4', 'subnets': [{'id': '372f7b83-9cf1-41b3-8b25-4cebf9736497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:34.508074 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Checking router: d8227035-f05a-4324-b157-fce7af4c9ce4 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:00:34.508599 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Updating router d8227035-f05a-4324-b157-fce7af4c9ce4 port f39a744f-50e2-4144-92f6-aeaabf78a219 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:00:34.539722 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.598390 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e29bb703-2ca3-4e22-ace3-fc5255f0da77 req-c42b7435-5174-4235-b13b-376e28e4ab9b tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 210 time: 0.0365930 Dec 10 19:00:34.889821 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.949142 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.001069 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2608d-b17f-43e9-90ac-db327d1672d4 None None] Pushing event updated for resources: {'Port': ['ID=f39a744f-50e2-4144-92f6-aeaabf78a219,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:35.051098 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Attempting to bind port f39a744f-50e2-4144-92f6-aeaabf78a219 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:35.051464 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Attempting to bind port f39a744f-50e2-4144-92f6-aeaabf78a219 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6705a18d-f409-480f-8ea2-2aab2d6999a8'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:35.051828 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Attempting to bind port f39a744f-50e2-4144-92f6-aeaabf78a219 on network 6705a18d-f409-480f-8ea2-2aab2d6999a8 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:35.057172 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:35.057574 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Checking segment: {'id': 'cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6705a18d-f409-480f-8ea2-2aab2d6999a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:35.058004 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.058397 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Bound using segment: {'id': 'cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6705a18d-f409-480f-8ea2-2aab2d6999a8'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:35.058859 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Bound port: f39a744f-50e2-4144-92f6-aeaabf78a219, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6705a18d-f409-480f-8ea2-2aab2d6999a8'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:35.059240 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.124114 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] For port f39a744f-50e2-4144-92f6-aeaabf78a219, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:35.127412 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] For port f39a744f-50e2-4144-92f6-aeaabf78a219, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f39a744f-50e2-4144-92f6-aeaabf78a219,segment=NetworkSegment(cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17),segment_id=cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:35.223841 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.283952 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2608d-b17f-43e9-90ac-db327d1672d4 None None] Pushing event updated for resources: {'Port': ['ID=f39a744f-50e2-4144-92f6-aeaabf78a219,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:35.285855 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b9dbc39c-52b9-4d2c-8081-d9a4f06b292b None None] Provisioning complete for port f39a744f-50e2-4144-92f6-aeaabf78a219 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:35.286297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc39c-52b9-4d2c-8081-d9a4f06b292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.286660 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Routers {'d8227035-f05a-4324-b157-fce7af4c9ce4'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:35.287256 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:00:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d8227035-f05a-4324-b157-fce7af4c9ce4'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:35.378836 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc39c-52b9-4d2c-8081-d9a4f06b292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.401282 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] Set router d8227035-f05a-4324-b157-fce7af4c9ce4 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:35.414260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b9dbc39c-52b9-4d2c-8081-d9a4f06b292b None None] For port f39a744f-50e2-4144-92f6-aeaabf78a219, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f39a744f-50e2-4144-92f6-aeaabf78a219,segment=NetworkSegment(cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17),segment_id=cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:35.463548 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc39c-52b9-4d2c-8081-d9a4f06b292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.520665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbc39c-52b9-4d2c-8081-d9a4f06b292b None None] Pushing event updated for resources: {'Port': ['ID=f39a744f-50e2-4144-92f6-aeaabf78a219,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:35.586146 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-81d58764-9556-470f-86f3-020f179f45cf None None] Provisioning complete for port f39a744f-50e2-4144-92f6-aeaabf78a219 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:35.586614 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-81d58764-9556-470f-86f3-020f179f45cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.617315 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'name': 'tempest-TestEncryptedCinderVolumes-1738550430-router', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'd8667418-830f-4668-ac6e-8f7d2b0f5373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:28Z', 'updated_at': '2021-12-10T19:00:32Z', 'revision_number': 4, 'project_id': 'db19867d7b3c49dba3ab042027e983a4', 'gw_port': {'id': 'd8667418-830f-4668-ac6e-8f7d2b0f5373', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:29Z', 'updated_at': '2021-12-10T19:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'f39a744f-50e2-4144-92f6-aeaabf78a219', 'name': '', 'network_id': '6705a18d-f409-480f-8ea2-2aab2d6999a8', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4', 'mac_address': 'fa:16:3e:49:c1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '372f7b83-9cf1-41b3-8b25-4cebf9736497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:31Z', 'updated_at': '2021-12-10T19:00:35Z', 'revision_number': 4, 'project_id': 'db19867d7b3c49dba3ab042027e983a4', 'subnets': [{'id': '372f7b83-9cf1-41b3-8b25-4cebf9736497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:35.643943 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a30b0d5-3141-4edb-8acd-366764e1c591 None None] The sync data for ids ['d8227035-f05a-4324-b157-fce7af4c9ce4'] in dv-neutron-821434-1-hyperv is: [{'id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'name': 'tempest-TestEncryptedCinderVolumes-1738550430-router', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'd8667418-830f-4668-ac6e-8f7d2b0f5373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:28Z', 'updated_at': '2021-12-10T19:00:32Z', 'revision_number': 4, 'project_id': 'db19867d7b3c49dba3ab042027e983a4', 'gw_port': {'id': 'd8667418-830f-4668-ac6e-8f7d2b0f5373', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:29Z', 'updated_at': '2021-12-10T19:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'f39a744f-50e2-4144-92f6-aeaabf78a219', 'name': '', 'network_id': '6705a18d-f409-480f-8ea2-2aab2d6999a8', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4', 'mac_address': 'fa:16:3e:49:c1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '372f7b83-9cf1-41b3-8b25-4cebf9736497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:31Z', 'updated_at': '2021-12-10T19:00:35Z', 'revision_number': 4, 'project_id': 'db19867d7b3c49dba3ab042027e983a4', 'subnets': [{'id': '372f7b83-9cf1-41b3-8b25-4cebf9736497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:35.719898 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2618c571-eb4d-4867-8b9c-26f06895257f req-65dcbe0a-b18b-41ba-8e4f-7e3937598e00 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 210 time: 0.0446324 Dec 10 19:00:36.828361 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d65ca385-8fa1-4a53-a0d3-57cfc03b6f3d req-d9517741-9220-467b-999c-e4e54e517b02 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 210 time: 0.0367184 Dec 10 19:00:36.927286 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b153e9ca-cb9c-46c3-b857-99f259fdbc06 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.928729 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b153e9ca-cb9c-46c3-b857-99f259fdbc06 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.21 "GET /v2.0/networks?id=86340368-7180-45ba-a272-b2cda83fa9fc HTTP/1.1" status: 200 len: 817 time: 0.1134403 Dec 10 19:00:36.947487 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-e72b8fa6-64ad-4821-a85b-27ec33cc2afa tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Request body: {'port': {'device_id': 'ddefd131-24df-48fc-a5ea-8ca7aa512b6a', 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc', 'admin_state_up': True, 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:37.154866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-e72b8fa6-64ad-4821-a85b-27ec33cc2afa tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Made reservation on behalf of b001a29d0ce04d8587d65fa2ca24b541 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:37.158455 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-e72b8fa6-64ad-4821-a85b-27ec33cc2afa tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.280358 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-e72b8fa6-64ad-4821-a85b-27ec33cc2afa tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Allocated IP 172.20.0.13 (86340368-7180-45ba-a272-b2cda83fa9fc/f5b29230-e188-40dd-984e-9a6c64db4392/846dfe5c-52e6-4620-8c8c-8463324641df) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:37.506552 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-e72b8fa6-64ad-4821-a85b-27ec33cc2afa tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.600609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f39a744f-50e2-4144-92f6-aeaabf78a219 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:37.607613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-e72b8fa6-64ad-4821-a85b-27ec33cc2afa tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.651868 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port f39a744f-50e2-4144-92f6-aeaabf78a219 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:37.652239 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.656442 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-e72b8fa6-64ad-4821-a85b-27ec33cc2afa tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Network 86340368-7180-45ba-a272-b2cda83fa9fc is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:37.659678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-e72b8fa6-64ad-4821-a85b-27ec33cc2afa tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:37.663543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-e72b8fa6-64ad-4821-a85b-27ec33cc2afa tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:37.725859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b8fa6-64ad-4821-a85b-27ec33cc2afa tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Pushing event updated for resources: {'Port': ['ID=846dfe5c-52e6-4620-8c8c-8463324641df,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:37.725859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-e72b8fa6-64ad-4821-a85b-27ec33cc2afa tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:37.725859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-e72b8fa6-64ad-4821-a85b-27ec33cc2afa tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.827290 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-e72b8fa6-64ad-4821-a85b-27ec33cc2afa tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8838825 Dec 10 19:00:37.845238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Request body: {'port': {'device_id': 'ddefd131-24df-48fc-a5ea-8ca7aa512b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:37.898755 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.904862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-740703e1-32f3-4edd-9d6d-ce6d54670416 None None] Provisioning complete for port 846dfe5c-52e6-4620-8c8c-8463324641df triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:37.905273 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-740703e1-32f3-4edd-9d6d-ce6d54670416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.940964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-740703e1-32f3-4edd-9d6d-ce6d54670416 None None] Port 846dfe5c-52e6-4620-8c8c-8463324641df cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:37.959695 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053906e-99d9-4e66-862a-df3447c672e2 req-f53e9321-1fb3-471c-8b7d-96fb1b3f9c11 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:37.964857 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b053906e-99d9-4e66-862a-df3447c672e2 req-f53e9321-1fb3-471c-8b7d-96fb1b3f9c11 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 932 time: 0.0572610 Dec 10 19:00:38.010004 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b053906e-99d9-4e66-862a-df3447c672e2 req-3a2eae58-99d0-4215-837f-eb2ef9ee99dd tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414822 Dec 10 19:00:38.165902 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846dfe5c-52e6-4620-8c8c-8463324641df {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:00:38.173428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.185744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Transition to ACTIVE for port object 846dfe5c-52e6-4620-8c8c-8463324641df will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:00:38.274997 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.322094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Pushing event updated for resources: {'Port': ['ID=846dfe5c-52e6-4620-8c8c-8463324641df,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:38.396185 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Attempting to bind port 846dfe5c-52e6-4620-8c8c-8463324641df on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:38.396531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Attempting to bind port 846dfe5c-52e6-4620-8c8c-8463324641df by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:38.396866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Attempting to bind port 846dfe5c-52e6-4620-8c8c-8463324641df on network 86340368-7180-45ba-a272-b2cda83fa9fc {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:38.401309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Port 846dfe5c-52e6-4620-8c8c-8463324641df on network 86340368-7180-45ba-a272-b2cda83fa9fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:00:38.401633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Attempting to bind port 846dfe5c-52e6-4620-8c8c-8463324641df on network 86340368-7180-45ba-a272-b2cda83fa9fc {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:38.406867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:38.407211 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Checking segment: {'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:38.407600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Bound using segment: {'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:38.408036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Bound port: 846dfe5c-52e6-4620-8c8c-8463324641df, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:38.408400 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.477915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] For port 846dfe5c-52e6-4620-8c8c-8463324641df, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:38.481016 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] For port 846dfe5c-52e6-4620-8c8c-8463324641df, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=846dfe5c-52e6-4620-8c8c-8463324641df,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:38.584017 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.621187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:38.621665 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:38.623073 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] 10.222.0.21 "PUT /v2.0/ports/846dfe5c-52e6-4620-8c8c-8463324641df HTTP/1.1" status: 200 len: 1094 time: 0.7828369 Dec 10 19:00:38.623581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddefd131-24df-48fc-a5ea-8ca7aa512b6a', 'tag': '846dfe5c-52e6-4620-8c8c-8463324641df'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:00:38.626410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffd5bf1-bbae-4726-9daf-55824d0de6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ddefd131-24df-48fc-a5ea-8ca7aa512b6a", "tag": "846dfe5c-52e6-4620-8c8c-8463324641df"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:00:38.649246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8637ab3-4652-4588-8a8d-f32d1da83d59 service neutron] Pushing event updated for resources: {'Port': ['ID=846dfe5c-52e6-4620-8c8c-8463324641df,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:38.671753 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c910f8e2-22fc-4c83-879e-7cbcd8a754f6 x-openstack-request-id: req-c910f8e2-22fc-4c83-879e-7cbcd8a754f6 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:00:38.672049 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddefd131-24df-48fc-a5ea-8ca7aa512b6a", "tag": "846dfe5c-52e6-4620-8c8c-8463324641df", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:00:38.672310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c910f8e2-22fc-4c83-879e-7cbcd8a754f6 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:00:38.672731 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddefd131-24df-48fc-a5ea-8ca7aa512b6a', 'tag': '846dfe5c-52e6-4620-8c8c-8463324641df', 'status': 'completed', 'code': 200} Dec 10 19:00:38.741680 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd5bf1-bbae-4726-9daf-55824d0de6b2 req-c3848fc2-377a-4b69-a760-f733d5c8b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:38.743482 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fffd5bf1-bbae-4726-9daf-55824d0de6b2 req-c3848fc2-377a-4b69-a760-f733d5c8b39d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b001a29d0ce04d8587d65fa2ca24b541&device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 1097 time: 0.0437551 Dec 10 19:00:38.856159 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd5bf1-bbae-4726-9daf-55824d0de6b2 req-348b975d-ae84-44f6-9a3b-a7f55812d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:38.857554 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fffd5bf1-bbae-4726-9daf-55824d0de6b2 req-348b975d-ae84-44f6-9a3b-a7f55812d586 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b001a29d0ce04d8587d65fa2ca24b541&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0987637 Dec 10 19:00:38.968185 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd5bf1-bbae-4726-9daf-55824d0de6b2 req-41bf2915-323c-46f0-8fbc-a470c0e70056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:38.969641 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fffd5bf1-bbae-4726-9daf-55824d0de6b2 req-41bf2915-323c-46f0-8fbc-a470c0e70056 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008084 Dec 10 19:00:39.056393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-63c4b4bc-4857-43c3-a500-7a7310082922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:39.057928 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-63c4b4bc-4857-43c3-a500-7a7310082922 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b001a29d0ce04d8587d65fa2ca24b541&device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 1097 time: 0.0451627 Dec 10 19:00:39.106792 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-905a6822-7842-4a28-b4f4-ad58119317e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=846dfe5c-52e6-4620-8c8c-8463324641df HTTP/1.1" status: 200 len: 217 time: 0.0344994 Dec 10 19:00:39.128538 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf38538-8cdc-494c-a34b-1c872740618c req-6288847b-4726-442a-ac66-b3c523241deb tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:39.130061 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dbf38538-8cdc-494c-a34b-1c872740618c req-6288847b-4726-442a-ac66-b3c523241deb tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 944 time: 0.0524471 Dec 10 19:00:39.160313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-9d434220-721e-4d5c-91ec-7b8a371ecada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:39.161863 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-9d434220-721e-4d5c-91ec-7b8a371ecada service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f5b29230-e188-40dd-984e-9a6c64db4392 HTTP/1.1" status: 200 len: 856 time: 0.0444708 Dec 10 19:00:39.177247 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dbf38538-8cdc-494c-a34b-1c872740618c req-f92df154-5be6-45df-b526-387eb427bcc9 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411773 Dec 10 19:00:39.216099 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-ffa63222-5f3f-4430-93df-6c5919fb2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:39.218218 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-ffa63222-5f3f-4430-93df-6c5919fb2a5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86340368-7180-45ba-a272-b2cda83fa9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452235 Dec 10 19:00:39.312237 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-bfa428b6-1943-4ac3-b3f2-d6c380a32d00 service neutron] 10.222.0.21 "GET /v2.0/networks/86340368-7180-45ba-a272-b2cda83fa9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821226 Dec 10 19:00:39.409463 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0dd6b5-1d46-4e29-8ec0-4419284a08c6 req-4cc74055-b315-4cb2-b0ef-e6161f7b894d service neutron] 10.222.0.21 "GET /v2.0/networks/86340368-7180-45ba-a272-b2cda83fa9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858274 Dec 10 19:00:40.291992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8292a2-e416-498f-8229-e68861d36b04 req-e678d97e-a638-432c-bfd9-07504bd6f497 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:40.293478 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8c8292a2-e416-498f-8229-e68861d36b04 req-e678d97e-a638-432c-bfd9-07504bd6f497 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 944 time: 0.0476041 Dec 10 19:00:40.341017 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8c8292a2-e416-498f-8229-e68861d36b04 req-c2c6c2ca-11b1-420d-a32e-e64b5b46616d tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Dec 10 19:00:41.456312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78b24f-e610-4e84-8502-1b65c5866c28 req-f92c6781-19e3-46cd-9ca3-0e633fb80713 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:41.457733 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cb78b24f-e610-4e84-8502-1b65c5866c28 req-f92c6781-19e3-46cd-9ca3-0e633fb80713 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 944 time: 0.0492783 Dec 10 19:00:41.509392 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cb78b24f-e610-4e84-8502-1b65c5866c28 req-f5cd6243-487b-49f3-aaf1-1a818e8f5b85 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457668 Dec 10 19:00:41.676388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 846dfe5c-52e6-4620-8c8c-8463324641df details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:00:41.767733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 846dfe5c-52e6-4620-8c8c-8463324641df, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=846dfe5c-52e6-4620-8c8c-8463324641df,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:41.778777 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '846dfe5c-52e6-4620-8c8c-8463324641df', 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc', 'port_id': '846dfe5c-52e6-4620-8c8c-8463324641df', 'mac_address': 'fa:16:3e:db:3b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b29230-e188-40dd-984e-9a6c64db4392', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:00:41.818386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.831366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846dfe5c-52e6-4620-8c8c-8463324641df {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:00:41.851094 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 846dfe5c-52e6-4620-8c8c-8463324641df, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=846dfe5c-52e6-4620-8c8c-8463324641df,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:41.920481 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.966192 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=846dfe5c-52e6-4620-8c8c-8463324641df,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:42.182747 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['846dfe5c-52e6-4620-8c8c-8463324641df'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:00:42.623409 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2b565-2a77-445d-98c9-00f285a4a1af req-43c38ef3-d3e9-46be-a8fd-83f2261d2777 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:42.624894 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-66e2b565-2a77-445d-98c9-00f285a4a1af req-43c38ef3-d3e9-46be-a8fd-83f2261d2777 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 945 time: 0.0486310 Dec 10 19:00:42.673247 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-66e2b565-2a77-445d-98c9-00f285a4a1af req-825f9c97-9981-4d21-a981-083d7a4d830a tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424592 Dec 10 19:00:43.691784 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 846dfe5c-52e6-4620-8c8c-8463324641df up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:43.785954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe544560-c720-4dfd-834b-839a04f01104 req-ef3e6a5d-ff60-44bf-ba80-56ed1fecf7be tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:43.787361 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fe544560-c720-4dfd-834b-839a04f01104 req-ef3e6a5d-ff60-44bf-ba80-56ed1fecf7be tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 945 time: 0.0475860 Dec 10 19:00:43.841361 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fe544560-c720-4dfd-834b-839a04f01104 req-6ec110e6-a1ac-4b64-91fa-53a681416a9e tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480075 Dec 10 19:00:43.845253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 846dfe5c-52e6-4620-8c8c-8463324641df completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:00:43.849419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 846dfe5c-52e6-4620-8c8c-8463324641df triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:43.849789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:43.929028 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:43.952292 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddefd131-24df-48fc-a5ea-8ca7aa512b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846dfe5c-52e6-4620-8c8c-8463324641df'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:00:43.955237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4410cf43-e924-4c63-b419-75d0ff57bd5f" -d '{"events": [{"server_uuid": "ddefd131-24df-48fc-a5ea-8ca7aa512b6a", "name": "network-vif-plugged", "status": "completed", "tag": "846dfe5c-52e6-4620-8c8c-8463324641df"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:00:43.967538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 846dfe5c-52e6-4620-8c8c-8463324641df, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=846dfe5c-52e6-4620-8c8c-8463324641df,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:44.042192 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc7a5ca-c1f4-4853-9d95-4dd739821876 x-openstack-request-id: req-2cc7a5ca-c1f4-4853-9d95-4dd739821876 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:00:44.042488 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddefd131-24df-48fc-a5ea-8ca7aa512b6a", "name": "network-vif-plugged", "status": "completed", "tag": "846dfe5c-52e6-4620-8c8c-8463324641df", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:00:44.042766 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2cc7a5ca-c1f4-4853-9d95-4dd739821876 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:00:44.043165 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddefd131-24df-48fc-a5ea-8ca7aa512b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846dfe5c-52e6-4620-8c8c-8463324641df', 'code': 200} Dec 10 19:00:44.056534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:44.103496 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=846dfe5c-52e6-4620-8c8c-8463324641df,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:44.364856 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4926f23-86d4-4029-8c97-39501bac0c37 req-562bd767-b23d-4d9c-905e-31bcc8a4e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:44.366308 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d4926f23-86d4-4029-8c97-39501bac0c37 req-562bd767-b23d-4d9c-905e-31bcc8a4e6c6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 1099 time: 0.0411775 Dec 10 19:00:44.416288 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d4926f23-86d4-4029-8c97-39501bac0c37 req-aa043fc6-fa40-47cc-a546-0b35f1fc5b3a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370936 Dec 10 19:00:44.965019 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0440813-96f1-42bf-9eb7-94bc749881f9 req-1826c8f2-3a9b-4d0c-8aa7-ed9d6d43ee9f tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:44.966589 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a0440813-96f1-42bf-9eb7-94bc749881f9 req-1826c8f2-3a9b-4d0c-8aa7-ed9d6d43ee9f tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 946 time: 0.0567727 Dec 10 19:00:45.015663 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a0440813-96f1-42bf-9eb7-94bc749881f9 req-ddc16278-9627-4f10-b45c-e5ecaf184a7a tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 Dec 10 19:00:46.130440 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8090d9-c7fd-4f21-8770-318242111144 req-3b2a30ec-8ef5-4f7c-84f6-3efd63abefbe tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:46.131903 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0f8090d9-c7fd-4f21-8770-318242111144 req-3b2a30ec-8ef5-4f7c-84f6-3efd63abefbe tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 946 time: 0.0475912 Dec 10 19:00:46.177773 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0f8090d9-c7fd-4f21-8770-318242111144 req-28da02f9-ec98-41e1-b2f3-e5622e401b31 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Dec 10 19:00:46.293393 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31123aaa-b45c-4fb0-a76c-f31ba2c7e671 req-5eb861af-20c8-4703-b97b-2cf67f0bca11 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:46.294908 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-31123aaa-b45c-4fb0-a76c-f31ba2c7e671 req-5eb861af-20c8-4703-b97b-2cf67f0bca11 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 946 time: 0.0519712 Dec 10 19:00:46.342204 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-31123aaa-b45c-4fb0-a76c-f31ba2c7e671 req-9336df2b-8609-4019-8646-b07fe3c76ea2 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Dec 10 19:00:46.486325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-71562c60-2596-4d09-9482-579543f96cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:48.641044 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:48.829386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-43a83d48-66da-43d6-862d-1aa1a1c9e7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:50.251643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.405157 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:52.514559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:01.863490 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:01:12.014247 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3d124-a119-4e87-8bb1-23232b0ae73d req-644d6e4c-370d-4f03-a4fc-1283ea645164 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:12.016394 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7fa3d124-a119-4e87-8bb1-23232b0ae73d req-644d6e4c-370d-4f03-a4fc-1283ea645164 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 946 time: 0.0499520 Dec 10 19:01:12.068590 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7fa3d124-a119-4e87-8bb1-23232b0ae73d req-07559874-5bad-44f0-97dc-afb98d921582 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454555 Dec 10 19:01:13.285454 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f948fa-e436-4cc6-9e5b-06bf6ff2bb57 req-d3035482-b762-4558-bbb4-d246d9819170 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:13.286968 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-13f948fa-e436-4cc6-9e5b-06bf6ff2bb57 req-d3035482-b762-4558-bbb4-d246d9819170 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 946 time: 0.1474457 Dec 10 19:01:13.338557 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-13f948fa-e436-4cc6-9e5b-06bf6ff2bb57 req-7620cfc3-96af-407e-b876-ba80078b66be tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455697 Dec 10 19:01:13.691603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ebb1f-41a8-49b7-b4f0-8c3c9b71d120 req-23c27ccd-d175-4acd-991d-561065410626 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:13.693054 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-539ebb1f-41a8-49b7-b4f0-8c3c9b71d120 req-23c27ccd-d175-4acd-991d-561065410626 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 946 time: 0.0492411 Dec 10 19:01:13.788125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-539ebb1f-41a8-49b7-b4f0-8c3c9b71d120 req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Deleting port 846dfe5c-52e6-4620-8c8c-8463324641df {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:01:13.788469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-539ebb1f-41a8-49b7-b4f0-8c3c9b71d120 req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:13.879133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-539ebb1f-41a8-49b7-b4f0-8c3c9b71d120 req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] For port 846dfe5c-52e6-4620-8c8c-8463324641df, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=846dfe5c-52e6-4620-8c8c-8463324641df,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:13.879803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-539ebb1f-41a8-49b7-b4f0-8c3c9b71d120 req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:13.895979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-539ebb1f-41a8-49b7-b4f0-8c3c9b71d120 req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Calling delete_port for 846dfe5c-52e6-4620-8c8c-8463324641df owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:01:14.091310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-539ebb1f-41a8-49b7-b4f0-8c3c9b71d120 req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.112199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['846dfe5c-52e6-4620-8c8c-8463324641df'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:01:14.123575 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Pushing event deleted for resources: {'Port': ['ID=846dfe5c-52e6-4620-8c8c-8463324641df,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:14.151613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:14.151955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:14.152306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:14.152651 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:14.152995 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:14.153334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:14.153676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:14.154033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:14.154366 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:14.154699 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:14.155031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:14.155362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:14.155692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:14.174601 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-539ebb1f-41a8-49b7-b4f0-8c3c9b71d120 req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] No DVR routers for this DVR port 846dfe5c-52e6-4620-8c8c-8463324641df on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:01:14.176937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-539ebb1f-41a8-49b7-b4f0-8c3c9b71d120 req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:14.180346 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-539ebb1f-41a8-49b7-b4f0-8c3c9b71d120 req-f3918345-588b-41d4-aae8-cfe216f4fbdf tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.21 "DELETE /v2.0/ports/846dfe5c-52e6-4620-8c8c-8463324641df HTTP/1.1" status: 204 len: 173 time: 0.4776332 Dec 10 19:01:14.180789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddefd131-24df-48fc-a5ea-8ca7aa512b6a', 'name': 'network-vif-deleted', 'tag': '846dfe5c-52e6-4620-8c8c-8463324641df'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:01:14.183138 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac735607-33d8-4873-b22c-011828e2face" -d '{"events": [{"server_uuid": "ddefd131-24df-48fc-a5ea-8ca7aa512b6a", "name": "network-vif-deleted", "tag": "846dfe5c-52e6-4620-8c8c-8463324641df"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:01:14.218317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a5d43c-4a4e-462b-9f64-93bb760762db x-openstack-request-id: req-22a5d43c-4a4e-462b-9f64-93bb760762db {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:01:14.218613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddefd131-24df-48fc-a5ea-8ca7aa512b6a", "name": "network-vif-deleted", "tag": "846dfe5c-52e6-4620-8c8c-8463324641df", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:01:14.218871 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22a5d43c-4a4e-462b-9f64-93bb760762db {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:01:14.219280 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddefd131-24df-48fc-a5ea-8ca7aa512b6a', 'name': 'network-vif-deleted', 'tag': '846dfe5c-52e6-4620-8c8c-8463324641df', 'status': 'completed', 'code': 200} Dec 10 19:01:14.433924 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-87afa17a-696d-4c8e-b2dd-825369aa4ad4 req-da533bb6-2712-4b7a-ba05-7742b7cfdca0 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddefd131-24df-48fc-a5ea-8ca7aa512b6a HTTP/1.1" status: 200 len: 210 time: 0.0283592 Dec 10 19:01:16.109181 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-7dfa21c5-014b-4227-8fac-49b57d23024b tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:16.110679 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-7dfa21c5-014b-4227-8fac-49b57d23024b tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/networks?id=86340368-7180-45ba-a272-b2cda83fa9fc HTTP/1.1" status: 200 len: 817 time: 0.1004813 Dec 10 19:01:16.125158 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-167f288b-d5a2-492c-9b86-5295b97d309b tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/quotas/b001a29d0ce04d8587d65fa2ca24b541 HTTP/1.1" status: 200 len: 375 time: 0.0087056 Dec 10 19:01:16.179722 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-dbcc35a6-f104-481a-bc69-70e65503b5a7 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b001a29d0ce04d8587d65fa2ca24b541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488529 Dec 10 19:01:16.272365 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-5442237c-ce7e-4ff3-90d5-c4cb6fc423b3 service neutron] 10.222.0.60 "GET /v2.0/networks/86340368-7180-45ba-a272-b2cda83fa9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804362 Dec 10 19:01:16.363939 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-d99cdf56-25c5-412a-8e10-d9ace5ae6705 service neutron] 10.222.0.60 "GET /v2.0/networks/86340368-7180-45ba-a272-b2cda83fa9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854011 Dec 10 19:01:16.502864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cca427ab-acda-473a-8f64-ec250b6f76bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:16.624426 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-15500240-f4ae-464d-a53c-16298e255e60 req-162b558e-8288-4e5c-8673-0c83610576c6 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 210 time: 0.0272431 Dec 10 19:01:17.719208 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-99c0bc98-8d99-4e5f-a5aa-313e24b8cc5a req-3f0ece75-ee62-4dc5-9696-c16675662b40 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 210 time: 0.0264635 Dec 10 19:01:17.924396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 846dfe5c-52e6-4620-8c8c-8463324641df no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:01:17.944735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 846dfe5c-52e6-4620-8c8c-8463324641df {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:01:17.951174 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 846dfe5c-52e6-4620-8c8c-8463324641df not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:01:18.607961 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-c813951e-c9cb-4e06-b9b0-fcb294b1626c tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:18.609407 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-c813951e-c9cb-4e06-b9b0-fcb294b1626c tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.21 "GET /v2.0/networks?id=86340368-7180-45ba-a272-b2cda83fa9fc HTTP/1.1" status: 200 len: 817 time: 0.1051245 Dec 10 19:01:18.623265 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-fda56572-89c0-4818-afac-267ff46c2947 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Request body: {'port': {'device_id': 'cebc2f4c-feb1-4cd9-9d38-12323be63d7f', 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc', 'admin_state_up': True, 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:18.645470 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:18.811250 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-fda56572-89c0-4818-afac-267ff46c2947 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Made reservation on behalf of b001a29d0ce04d8587d65fa2ca24b541 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:01:18.814027 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d26abdab-7566-478c-9dbf-a9139415ac2f req-6a3fdd03-25b4-4c31-8571-c4a01208a7fe tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 210 time: 0.0265925 Dec 10 19:01:18.815609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-fda56572-89c0-4818-afac-267ff46c2947 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:18.879839 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0632db0a-c81b-4327-8363-27c684779780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:18.942359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-fda56572-89c0-4818-afac-267ff46c2947 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Allocated IP 172.20.0.9 (86340368-7180-45ba-a272-b2cda83fa9fc/f5b29230-e188-40dd-984e-9a6c64db4392/f48a115b-66af-4e19-9a60-89111fd79d9b) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:01:19.094646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-fda56572-89c0-4818-afac-267ff46c2947 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:19.189132 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-fda56572-89c0-4818-afac-267ff46c2947 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:19.232634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-fda56572-89c0-4818-afac-267ff46c2947 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Network 86340368-7180-45ba-a272-b2cda83fa9fc is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:01:19.235771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-fda56572-89c0-4818-afac-267ff46c2947 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:01:19.239958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-fda56572-89c0-4818-afac-267ff46c2947 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:01:19.263554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda56572-89c0-4818-afac-267ff46c2947 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Pushing event updated for resources: {'Port': ['ID=f48a115b-66af-4e19-9a60-89111fd79d9b,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:19.294875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-fda56572-89c0-4818-afac-267ff46c2947 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:19.295517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-fda56572-89c0-4818-afac-267ff46c2947 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:19.396924 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-fda56572-89c0-4818-afac-267ff46c2947 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7773993 Dec 10 19:01:19.410714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-b91dd13f-6147-453e-ac48-d8c943fe4736 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:01:19.411668 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-b91dd13f-6147-453e-ac48-d8c943fe4736 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052483 Dec 10 19:01:19.448830 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6efd48d8-284a-4290-b6f3-0d87d553aac9 None None] Provisioning complete for port f48a115b-66af-4e19-9a60-89111fd79d9b triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:19.449299 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6efd48d8-284a-4290-b6f3-0d87d553aac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:19.473391 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Request body: {'port': {'device_id': 'cebc2f4c-feb1-4cd9-9d38-12323be63d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:01:19.482100 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6efd48d8-284a-4290-b6f3-0d87d553aac9 None None] Port f48a115b-66af-4e19-9a60-89111fd79d9b cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:01:19.531620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:19.783590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48a115b-66af-4e19-9a60-89111fd79d9b {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:01:19.790923 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:19.803332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Transition to ACTIVE for port object f48a115b-66af-4e19-9a60-89111fd79d9b will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:01:19.874035 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:19.937564 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb64d01-3624-4058-870e-01d81f0e24b0 req-beed3d04-aabd-42db-927d-63ea046a4ce5 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:19.939091 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4bb64d01-3624-4058-870e-01d81f0e24b0 req-beed3d04-aabd-42db-927d-63ea046a4ce5 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 943 time: 0.0575783 Dec 10 19:01:19.946226 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f48a115b-66af-4e19-9a60-89111fd79d9b,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:19.993854 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4bb64d01-3624-4058-870e-01d81f0e24b0 req-dfd2f912-36c0-42d9-9225-399d3e342f24 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477123 Dec 10 19:01:20.006839 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Attempting to bind port f48a115b-66af-4e19-9a60-89111fd79d9b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:01:20.007351 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Attempting to bind port f48a115b-66af-4e19-9a60-89111fd79d9b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:01:20.009915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Attempting to bind port f48a115b-66af-4e19-9a60-89111fd79d9b on network 86340368-7180-45ba-a272-b2cda83fa9fc {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:01:20.014775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Port f48a115b-66af-4e19-9a60-89111fd79d9b on network 86340368-7180-45ba-a272-b2cda83fa9fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:01:20.015105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Attempting to bind port f48a115b-66af-4e19-9a60-89111fd79d9b on network 86340368-7180-45ba-a272-b2cda83fa9fc {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:01:20.020365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:01:20.020700 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Checking segment: {'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:01:20.021079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Bound using segment: {'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:01:20.022186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Bound port: f48a115b-66af-4e19-9a60-89111fd79d9b, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1368e707-e568-4e56-a903-08a72370bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:01:20.022598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:20.087682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] For port f48a115b-66af-4e19-9a60-89111fd79d9b, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:01:20.090899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] For port f48a115b-66af-4e19-9a60-89111fd79d9b, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f48a115b-66af-4e19-9a60-89111fd79d9b,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:01:20.183078 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:20.220532 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:20.221218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:20.222648 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] 10.222.0.21 "PUT /v2.0/ports/f48a115b-66af-4e19-9a60-89111fd79d9b HTTP/1.1" status: 200 len: 1093 time: 0.7966566 Dec 10 19:01:20.223116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebc2f4c-feb1-4cd9-9d38-12323be63d7f', 'tag': 'f48a115b-66af-4e19-9a60-89111fd79d9b'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:01:20.225363 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cd8013-91e9-4065-9e1d-34b8178d4d80" -d '{"events": [{"name": "network-changed", "server_uuid": "cebc2f4c-feb1-4cd9-9d38-12323be63d7f", "tag": "f48a115b-66af-4e19-9a60-89111fd79d9b"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:01:20.233956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:20.251321 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfcfe9-7a27-42c3-8227-a9ac47d635d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f48a115b-66af-4e19-9a60-89111fd79d9b,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:20.267096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2642393-ea6c-4900-a509-a4672d07e495 x-openstack-request-id: req-c2642393-ea6c-4900-a509-a4672d07e495 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:01:20.267427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebc2f4c-feb1-4cd9-9d38-12323be63d7f", "tag": "f48a115b-66af-4e19-9a60-89111fd79d9b", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:01:20.267710 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2642393-ea6c-4900-a509-a4672d07e495 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:01:20.268145 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebc2f4c-feb1-4cd9-9d38-12323be63d7f', 'tag': 'f48a115b-66af-4e19-9a60-89111fd79d9b', 'status': 'completed', 'code': 200} Dec 10 19:01:20.333936 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd8013-91e9-4065-9e1d-34b8178d4d80 req-1cee99f7-58be-4659-af6d-f1ffe455804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:20.335542 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-82cd8013-91e9-4065-9e1d-34b8178d4d80 req-1cee99f7-58be-4659-af6d-f1ffe455804c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b001a29d0ce04d8587d65fa2ca24b541&device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 1096 time: 0.0448358 Dec 10 19:01:20.442388 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd8013-91e9-4065-9e1d-34b8178d4d80 req-475fa372-1ebd-4e4d-a965-71b956fc9d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:20.444035 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-82cd8013-91e9-4065-9e1d-34b8178d4d80 req-475fa372-1ebd-4e4d-a965-71b956fc9d0f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b001a29d0ce04d8587d65fa2ca24b541&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0995984 Dec 10 19:01:20.550416 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd8013-91e9-4065-9e1d-34b8178d4d80 req-04d51201-67f0-4a54-806b-9e90339eb1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:20.551894 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-82cd8013-91e9-4065-9e1d-34b8178d4d80 req-04d51201-67f0-4a54-806b-9e90339eb1df service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962629 Dec 10 19:01:20.633965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-d92a676e-0bb1-4a46-b4e0-d5e20e89950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:20.635460 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-d92a676e-0bb1-4a46-b4e0-d5e20e89950e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b001a29d0ce04d8587d65fa2ca24b541&device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 1096 time: 0.0413322 Dec 10 19:01:20.682703 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-9d031f20-6bab-48a5-9c5c-0b512edf7493 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f48a115b-66af-4e19-9a60-89111fd79d9b HTTP/1.1" status: 200 len: 217 time: 0.0336318 Dec 10 19:01:20.736093 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-91d2da68-7516-4ece-b517-ec5651e08917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:20.737514 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-91d2da68-7516-4ece-b517-ec5651e08917 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f5b29230-e188-40dd-984e-9a6c64db4392 HTTP/1.1" status: 200 len: 856 time: 0.0470030 Dec 10 19:01:20.785770 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-c72af449-eff2-4747-b960-3eae9d03b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:20.787223 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-c72af449-eff2-4747-b960-3eae9d03b6c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86340368-7180-45ba-a272-b2cda83fa9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393636 Dec 10 19:01:20.877145 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-27d07d4e-e68a-415d-85cd-7cc790f5236a service neutron] 10.222.0.21 "GET /v2.0/networks/86340368-7180-45ba-a272-b2cda83fa9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805233 Dec 10 19:01:20.975477 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8f0f8fa5-1ab9-4caa-b4e8-47b27d469acb req-f501a5eb-92ee-41b2-ae05-8a30c4b283fb service neutron] 10.222.0.21 "GET /v2.0/networks/86340368-7180-45ba-a272-b2cda83fa9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875165 Dec 10 19:01:21.113892 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4c3b7-1764-4c7f-af71-a841b2f4c278 req-05de2f99-5693-4569-9345-11499533632d tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:21.115362 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5d4c3b7-1764-4c7f-af71-a841b2f4c278 req-05de2f99-5693-4569-9345-11499533632d tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 943 time: 0.0523024 Dec 10 19:01:21.161862 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5d4c3b7-1764-4c7f-af71-a841b2f4c278 req-a6c67eb5-b11b-4dba-b4c9-20da988846f7 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404539 Dec 10 19:01:21.398600 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:22.277124 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248357d1-b2c8-48ce-8525-6596c4af37ca req-76433d5c-8e1f-4e36-9419-e2c854522616 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:22.278814 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-248357d1-b2c8-48ce-8525-6596c4af37ca req-76433d5c-8e1f-4e36-9419-e2c854522616 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 943 time: 0.0483770 Dec 10 19:01:22.327813 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-248357d1-b2c8-48ce-8525-6596c4af37ca req-35e84a5a-0f53-4ae2-bc5b-181a61f70694 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423331 Dec 10 19:01:22.559460 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:23.447091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe912-ac85-4966-8777-c8353e00be36 req-0b745c20-22be-489e-8d72-f85258ebfc07 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:23.448828 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3bffe912-ac85-4966-8777-c8353e00be36 req-0b745c20-22be-489e-8d72-f85258ebfc07 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 943 time: 0.0537715 Dec 10 19:01:23.496540 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3bffe912-ac85-4966-8777-c8353e00be36 req-1f544aa4-a8a5-47d7-8688-138d2e3693d4 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419374 Dec 10 19:01:23.959437 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device f48a115b-66af-4e19-9a60-89111fd79d9b details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:01:24.053929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port f48a115b-66af-4e19-9a60-89111fd79d9b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f48a115b-66af-4e19-9a60-89111fd79d9b,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:24.065807 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'f48a115b-66af-4e19-9a60-89111fd79d9b', 'network_id': '86340368-7180-45ba-a272-b2cda83fa9fc', 'port_id': 'f48a115b-66af-4e19-9a60-89111fd79d9b', 'mac_address': 'fa:16:3e:1f:4b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b29230-e188-40dd-984e-9a6c64db4392', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:01:24.101129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:24.113680 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48a115b-66af-4e19-9a60-89111fd79d9b {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:01:24.136417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port f48a115b-66af-4e19-9a60-89111fd79d9b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f48a115b-66af-4e19-9a60-89111fd79d9b,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:24.297113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:24.344327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=f48a115b-66af-4e19-9a60-89111fd79d9b,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:24.580075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['f48a115b-66af-4e19-9a60-89111fd79d9b'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:01:24.613122 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e20c-f3e6-40f3-b1e9-f96b42c2ae3b req-72a0c7a0-9730-4a4d-b900-d2c6f40d2e54 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:24.614683 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-62a9e20c-f3e6-40f3-b1e9-f96b42c2ae3b req-72a0c7a0-9730-4a4d-b900-d2c6f40d2e54 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 944 time: 0.0507429 Dec 10 19:01:24.662251 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-62a9e20c-f3e6-40f3-b1e9-f96b42c2ae3b req-84a4c79d-f2d8-45eb-aa76-2a02ed170492 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 Dec 10 19:01:25.776936 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d111a6-8984-4f50-9a00-4d9f0f464adf req-b2d864c4-0876-4da8-a760-782bbd5006df tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:25.778345 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-41d111a6-8984-4f50-9a00-4d9f0f464adf req-b2d864c4-0876-4da8-a760-782bbd5006df tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 944 time: 0.0482039 Dec 10 19:01:25.828376 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-41d111a6-8984-4f50-9a00-4d9f0f464adf req-e4ce9bed-aeda-4b75-ab02-a9477c454e5a tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441856 Dec 10 19:01:25.975167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device f48a115b-66af-4e19-9a60-89111fd79d9b up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:01:26.079461 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port f48a115b-66af-4e19-9a60-89111fd79d9b completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:01:26.083054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port f48a115b-66af-4e19-9a60-89111fd79d9b triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:01:26.083465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:26.157587 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:26.179907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebc2f4c-feb1-4cd9-9d38-12323be63d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48a115b-66af-4e19-9a60-89111fd79d9b'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:01:26.182304 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b9649c-3e66-4eb6-ae6d-6d3f1c5c7dc8" -d '{"events": [{"server_uuid": "cebc2f4c-feb1-4cd9-9d38-12323be63d7f", "name": "network-vif-plugged", "status": "completed", "tag": "f48a115b-66af-4e19-9a60-89111fd79d9b"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:01:26.194722 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port f48a115b-66af-4e19-9a60-89111fd79d9b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f48a115b-66af-4e19-9a60-89111fd79d9b,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:26.220970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f63716-8e5f-474b-bc52-ced792e385aa x-openstack-request-id: req-a8f63716-8e5f-474b-bc52-ced792e385aa {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:01:26.220970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebc2f4c-feb1-4cd9-9d38-12323be63d7f", "name": "network-vif-plugged", "status": "completed", "tag": "f48a115b-66af-4e19-9a60-89111fd79d9b", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:01:26.220970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8f63716-8e5f-474b-bc52-ced792e385aa {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:01:26.221276 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebc2f4c-feb1-4cd9-9d38-12323be63d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48a115b-66af-4e19-9a60-89111fd79d9b', 'code': 200} Dec 10 19:01:26.285492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:26.336374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=f48a115b-66af-4e19-9a60-89111fd79d9b,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:26.343324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:26.343697 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:26.344044 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:26.344383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:26.344719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:26.345052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:26.345382 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:26.345736 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:26.346070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:26.346407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:26.346729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:26.347056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:26.347401 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:01:26.516678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e8cc6-6d50-47fe-bec5-f4f465f1b408 req-a293d89f-0c33-44e2-8d44-00841da9e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:26.518774 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-475e8cc6-6d50-47fe-bec5-f4f465f1b408 req-a293d89f-0c33-44e2-8d44-00841da9e77b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 1098 time: 0.0411086 Dec 10 19:01:26.566355 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-475e8cc6-6d50-47fe-bec5-f4f465f1b408 req-cf80b667-0275-41ca-a1ce-ce511a0e0a3b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367527 Dec 10 19:01:27.107407 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5df28-55df-44c6-96e8-11cdbc90a58e req-e4c580f7-83a2-4e1b-850f-f9aa9bbdb42f tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:27.108779 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dea5df28-55df-44c6-96e8-11cdbc90a58e req-e4c580f7-83a2-4e1b-850f-f9aa9bbdb42f tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 945 time: 0.0475352 Dec 10 19:01:27.154284 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-dea5df28-55df-44c6-96e8-11cdbc90a58e req-cf3a1a99-0f3d-410b-b7e3-77d70b5eb377 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390646 Dec 10 19:01:28.269740 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8b23b-fa83-4b54-ba2a-23899324f400 req-8a5aef6e-6201-4907-8326-9684bc4dbe0f tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:28.271208 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5bb8b23b-fa83-4b54-ba2a-23899324f400 req-8a5aef6e-6201-4907-8326-9684bc4dbe0f tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 945 time: 0.0488691 Dec 10 19:01:28.318232 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5bb8b23b-fa83-4b54-ba2a-23899324f400 req-e075111f-df46-4f0b-a404-ddede09c5386 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409858 Dec 10 19:01:28.433808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470f19c-4485-4659-ba5c-87c06e7411d0 req-b7f3f821-712a-42fe-881e-c7594ea66281 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:28.435488 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8470f19c-4485-4659-ba5c-87c06e7411d0 req-b7f3f821-712a-42fe-881e-c7594ea66281 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 945 time: 0.0527666 Dec 10 19:01:28.482074 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8470f19c-4485-4659-ba5c-87c06e7411d0 req-21a052c9-8717-4459-91c8-300030284398 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400703 Dec 10 19:01:38.862550 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:01:46.512227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-03ec444b-f7bd-409f-b217-b1def7387ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:46.555769 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9366ae18-20e9-4a65-9ecb-bb56fb67fb0d req-4b053576-2e64-4358-a07c-bcabbfb1ccaa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438485 Dec 10 19:01:46.638334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366ae18-20e9-4a65-9ecb-bb56fb67fb0d req-93a3dd61-96cb-4ef4-ab0c-f60da0426adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:46.639820 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9366ae18-20e9-4a65-9ecb-bb56fb67fb0d req-93a3dd61-96cb-4ef4-ab0c-f60da0426adb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b001a29d0ce04d8587d65fa2ca24b541&device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 1098 time: 0.0402670 Dec 10 19:01:46.741612 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366ae18-20e9-4a65-9ecb-bb56fb67fb0d req-16c59958-31ef-418f-8014-1cc1d8e5cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:46.742992 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9366ae18-20e9-4a65-9ecb-bb56fb67fb0d req-16c59958-31ef-418f-8014-1cc1d8e5cd54 service neutron] 10.222.0.21 "GET /v2.0/networks?id=86340368-7180-45ba-a272-b2cda83fa9fc HTTP/1.1" status: 200 len: 918 time: 0.0828686 Dec 10 19:01:46.791059 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9366ae18-20e9-4a65-9ecb-bb56fb67fb0d req-3df257cb-dbb5-4591-a881-41eddcdb2cb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f48a115b-66af-4e19-9a60-89111fd79d9b HTTP/1.1" status: 200 len: 217 time: 0.0385160 Dec 10 19:01:46.845859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366ae18-20e9-4a65-9ecb-bb56fb67fb0d req-241beb74-d735-47d9-a180-775090e3c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:46.847300 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9366ae18-20e9-4a65-9ecb-bb56fb67fb0d req-241beb74-d735-47d9-a180-775090e3c187 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f5b29230-e188-40dd-984e-9a6c64db4392 HTTP/1.1" status: 200 len: 856 time: 0.0442181 Dec 10 19:01:46.893835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366ae18-20e9-4a65-9ecb-bb56fb67fb0d req-aea8dd5c-ffc3-46c8-b5e6-cfd5a3c81dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:46.895325 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9366ae18-20e9-4a65-9ecb-bb56fb67fb0d req-aea8dd5c-ffc3-46c8-b5e6-cfd5a3c81dca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=86340368-7180-45ba-a272-b2cda83fa9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404825 Dec 10 19:01:46.995331 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9366ae18-20e9-4a65-9ecb-bb56fb67fb0d req-6f19fd18-211d-4063-b22b-26793e06d4f4 service neutron] 10.222.0.21 "GET /v2.0/networks/86340368-7180-45ba-a272-b2cda83fa9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851743 Dec 10 19:01:47.100099 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9366ae18-20e9-4a65-9ecb-bb56fb67fb0d req-ddbc71df-b2b3-4ac2-938e-0ff7232dcc79 service neutron] 10.222.0.21 "GET /v2.0/networks/86340368-7180-45ba-a272-b2cda83fa9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924828 Dec 10 19:01:48.661849 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:48.821957 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-566b4de9-fa1f-4163-92aa-267f262c1cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:50.273514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:51.398935 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:52.524763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:53.561561 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611b952-a8b0-4db5-ada8-fbfd61220588 req-cc781429-5005-4631-b283-0105f5565bc3 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:53.563131 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8611b952-a8b0-4db5-ada8-fbfd61220588 req-cc781429-5005-4631-b283-0105f5565bc3 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 945 time: 0.0486987 Dec 10 19:01:53.614878 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8611b952-a8b0-4db5-ada8-fbfd61220588 req-41880fe4-ce43-42d8-9035-4128520c80b2 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450234 Dec 10 19:01:54.732917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e007e67-0110-4a7c-9fed-bab8929c849c req-f70c9cb5-c153-42d1-90d4-f3d2b2e9e1cb tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:54.734444 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8e007e67-0110-4a7c-9fed-bab8929c849c req-f70c9cb5-c153-42d1-90d4-f3d2b2e9e1cb tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 945 time: 0.0498559 Dec 10 19:01:54.784623 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8e007e67-0110-4a7c-9fed-bab8929c849c req-764f3599-4c4e-41a0-81c9-3618eb3148ea tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Dec 10 19:01:55.466079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc935b-58e7-43d2-ad82-acbae8b5deb8 req-8bfef7f6-a7a2-40e0-90f1-5bf760632617 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:55.467509 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6fbc935b-58e7-43d2-ad82-acbae8b5deb8 req-8bfef7f6-a7a2-40e0-90f1-5bf760632617 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.21 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 945 time: 0.0529935 Dec 10 19:01:55.559429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-6fbc935b-58e7-43d2-ad82-acbae8b5deb8 req-7dc71e07-1bac-40ac-ba62-45eef80a355d tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Deleting port f48a115b-66af-4e19-9a60-89111fd79d9b {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:01:55.559803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-6fbc935b-58e7-43d2-ad82-acbae8b5deb8 req-7dc71e07-1bac-40ac-ba62-45eef80a355d tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:55.647700 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-6fbc935b-58e7-43d2-ad82-acbae8b5deb8 req-7dc71e07-1bac-40ac-ba62-45eef80a355d tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] For port f48a115b-66af-4e19-9a60-89111fd79d9b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f48a115b-66af-4e19-9a60-89111fd79d9b,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:55.648065 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-6fbc935b-58e7-43d2-ad82-acbae8b5deb8 req-7dc71e07-1bac-40ac-ba62-45eef80a355d tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:55.901980 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d873d12-3eb7-4c77-be97-7d9f63ea7c2e req-15fa2189-195c-42fd-a3b8-a4f5e3565701 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:55.903525 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1d873d12-3eb7-4c77-be97-7d9f63ea7c2e req-15fa2189-195c-42fd-a3b8-a4f5e3565701 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 945 time: 0.0498500 Dec 10 19:01:55.954414 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1d873d12-3eb7-4c77-be97-7d9f63ea7c2e req-80a93205-2266-44e3-bb8e-3131c7d20351 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b14f327-6068-4f8a-9a6c-107f7ea57aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440912 Dec 10 19:01:55.955316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-6fbc935b-58e7-43d2-ad82-acbae8b5deb8 req-7dc71e07-1bac-40ac-ba62-45eef80a355d tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Calling delete_port for f48a115b-66af-4e19-9a60-89111fd79d9b owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:01:56.164194 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-6fbc935b-58e7-43d2-ad82-acbae8b5deb8 req-7dc71e07-1bac-40ac-ba62-45eef80a355d tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:56.181312 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['f48a115b-66af-4e19-9a60-89111fd79d9b'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:01:56.195884 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc71e07-1bac-40ac-ba62-45eef80a355d tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Pushing event deleted for resources: {'Port': ['ID=f48a115b-66af-4e19-9a60-89111fd79d9b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:56.237962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbc935b-58e7-43d2-ad82-acbae8b5deb8 req-7dc71e07-1bac-40ac-ba62-45eef80a355d tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] No DVR routers for this DVR port f48a115b-66af-4e19-9a60-89111fd79d9b on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:01:56.240491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-6fbc935b-58e7-43d2-ad82-acbae8b5deb8 req-7dc71e07-1bac-40ac-ba62-45eef80a355d tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:56.243895 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6fbc935b-58e7-43d2-ad82-acbae8b5deb8 req-7dc71e07-1bac-40ac-ba62-45eef80a355d tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.21 "DELETE /v2.0/ports/f48a115b-66af-4e19-9a60-89111fd79d9b HTTP/1.1" status: 204 len: 173 time: 0.7660770 Dec 10 19:01:56.244347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebc2f4c-feb1-4cd9-9d38-12323be63d7f', 'name': 'network-vif-deleted', 'tag': 'f48a115b-66af-4e19-9a60-89111fd79d9b'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:01:56.246594 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dc4064-bbce-4500-afb2-4d5d399870e8" -d '{"events": [{"server_uuid": "cebc2f4c-feb1-4cd9-9d38-12323be63d7f", "name": "network-vif-deleted", "tag": "f48a115b-66af-4e19-9a60-89111fd79d9b"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:01:56.341795 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4439c214-7a53-43ef-b044-d4baaf3f8e95 x-openstack-request-id: req-4439c214-7a53-43ef-b044-d4baaf3f8e95 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:01:56.342726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebc2f4c-feb1-4cd9-9d38-12323be63d7f", "name": "network-vif-deleted", "tag": "f48a115b-66af-4e19-9a60-89111fd79d9b", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:01:56.342726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4439c214-7a53-43ef-b044-d4baaf3f8e95 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:01:56.342726 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebc2f4c-feb1-4cd9-9d38-12323be63d7f', 'name': 'network-vif-deleted', 'tag': 'f48a115b-66af-4e19-9a60-89111fd79d9b', 'status': 'completed', 'code': 200} Dec 10 19:01:57.065738 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b8fc3b62-7e63-4cf3-b328-aa1d82c1664c req-0c8a214e-f901-4dca-a1e5-e3dd811fced0 tempest-TestEncryptedCinderVolumes-635707686 tempest-TestEncryptedCinderVolumes-635707686-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebc2f4c-feb1-4cd9-9d38-12323be63d7f HTTP/1.1" status: 200 len: 210 time: 0.0295572 Dec 10 19:01:58.200491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41914) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:58.536635 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8e10d8c8-007c-4409-b133-d92304c27d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:58.775385 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8e10d8c8-007c-4409-b133-d92304c27d8a admin admin] Deleting port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:01:58.775636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8e10d8c8-007c-4409-b133-d92304c27d8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:58.853530 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-8e10d8c8-007c-4409-b133-d92304c27d8a admin admin] For port c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:01:58.853989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8e10d8c8-007c-4409-b133-d92304c27d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:58.866819 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8e10d8c8-007c-4409-b133-d92304c27d8a admin admin] Calling delete_port for c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:01:59.073165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8e10d8c8-007c-4409-b133-d92304c27d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:59.096336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10d8c8-007c-4409-b133-d92304c27d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:01:59.262874 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8e10d8c8-007c-4409-b133-d92304c27d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:59.480360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e10d8c8-007c-4409-b133-d92304c27d8a admin admin] Router be8b3052-7320-4997-9466-afccca561420 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:01:59.588516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e10d8c8-007c-4409-b133-d92304c27d8a admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:01:59.596587 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8e10d8c8-007c-4409-b133-d92304c27d8a admin admin] 10.222.0.60 "PUT /v2.0/routers/be8b3052-7320-4997-9466-afccca561420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3927333 Dec 10 19:01:59.596831 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41916) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:01:59.599254 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ef7f3-972b-447a-9c96-6f2db25e1a01 None None] Sync routers for ids ['be8b3052-7320-4997-9466-afccca561420'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:01:59.609593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ef7f3-972b-447a-9c96-6f2db25e1a01 None None] Routers {'be8b3052-7320-4997-9466-afccca561420'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:01:59.610242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7f2ef7f3-972b-447a-9c96-6f2db25e1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:01:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['be8b3052-7320-4997-9466-afccca561420'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:59.703216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:59.715064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-7f2ef7f3-972b-447a-9c96-6f2db25e1a01 None None] Set router be8b3052-7320-4997-9466-afccca561420 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:01:59.806700 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:59.887357 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7f2ef7f3-972b-447a-9c96-6f2db25e1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8b3052-7320-4997-9466-afccca561420', 'name': 'tempest-TestEncryptedCinderVolumes-2007664096-router', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.65'}], 'enable_snat': True}, 'gw_port_id': '302eca7b-b789-4e55-88b5-6b9302673044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:22Z', 'updated_at': '2021-12-10T19:01:58Z', 'revision_number': 5, 'project_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'gw_port': {'id': '302eca7b-b789-4e55-88b5-6b9302673044', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8b3052-7320-4997-9466-afccca561420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:23Z', 'updated_at': '2021-12-10T19:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:01:59.916475 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ef7f3-972b-447a-9c96-6f2db25e1a01 None None] Checking router: be8b3052-7320-4997-9466-afccca561420 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:01:59.920287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] Deleting port 302eca7b-b789-4e55-88b5-6b9302673044 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:01:59.920633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:59.925416 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ef7f3-972b-447a-9c96-6f2db25e1a01 None None] Routers {'be8b3052-7320-4997-9466-afccca561420'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:01:59.926059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7f2ef7f3-972b-447a-9c96-6f2db25e1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:01:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['be8b3052-7320-4997-9466-afccca561420'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:00.003867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] For port 302eca7b-b789-4e55-88b5-6b9302673044, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=302eca7b-b789-4e55-88b5-6b9302673044,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:00.004340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.009384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-7f2ef7f3-972b-447a-9c96-6f2db25e1a01 None None] Set router be8b3052-7320-4997-9466-afccca561420 gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:00.016244 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] Calling delete_port for 302eca7b-b789-4e55-88b5-6b9302673044 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:00.081562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device f48a115b-66af-4e19-9a60-89111fd79d9b no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:00.083833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7f2ef7f3-972b-447a-9c96-6f2db25e1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be8b3052-7320-4997-9466-afccca561420', 'name': 'tempest-TestEncryptedCinderVolumes-2007664096-router', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:22Z', 'updated_at': '2021-12-10T19:01:59Z', 'revision_number': 6, 'project_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:00.128925 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ef7f3-972b-447a-9c96-6f2db25e1a01 None None] The sync data for ids ['be8b3052-7320-4997-9466-afccca561420'] in dv-neutron-821434-1-hyperv is: [{'id': 'be8b3052-7320-4997-9466-afccca561420', 'name': 'tempest-TestEncryptedCinderVolumes-2007664096-router', 'tenant_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:22Z', 'updated_at': '2021-12-10T19:01:59Z', 'revision_number': 6, 'project_id': 'b001a29d0ce04d8587d65fa2ca24b541', 'gw_port_host': None}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:02:00.130383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: f48a115b-66af-4e19-9a60-89111fd79d9b {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:02:00.130726 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device f48a115b-66af-4e19-9a60-89111fd79d9b not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:00.248661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.271611 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] Pushing event deleted for resources: {'Port': ['ID=302eca7b-b789-4e55-88b5-6b9302673044,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:00.288096 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca982d-06b8-41fa-9587-479ec01ba61d None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:00.334294 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.426693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.428712 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.547901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.548453 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] Fanout notify agent at l3_agent the message router_deleted on router be8b3052-7320-4997-9466-afccca561420 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:02:00.557890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.557890 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2a2fed37-0d1d-4b66-9bd8-7ebf08fc7faf admin admin] 10.222.0.60 "DELETE /v2.0/routers/be8b3052-7320-4997-9466-afccca561420 HTTP/1.1" status: 204 len: 168 time: 0.9564710 Dec 10 19:02:00.557890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41918) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:00.600977 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-086eafae-d155-4807-82ba-b03c154c8503 admin admin] Deleting subnet f5b29230-e188-40dd-984e-9a6c64db4392 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:02:00.603909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-086eafae-d155-4807-82ba-b03c154c8503 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.637315 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-086eafae-d155-4807-82ba-b03c154c8503 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.716133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-086eafae-d155-4807-82ba-b03c154c8503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.821820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-086eafae-d155-4807-82ba-b03c154c8503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.845369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086eafae-d155-4807-82ba-b03c154c8503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5b29230-e188-40dd-984e-9a6c64db4392,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:00.851279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-086eafae-d155-4807-82ba-b03c154c8503 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.854487 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-086eafae-d155-4807-82ba-b03c154c8503 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f5b29230-e188-40dd-984e-9a6c64db4392 HTTP/1.1" status: 204 len: 168 time: 0.2968805 Dec 10 19:02:00.857010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41920) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:00.858949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299469b6-09e5-4f59-b218-a3efe2c0a2d7 None None] Network 86340368-7180-45ba-a272-b2cda83fa9fc requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:02:00.927338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:00.997208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Deleting port 2dc1f22c-fbac-48d9-9b82-36fbcd066547 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:00.997577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.013935 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6990a25c-d2bb-41d3-a6a4-37bba32601a0 None None] DHCP port deletion for 86340368-7180-45ba-a272-b2cda83fa9fc request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:01.065374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] For port 2dc1f22c-fbac-48d9-9b82-36fbcd066547, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2dc1f22c-fbac-48d9-9b82-36fbcd066547,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:01.065927 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.080780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Calling delete_port for 2dc1f22c-fbac-48d9-9b82-36fbcd066547 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:01.207611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6990a25c-d2bb-41d3-a6a4-37bba32601a0 None None] Deleting port 2dc1f22c-fbac-48d9-9b82-36fbcd066547 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:01.207982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6990a25c-d2bb-41d3-a6a4-37bba32601a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.221855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.248395 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc1f22c-fbac-48d9-9b82-36fbcd066547,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:01.252470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] No DVR routers for this DVR port 2dc1f22c-fbac-48d9-9b82-36fbcd066547 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:02:01.270686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6990a25c-d2bb-41d3-a6a4-37bba32601a0 None None] For port 2dc1f22c-fbac-48d9-9b82-36fbcd066547, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2dc1f22c-fbac-48d9-9b82-36fbcd066547,segment=NetworkSegment(1368e707-e568-4e56-a903-08a72370bed1),segment_id=1368e707-e568-4e56-a903-08a72370bed1)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:01.271089 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6990a25c-d2bb-41d3-a6a4-37bba32601a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.286717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6990a25c-d2bb-41d3-a6a4-37bba32601a0 None None] Calling delete_port for 2dc1f22c-fbac-48d9-9b82-36fbcd066547 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:01.329795 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.349566 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86340368-7180-45ba-a272-b2cda83fa9fc']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:01.358817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1368e707-e568-4e56-a903-08a72370bed1') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:01.359114 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1368e707-e568-4e56-a903-08a72370bed1') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:01.367085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6990a25c-d2bb-41d3-a6a4-37bba32601a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.369041 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.382385 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.389841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:02:01.390310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.391500 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990a25c-d2bb-41d3-a6a4-37bba32601a0 None None] Pushing event deleted for resources: {'Port': ['ID=2dc1f22c-fbac-48d9-9b82-36fbcd066547,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:02:01.392317 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:02:01.396641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990a25c-d2bb-41d3-a6a4-37bba32601a0 None None] No DVR routers for this DVR port 2dc1f22c-fbac-48d9-9b82-36fbcd066547 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:02:01.484260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.490607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.493990 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] 10.222.0.60 "DELETE /v2.0/networks/86340368-7180-45ba-a272-b2cda83fa9fc HTTP/1.1" status: 204 len: 168 time: 0.6355855 Dec 10 19:02:01.497158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41922) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:01.506390 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eebdb3-8f8f-4cb1-8b41-d2f4094e1946 admin admin] Pushing event deleted for resources: {'Network': ['ID=86340368-7180-45ba-a272-b2cda83fa9fc,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:01.623424 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:01.646306 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:02:01.646658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c4cb0b91-ca8e-4ed6-b3fa-62c79682bb7b not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:01.647079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 302eca7b-b789-4e55-88b5-6b9302673044 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:01.665891 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 302eca7b-b789-4e55-88b5-6b9302673044 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:02:01.666182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 302eca7b-b789-4e55-88b5-6b9302673044 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:01.666593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2dc1f22c-fbac-48d9-9b82-36fbcd066547 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:01.685549 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 2dc1f22c-fbac-48d9-9b82-36fbcd066547 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:02:01.685918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2dc1f22c-fbac-48d9-9b82-36fbcd066547 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:01.844359 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.078518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Deleting port f39a744f-50e2-4144-92f6-aeaabf78a219 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:02.078849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.155498 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] For port f39a744f-50e2-4144-92f6-aeaabf78a219, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f39a744f-50e2-4144-92f6-aeaabf78a219,segment=NetworkSegment(cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17),segment_id=cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:02.155851 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.168544 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Calling delete_port for f39a744f-50e2-4144-92f6-aeaabf78a219 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:02.415522 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.440843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Pushing event deleted for resources: {'Port': ['ID=f39a744f-50e2-4144-92f6-aeaabf78a219,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:02.470698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:02.471057 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:02.471411 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:02.471754 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:02.472093 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:02.472425 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:02.472756 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:02.473091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:02.473424 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:02.473777 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:02.474109 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:02.474432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:02.474756 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:02.615775 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.820682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Router d8227035-f05a-4324-b157-fce7af4c9ce4 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:02:02.923344 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:02:02.930527 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7e5d9112-88db-4edb-ad89-ece50c1cb324 admin admin] 10.222.0.60 "PUT /v2.0/routers/d8227035-f05a-4324-b157-fce7af4c9ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4314058 Dec 10 19:02:02.932605 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41924) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:02.933150 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa575401-348e-40c2-8354-9024af7cb8b5 None None] Sync routers for ids ['d8227035-f05a-4324-b157-fce7af4c9ce4'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:02:02.944135 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa575401-348e-40c2-8354-9024af7cb8b5 None None] Routers {'d8227035-f05a-4324-b157-fce7af4c9ce4'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:02.944864 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fa575401-348e-40c2-8354-9024af7cb8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:01:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d8227035-f05a-4324-b157-fce7af4c9ce4'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:03.035779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.047587 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-fa575401-348e-40c2-8354-9024af7cb8b5 None None] Set router d8227035-f05a-4324-b157-fce7af4c9ce4 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:03.137108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.224566 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fa575401-348e-40c2-8354-9024af7cb8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'name': 'tempest-TestEncryptedCinderVolumes-1738550430-router', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'd8667418-830f-4668-ac6e-8f7d2b0f5373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:28Z', 'updated_at': '2021-12-10T19:02:02Z', 'revision_number': 5, 'project_id': 'db19867d7b3c49dba3ab042027e983a4', 'gw_port': {'id': 'd8667418-830f-4668-ac6e-8f7d2b0f5373', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:00:29Z', 'updated_at': '2021-12-10T19:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:03.251365 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa575401-348e-40c2-8354-9024af7cb8b5 None None] Checking router: d8227035-f05a-4324-b157-fce7af4c9ce4 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:02:03.259453 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa575401-348e-40c2-8354-9024af7cb8b5 None None] Routers {'d8227035-f05a-4324-b157-fce7af4c9ce4'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:03.260172 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fa575401-348e-40c2-8354-9024af7cb8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:01:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['d8227035-f05a-4324-b157-fce7af4c9ce4'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:03.265306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] Deleting port d8667418-830f-4668-ac6e-8f7d2b0f5373 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:03.265647 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.353088 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-fa575401-348e-40c2-8354-9024af7cb8b5 None None] Set router d8227035-f05a-4324-b157-fce7af4c9ce4 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:03.356919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] For port d8667418-830f-4668-ac6e-8f7d2b0f5373, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d8667418-830f-4668-ac6e-8f7d2b0f5373,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:03.357316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.370128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] Calling delete_port for d8667418-830f-4668-ac6e-8f7d2b0f5373 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:03.407282 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fa575401-348e-40c2-8354-9024af7cb8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'name': 'tempest-TestEncryptedCinderVolumes-1738550430-router', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:28Z', 'updated_at': '2021-12-10T19:02:03Z', 'revision_number': 6, 'project_id': 'db19867d7b3c49dba3ab042027e983a4', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:03.433832 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa575401-348e-40c2-8354-9024af7cb8b5 None None] The sync data for ids ['d8227035-f05a-4324-b157-fce7af4c9ce4'] in dv-neutron-821434-1-hyperv is: [{'id': 'd8227035-f05a-4324-b157-fce7af4c9ce4', 'name': 'tempest-TestEncryptedCinderVolumes-1738550430-router', 'tenant_id': 'db19867d7b3c49dba3ab042027e983a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:00:28Z', 'updated_at': '2021-12-10T19:02:03Z', 'revision_number': 6, 'project_id': 'db19867d7b3c49dba3ab042027e983a4', 'gw_port_host': None}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:02:03.615895 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.639804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8667418-830f-4668-ac6e-8f7d2b0f5373,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:03.654844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063c7d1-a76d-47e5-b2db-2b3315f4f18b None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:03.706308 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.817074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.817517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.947360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.947958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8227035-f05a-4324-b157-fce7af4c9ce4 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:02:03.952779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.953953 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a21a6057-b3ec-4c86-8da5-245463271485 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d8227035-f05a-4324-b157-fce7af4c9ce4 HTTP/1.1" status: 204 len: 168 time: 1.0203297 Dec 10 19:02:03.956498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41926) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:03.999759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a5446f-4e6e-40ce-9d82-52c5492407c2 admin admin] Deleting subnet 372f7b83-9cf1-41b3-8b25-4cebf9736497 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:02:04.002784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09a5446f-4e6e-40ce-9d82-52c5492407c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.196711 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f39a744f-50e2-4144-92f6-aeaabf78a219 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:04.219116 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: f39a744f-50e2-4144-92f6-aeaabf78a219 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:02:04.219684 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f39a744f-50e2-4144-92f6-aeaabf78a219 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:04.330986 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09a5446f-4e6e-40ce-9d82-52c5492407c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.407682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09a5446f-4e6e-40ce-9d82-52c5492407c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.547599 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09a5446f-4e6e-40ce-9d82-52c5492407c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.571229 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5446f-4e6e-40ce-9d82-52c5492407c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372f7b83-9cf1-41b3-8b25-4cebf9736497,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:04.577251 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-09a5446f-4e6e-40ce-9d82-52c5492407c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.581244 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-09a5446f-4e6e-40ce-9d82-52c5492407c2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/372f7b83-9cf1-41b3-8b25-4cebf9736497 HTTP/1.1" status: 204 len: 168 time: 0.6238191 Dec 10 19:02:04.583114 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fc44c4-aea5-4b39-8321-534d693770d1 None None] Network 6705a18d-f409-480f-8ea2-2aab2d6999a8 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:02:04.583880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41928) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:04.655029 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.709063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Deleting port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:04.709401 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.728220 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c790494-a84f-4ef4-8c4a-cb3db1ef8fb6 None None] DHCP port deletion for 6705a18d-f409-480f-8ea2-2aab2d6999a8 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:04.775798 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3c790494-a84f-4ef4-8c4a-cb3db1ef8fb6 None None] Deleting port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:02:04.776087 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3c790494-a84f-4ef4-8c4a-cb3db1ef8fb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.780550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] For port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e3cc6aa2-8723-49ae-9631-1d4093cbf7b8,segment=NetworkSegment(cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17),segment_id=cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:04.780911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.792975 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Calling delete_port for e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:04.841108 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3c790494-a84f-4ef4-8c4a-cb3db1ef8fb6 None None] For port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e3cc6aa2-8723-49ae-9631-1d4093cbf7b8,segment=NetworkSegment(cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17),segment_id=cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:04.841508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3c790494-a84f-4ef4-8c4a-cb3db1ef8fb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.853487 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3c790494-a84f-4ef4-8c4a-cb3db1ef8fb6 None None] Calling delete_port for e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:02:04.947369 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.953199 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3c790494-a84f-4ef4-8c4a-cb3db1ef8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.973160 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e3cc6aa2-8723-49ae-9631-1d4093cbf7b8,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:04.976847 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] No DVR routers for this DVR port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:02:04.978108 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c790494-a84f-4ef4-8c4a-cb3db1ef8fb6 None None] Pushing event deleted for resources: {'Port': ['ID=e3cc6aa2-8723-49ae-9631-1d4093cbf7b8,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:04.987719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c790494-a84f-4ef4-8c4a-cb3db1ef8fb6 None None] No DVR routers for this DVR port e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:02:05.050526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:05.071167 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6705a18d-f409-480f-8ea2-2aab2d6999a8']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:05.080061 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:05.080358 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf7efa1-91cf-4b1c-b30d-7f3033c4ad17') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:05.089920 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:05.102677 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:05.108544 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:02:05.108959 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:02:05.118509 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:02:05.209907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:05.215621 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:05.218838 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] 10.222.0.60 "DELETE /v2.0/networks/6705a18d-f409-480f-8ea2-2aab2d6999a8 HTTP/1.1" status: 204 len: 168 time: 0.6339173 Dec 10 19:02:05.234578 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5309fa-b307-4dc8-906a-5081adf7d8ee admin admin] Pushing event deleted for resources: {'Network': ['ID=6705a18d-f409-480f-8ea2-2aab2d6999a8,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:05.591713 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41932) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:05.628340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d8667418-830f-4668-ac6e-8f7d2b0f5373 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:05.646923 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-79875111-5ff1-46ec-88e0-d8a187721d7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b001a29d0ce04d8587d65fa2ca24b541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0517662 Dec 10 19:02:05.647146 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41936) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:05.649917 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: d8667418-830f-4668-ac6e-8f7d2b0f5373 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:02:05.650270 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d8667418-830f-4668-ac6e-8f7d2b0f5373 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:05.650683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:05.669017 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:02:05.669359 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e3cc6aa2-8723-49ae-9631-1d4093cbf7b8 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:05.693809 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b18f3efe-105c-4ca5-a4ff-f383409f5025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:05.714592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b18f3efe-105c-4ca5-a4ff-f383409f5025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:05.825784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b18f3efe-105c-4ca5-a4ff-f383409f5025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:05.828332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b18f3efe-105c-4ca5-a4ff-f383409f5025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:05.830003 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b18f3efe-105c-4ca5-a4ff-f383409f5025 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b14f327-6068-4f8a-9a6c-107f7ea57aec HTTP/1.1" status: 204 len: 168 time: 0.1814520 Dec 10 19:02:05.837868 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f3efe-105c-4ca5-a4ff-f383409f5025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b14f327-6068-4f8a-9a6c-107f7ea57aec,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:06.476382 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41942) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:06.517840 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e0d216db-f37b-4fa4-94c6-2e847792ae9d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db19867d7b3c49dba3ab042027e983a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397897 Dec 10 19:02:06.520322 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41944) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:06.570787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-22fbabae-1882-44e9-b5a6-d040ceccaaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:06.591612 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-22fbabae-1882-44e9-b5a6-d040ceccaaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:06.718665 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-22fbabae-1882-44e9-b5a6-d040ceccaaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:06.721241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-22fbabae-1882-44e9-b5a6-d040ceccaaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:06.722557 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-22fbabae-1882-44e9-b5a6-d040ceccaaf8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e25ecd8f-09ec-410c-9786-058cd04937b4 HTTP/1.1" status: 204 len: 168 time: 0.2012830 Dec 10 19:02:06.733909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbabae-1882-44e9-b5a6-d040ceccaaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25ecd8f-09ec-410c-9786-058cd04937b4,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:07.751557 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41966) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:07.855829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1763998086-network', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:07.933931 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] Made reservation on behalf of 8ab8c91c9a8d4e54bed3d7e3e80fb071 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:02:07.936188 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:07.945251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:08.016362 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:08.079089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:08.108080 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:02:08.118514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb003cb-c71a-4fa5-94b5-6167616fa782,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:08.123273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:08.123617 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] Added segment 9297f955-a56d-4393-b214-784884a440c7 of type vlan for network 6aaab37f-04d9-4afd-bc86-b10d7707e155 Dec 10 19:02:08.445415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:08.535770 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:08.536776 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:08.537480 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:08.596171 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] Pushing event updated for resources: {'Network': ['ID=6aaab37f-04d9-4afd-bc86-b10d7707e155,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:08.606046 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 6aaab37f-04d9-4afd-bc86-b10d7707e155 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:02:08.675611 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8895aced-293a-42a0-bfff-1c990437beeb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9229629 Dec 10 19:02:08.678361 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41970) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:08.683303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c6d95fe7-a429-4e0f-9e88-3c4cdf9360ae admin admin] Request body: {'subnet': {'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1763998086-subnet', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'ip_version': 4}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:08.775690 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d95fe7-a429-4e0f-9e88-3c4cdf9360ae admin admin] Made reservation on behalf of 8ab8c91c9a8d4e54bed3d7e3e80fb071 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:02:08.778617 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6d95fe7-a429-4e0f-9e88-3c4cdf9360ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.021992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6d95fe7-a429-4e0f-9e88-3c4cdf9360ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.085763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d95fe7-a429-4e0f-9e88-3c4cdf9360ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:09.090944 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d95fe7-a429-4e0f-9e88-3c4cdf9360ae admin admin] Checking segment: {'id': '9297f955-a56d-4393-b214-784884a440c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:09.091300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d95fe7-a429-4e0f-9e88-3c4cdf9360ae admin admin] Network hostable DHCP agents. Network: 6aaab37f-04d9-4afd-bc86-b10d7707e155, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:02:09.163204 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d95fe7-a429-4e0f-9e88-3c4cdf9360ae admin admin] Network 6aaab37f-04d9-4afd-bc86-b10d7707e155 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:02:09.278949 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-c6d95fe7-a429-4e0f-9e88-3c4cdf9360ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 6aaab37f-04d9-4afd-bc86-b10d7707e155) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:09.283225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d95fe7-a429-4e0f-9e88-3c4cdf9360ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:09.284375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c6d95fe7-a429-4e0f-9e88-3c4cdf9360ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.288008 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f656162e-7ce3-41e4-b984-cec9976c1c2b None None] Network 6aaab37f-04d9-4afd-bc86-b10d7707e155 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:02:09.397209 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-6aaab37f-04d9-4afd-bc86-b10d7707e155', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'fixed_ips': [{'subnet_id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:02:09.398611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.418434 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c6d95fe7-a429-4e0f-9e88-3c4cdf9360ae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7388117 Dec 10 19:02:09.420939 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41972) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:09.427221 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:09.507612 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.508888 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.540664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Allocated IP 172.20.0.2 (6aaab37f-04d9-4afd-bc86-b10d7707e155/4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d/a7466697-4a35-4e60-93bb-cf93fc646ef2) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:02:09.562622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.686590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.753145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.765791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.800071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Network 6aaab37f-04d9-4afd-bc86-b10d7707e155 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:02:09.802810 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:09.807363 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:02:09.809409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Pushing event updated for resources: {'Port': ['ID=a7466697-4a35-4e60-93bb-cf93fc646ef2,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:09.860152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Attempting to bind port a7466697-4a35-4e60-93bb-cf93fc646ef2 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:02:09.860522 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Attempting to bind port a7466697-4a35-4e60-93bb-cf93fc646ef2 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '9297f955-a56d-4393-b214-784884a440c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:02:09.861442 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Attempting to bind port a7466697-4a35-4e60-93bb-cf93fc646ef2 on network 6aaab37f-04d9-4afd-bc86-b10d7707e155 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:09.866450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:02:09.866815 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Checking segment: {'id': '9297f955-a56d-4393-b214-784884a440c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:09.867208 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.867594 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Bound using segment: {'id': '9297f955-a56d-4393-b214-784884a440c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:02:09.868076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Bound port: a7466697-4a35-4e60-93bb-cf93fc646ef2, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9297f955-a56d-4393-b214-784884a440c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:02:09.868452 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.930020 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] For port a7466697-4a35-4e60-93bb-cf93fc646ef2, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:02:09.933610 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] For port a7466697-4a35-4e60-93bb-cf93fc646ef2, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a7466697-4a35-4e60-93bb-cf93fc646ef2,segment=NetworkSegment(9297f955-a56d-4393-b214-784884a440c7),segment_id=9297f955-a56d-4393-b214-784884a440c7)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:02:09.999131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:10.040145 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:10.060531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:10.063031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c32b3-ad37-43e8-99d0-237255219962 None None] Pushing event updated for resources: {'Port': ['ID=a7466697-4a35-4e60-93bb-cf93fc646ef2,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:10.163960 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Allocated IP 172.26.5.203 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/c2ed94af-eb48-46ba-9897-d07034362789) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:02:10.279753 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:10.375026 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:10.414418 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:02:10.418880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:10.421264 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:02:10.431583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7919125b-fb93-4cff-89f8-665661f4e92c None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:10.449801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Pushing event updated for resources: {'Port': ['ID=c2ed94af-eb48-46ba-9897-d07034362789,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:10.460432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8430f753-b665-4ffc-997f-ffe57a13d024 None None] Provisioning complete for port c2ed94af-eb48-46ba-9897-d07034362789 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:10.460877 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8430f753-b665-4ffc-997f-ffe57a13d024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:10.494660 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8430f753-b665-4ffc-997f-ffe57a13d024 None None] Port c2ed94af-eb48-46ba-9897-d07034362789 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:02:10.733798 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:10.935096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:10.943253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41fdb1f-98af-4a4e-93d2-c0f238a91679 None None] Network 6aaab37f-04d9-4afd-bc86-b10d7707e155 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:02:11.046679 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ddbc7d1a-cfb5-4168-9486-2200a1850407 None None] Provisioning complete for port a7466697-4a35-4e60-93bb-cf93fc646ef2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:11.047089 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7d1a-cfb5-4168-9486-2200a1850407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:11.135090 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7d1a-cfb5-4168-9486-2200a1850407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:11.149795 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:02:11.172235 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ddbc7d1a-cfb5-4168-9486-2200a1850407 None None] For port a7466697-4a35-4e60-93bb-cf93fc646ef2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a7466697-4a35-4e60-93bb-cf93fc646ef2,segment=NetworkSegment(9297f955-a56d-4393-b214-784884a440c7),segment_id=9297f955-a56d-4393-b214-784884a440c7)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:11.253978 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:02:11.260224 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7d1a-cfb5-4168-9486-2200a1850407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:11.267032 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Sync routers for ids ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:02:11.305517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Routers {'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:11.306102 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:01:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:11.354657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:11.355984 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a0c273f8-002c-4e80-a0c5-6acd1e3c6ecc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9340627 Dec 10 19:02:11.358721 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41974) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:11.389395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc7d1a-cfb5-4168-9486-2200a1850407 None None] Pushing event updated for resources: {'Port': ['ID=a7466697-4a35-4e60-93bb-cf93fc646ef2,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:11.421288 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1dab9077-a739-49ad-be0b-cafe5288db72 None None] Provisioning complete for port a7466697-4a35-4e60-93bb-cf93fc646ef2 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:11.421665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1dab9077-a739-49ad-be0b-cafe5288db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:11.471237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Set router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:11.664133 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a7466697-4a35-4e60-93bb-cf93fc646ef2 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:02:11.729296 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port a7466697-4a35-4e60-93bb-cf93fc646ef2 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:11.729701 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:11.733275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:02:10Z', 'revision_number': 3, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port': {'id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:10Z', 'updated_at': '2021-12-10T19:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:11.782386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Checking router: f161e5ba-80e8-4ec5-98a2-a0d94baba0ea for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:02:11.783274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Updating router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea port c2ed94af-eb48-46ba-9897-d07034362789 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:02:11.784957 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:11.813959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:11.937385 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Allocated IP 172.20.0.1 (6aaab37f-04d9-4afd-bc86-b10d7707e155/4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d/37873472-f427-4134-ac43-1a41dc2d04d6) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:02:12.042500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.146393 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.188097 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Network 6aaab37f-04d9-4afd-bc86-b10d7707e155 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:02:12.191415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:12.195008 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:02:12.222647 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Pushing event updated for resources: {'Port': ['ID=37873472-f427-4134-ac43-1a41dc2d04d6,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:12.237435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.239963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.306124 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.358722 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e753b04d-49be-440a-828c-3b25fc922b8e None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:12.372508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Attempting to bind port c2ed94af-eb48-46ba-9897-d07034362789 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:02:12.372880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Attempting to bind port c2ed94af-eb48-46ba-9897-d07034362789 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:02:12.373244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Attempting to bind port c2ed94af-eb48-46ba-9897-d07034362789 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:12.375818 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c51594-e63e-420e-8c0f-d94b469429ec None None] Pushing event updated for resources: {'Port': ['ID=c2ed94af-eb48-46ba-9897-d07034362789,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:12.385190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:02:12.385190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:12.385190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.385190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:02:12.385190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Bound port: c2ed94af-eb48-46ba-9897-d07034362789, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:02:12.385190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.434486 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.444114 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] For port c2ed94af-eb48-46ba-9897-d07034362789, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:02:12.447768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] For port c2ed94af-eb48-46ba-9897-d07034362789, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c2ed94af-eb48-46ba-9897-d07034362789,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:02:12.452351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e3d7672a-b312-424c-8ca2-e042386c47de None None] Provisioning complete for port 37873472-f427-4134-ac43-1a41dc2d04d6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:12.452725 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e3d7672a-b312-424c-8ca2-e042386c47de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.486326 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7672a-b312-424c-8ca2-e042386c47de None None] Port 37873472-f427-4134-ac43-1a41dc2d04d6 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:02:12.496486 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e3d7672a-b312-424c-8ca2-e042386c47de None None] Provisioning complete for port c2ed94af-eb48-46ba-9897-d07034362789 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:12.497210 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e3d7672a-b312-424c-8ca2-e042386c47de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.525553 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.569150 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7672a-b312-424c-8ca2-e042386c47de None None] Port c2ed94af-eb48-46ba-9897-d07034362789 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:02:12.574097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c3e79-e828-46b6-8fc2-c5191c8b62af None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:12.598081 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Routers {'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:12.598767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:01:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:12.600893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c51594-e63e-420e-8c0f-d94b469429ec None None] Pushing event updated for resources: {'Port': ['ID=c2ed94af-eb48-46ba-9897-d07034362789,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:12.605654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.649832 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.704414 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-bd088e54-adba-46c7-9786-bf4159c236aa None None] Provisioning complete for port c2ed94af-eb48-46ba-9897-d07034362789 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:12.704749 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bd088e54-adba-46c7-9786-bf4159c236aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.719207 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Pushing event updated for resources: {'Port': ['ID=37873472-f427-4134-ac43-1a41dc2d04d6,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:12.726226 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.741476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] Set router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:12.816290 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Network 6aaab37f-04d9-4afd-bc86-b10d7707e155 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:02:12.817776 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:12.904979 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bd088e54-adba-46c7-9786-bf4159c236aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:12.942596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-bd088e54-adba-46c7-9786-bf4159c236aa None None] For port c2ed94af-eb48-46ba-9897-d07034362789, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c2ed94af-eb48-46ba-9897-d07034362789,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:12.944718 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:02:13.002423 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port': {'id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:10Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '37873472-f427-4134-ac43-1a41dc2d04d6', 'name': '', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'mac_address': 'fa:16:3e:a4:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:11Z', 'updated_at': '2021-12-10T19:02:11Z', 'revision_number': 1, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'subnets': [{'id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:13.028831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68234f-7351-4439-b2a8-df06597b8590 None None] The sync data for ids ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'] in dv-neutron-821434-1-hyperv is: [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port': {'id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:10Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '37873472-f427-4134-ac43-1a41dc2d04d6', 'name': '', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'mac_address': 'fa:16:3e:a4:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:11Z', 'updated_at': '2021-12-10T19:02:11Z', 'revision_number': 1, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'subnets': [{'id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:02:13.056765 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bd088e54-adba-46c7-9786-bf4159c236aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:13.067470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:02:13.078150 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0a8914b8-71cd-4fa0-9ae7-af732ea90b0c admin admin] 10.222.0.60 "PUT /v2.0/routers/f161e5ba-80e8-4ec5-98a2-a0d94baba0ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7130568 Dec 10 19:02:13.115233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd088e54-adba-46c7-9786-bf4159c236aa None None] Pushing event updated for resources: {'Port': ['ID=c2ed94af-eb48-46ba-9897-d07034362789,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:13.178290 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c0fa0106-a36e-4a46-81cc-74bec14d2df6 None None] Provisioning complete for port 37873472-f427-4134-ac43-1a41dc2d04d6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:13.178671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c0fa0106-a36e-4a46-81cc-74bec14d2df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:13.221626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c0fa0106-a36e-4a46-81cc-74bec14d2df6 None None] Port 37873472-f427-4134-ac43-1a41dc2d04d6 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:02:13.781146 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41990) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:13.786752 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2100101498-network', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:13.888350 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] Made reservation on behalf of a7b19c2ebb41459bad77bd12be27ecc9 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:02:13.890820 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:13.901133 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:13.979491 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:14.050057 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:14.078256 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:02:14.085379 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330c4d40-deb1-47a0-b35d-f96b73674330,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:14.091547 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:14.091896 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] Added segment a1f606c5-ffaa-404d-a58f-7d36ad2a52d8 of type vlan for network 4b110792-5eaa-46de-8441-409a1b6c634d Dec 10 19:02:14.136942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:14.217119 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:14.218188 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:14.218819 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:14.278988 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] Pushing event updated for resources: {'Network': ['ID=4b110792-5eaa-46de-8441-409a1b6c634d,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:14.290550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 4b110792-5eaa-46de-8441-409a1b6c634d details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:02:14.338401 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e620a0d4-2cf6-422e-8fa1-57e48b613abe admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5560539 Dec 10 19:02:14.341023 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 41992) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:14.346426 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-859fe2b5-57ca-4d5a-869d-81b07c5ef0d1 admin admin] Request body: {'subnet': {'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2100101498-subnet', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'ip_version': 4}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:14.421416 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859fe2b5-57ca-4d5a-869d-81b07c5ef0d1 admin admin] Made reservation on behalf of a7b19c2ebb41459bad77bd12be27ecc9 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:02:14.424379 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-859fe2b5-57ca-4d5a-869d-81b07c5ef0d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:14.644491 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-859fe2b5-57ca-4d5a-869d-81b07c5ef0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:14.706310 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fe2b5-57ca-4d5a-869d-81b07c5ef0d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d652926-0690-438b-9967-ae7b409328e6,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:14.713297 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859fe2b5-57ca-4d5a-869d-81b07c5ef0d1 admin admin] Checking segment: {'id': 'a1f606c5-ffaa-404d-a58f-7d36ad2a52d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:14.713660 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859fe2b5-57ca-4d5a-869d-81b07c5ef0d1 admin admin] Network hostable DHCP agents. Network: 4b110792-5eaa-46de-8441-409a1b6c634d, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:02:14.792550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859fe2b5-57ca-4d5a-869d-81b07c5ef0d1 admin admin] Network 4b110792-5eaa-46de-8441-409a1b6c634d is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:02:14.849588 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-859fe2b5-57ca-4d5a-869d-81b07c5ef0d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 4b110792-5eaa-46de-8441-409a1b6c634d) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:14.854198 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859fe2b5-57ca-4d5a-869d-81b07c5ef0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:14.854797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-859fe2b5-57ca-4d5a-869d-81b07c5ef0d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:14.859078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fce125-aabb-4fef-b415-5718f6de8054 None None] Network 4b110792-5eaa-46de-8441-409a1b6c634d requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:02:14.935282 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-859fe2b5-57ca-4d5a-869d-81b07c5ef0d1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5907130 Dec 10 19:02:14.935737 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41994) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:14.940867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2100101498-router', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:14.952924 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Sync routers for ids ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:02:14.962650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-4b110792-5eaa-46de-8441-409a1b6c634d', 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d', 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'fixed_ips': [{'subnet_id': '5d652926-0690-438b-9967-ae7b409328e6'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:02:14.963564 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:14.964311 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Routers {'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:14.964916 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:01:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:15.027144 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.028741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.073415 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Set router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:15.099234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Allocated IP 172.20.0.2 (4b110792-5eaa-46de-8441-409a1b6c634d/5d652926-0690-438b-9967-ae7b409328e6/d03b2a1c-d219-4e00-881c-80b995f573bf) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:02:15.117244 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.249925 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.313683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.333372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.355788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Network 4b110792-5eaa-46de-8441-409a1b6c634d is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:02:15.358707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:15.364807 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:02:15.367799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Pushing event updated for resources: {'Port': ['ID=d03b2a1c-d219-4e00-881c-80b995f573bf,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:15.371370 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port': {'id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:10Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '37873472-f427-4134-ac43-1a41dc2d04d6', 'name': '', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'mac_address': 'fa:16:3e:a4:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:11Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 2, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'subnets': [{'id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:15.400412 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Checking router: f161e5ba-80e8-4ec5-98a2-a0d94baba0ea for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:02:15.400773 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Updating router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea port 37873472-f427-4134-ac43-1a41dc2d04d6 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:02:15.418981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Attempting to bind port d03b2a1c-d219-4e00-881c-80b995f573bf on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:02:15.419363 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Attempting to bind port d03b2a1c-d219-4e00-881c-80b995f573bf by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'a1f606c5-ffaa-404d-a58f-7d36ad2a52d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:02:15.419754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Attempting to bind port d03b2a1c-d219-4e00-881c-80b995f573bf on network 4b110792-5eaa-46de-8441-409a1b6c634d {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:15.424767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:02:15.425144 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Checking segment: {'id': 'a1f606c5-ffaa-404d-a58f-7d36ad2a52d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:15.427574 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.427682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.427682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Bound using segment: {'id': 'a1f606c5-ffaa-404d-a58f-7d36ad2a52d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:02:15.427682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Bound port: d03b2a1c-d219-4e00-881c-80b995f573bf, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f606c5-ffaa-404d-a58f-7d36ad2a52d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:02:15.427682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.498052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] For port d03b2a1c-d219-4e00-881c-80b995f573bf, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:02:15.501275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] For port d03b2a1c-d219-4e00-881c-80b995f573bf, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d03b2a1c-d219-4e00-881c-80b995f573bf,segment=NetworkSegment(a1f606c5-ffaa-404d-a58f-7d36ad2a52d8),segment_id=a1f606c5-ffaa-404d-a58f-7d36ad2a52d8)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:02:15.587734 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.644529 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.654749 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c809f9-7e6c-4bd1-869d-68e246ab10db None None] Pushing event updated for resources: {'Port': ['ID=d03b2a1c-d219-4e00-881c-80b995f573bf,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:15.690371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c2ed94af-eb48-46ba-9897-d07034362789 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:02:15.692897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.716937 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.748695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port c2ed94af-eb48-46ba-9897-d07034362789 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:15.749072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.792990 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.809999 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Allocated IP 172.26.5.124 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:02:15.840012 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Pushing event updated for resources: {'Port': ['ID=37873472-f427-4134-ac43-1a41dc2d04d6,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:15.846096 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:15.846096 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:15.846096 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:15.853843 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:15.853843 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:15.853843 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:15.853843 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:15.853843 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:15.853843 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:15.853843 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:15.856649 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:15.857096 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:15.865839 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:15.886838 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:02:15.954528 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Attempting to bind port 37873472-f427-4134-ac43-1a41dc2d04d6 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:02:15.954528 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Attempting to bind port 37873472-f427-4134-ac43-1a41dc2d04d6 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '9297f955-a56d-4393-b214-784884a440c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:02:15.955281 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Attempting to bind port 37873472-f427-4134-ac43-1a41dc2d04d6 on network 6aaab37f-04d9-4afd-bc86-b10d7707e155 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:15.970426 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:02:15.970813 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Checking segment: {'id': '9297f955-a56d-4393-b214-784884a440c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:15.971220 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.971614 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Bound using segment: {'id': '9297f955-a56d-4393-b214-784884a440c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:02:15.972100 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Bound port: 37873472-f427-4134-ac43-1a41dc2d04d6, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9297f955-a56d-4393-b214-784884a440c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:02:15.972481 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:15.981463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.054030 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] For port 37873472-f427-4134-ac43-1a41dc2d04d6, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:02:16.057578 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] For port 37873472-f427-4134-ac43-1a41dc2d04d6, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=37873472-f427-4134-ac43-1a41dc2d04d6,segment=NetworkSegment(9297f955-a56d-4393-b214-784884a440c7),segment_id=9297f955-a56d-4393-b214-784884a440c7)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:02:16.091038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.135205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:02:16.139662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:16.144434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:02:16.147478 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Pushing event updated for resources: {'Port': ['ID=e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:16.147618 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.155792 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e8f693-d892-4dda-a2a6-dcbd366d7005 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:16.174344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:16.174706 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:16.175079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:16.175429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:16.175771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:16.176110 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:16.176453 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:16.176783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:16.177116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:16.177447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:16.177811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:16.178148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:16.178477 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:16.190675 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ee8e1489-547f-45cc-b95f-ca927d3bbeb4 None None] Provisioning complete for port e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:16.191371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1489-547f-45cc-b95f-ca927d3bbeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.205925 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ae665-9c45-4865-92ff-4e393c7f54fc None None] Pushing event updated for resources: {'Port': ['ID=37873472-f427-4134-ac43-1a41dc2d04d6,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:16.221643 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Routers {'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:16.222335 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:01:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:16.239567 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e1489-547f-45cc-b95f-ca927d3bbeb4 None None] Port e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:02:16.250291 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ee8e1489-547f-45cc-b95f-ca927d3bbeb4 None None] Provisioning complete for port 37873472-f427-4134-ac43-1a41dc2d04d6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:16.250741 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1489-547f-45cc-b95f-ca927d3bbeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.344301 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1489-547f-45cc-b95f-ca927d3bbeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.364556 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] Set router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:16.384023 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ee8e1489-547f-45cc-b95f-ca927d3bbeb4 None None] For port 37873472-f427-4134-ac43-1a41dc2d04d6, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=37873472-f427-4134-ac43-1a41dc2d04d6,segment=NetworkSegment(9297f955-a56d-4393-b214-784884a440c7),segment_id=9297f955-a56d-4393-b214-784884a440c7)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:16.459809 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1489-547f-45cc-b95f-ca927d3bbeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.501016 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-96b6175d-2471-4c04-b3a0-d7a6272266ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.525867 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e1489-547f-45cc-b95f-ca927d3bbeb4 None None] Pushing event updated for resources: {'Port': ['ID=37873472-f427-4134-ac43-1a41dc2d04d6,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:16.535490 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.589018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f11036ef-1cda-48b6-94e3-5914277a0b2d None None] Provisioning complete for port 37873472-f427-4134-ac43-1a41dc2d04d6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:16.589296 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f11036ef-1cda-48b6-94e3-5914277a0b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.613577 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port': {'id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:10Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '37873472-f427-4134-ac43-1a41dc2d04d6', 'name': '', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'mac_address': 'fa:16:3e:a4:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:11Z', 'updated_at': '2021-12-10T19:02:16Z', 'revision_number': 4, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'subnets': [{'id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:16.655466 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4bb73f-6531-4f91-82b7-e764e982f5dd None None] The sync data for ids ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'] in dv-neutron-821434-1-hyperv is: [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port': {'id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:10Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '37873472-f427-4134-ac43-1a41dc2d04d6', 'name': '', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'mac_address': 'fa:16:3e:a4:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:11Z', 'updated_at': '2021-12-10T19:02:16Z', 'revision_number': 4, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'subnets': [{'id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:02:16.759544 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.844182 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c334902-8089-42c7-9ac3-0602a53980fb None None] Network 4b110792-5eaa-46de-8441-409a1b6c634d requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:02:16.924285 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9a204523-47a1-49d0-87e8-79c22ec3367c None None] Provisioning complete for port d03b2a1c-d219-4e00-881c-80b995f573bf triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:16.924664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9a204523-47a1-49d0-87e8-79c22ec3367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:16.976036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Router 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:02:17.043119 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9a204523-47a1-49d0-87e8-79c22ec3367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.077158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9a204523-47a1-49d0-87e8-79c22ec3367c None None] For port d03b2a1c-d219-4e00-881c-80b995f573bf, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d03b2a1c-d219-4e00-881c-80b995f573bf,segment=NetworkSegment(a1f606c5-ffaa-404d-a58f-7d36ad2a52d8),segment_id=a1f606c5-ffaa-404d-a58f-7d36ad2a52d8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:17.096055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:02:17.108539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Sync routers for ids ['92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:02:17.126857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Routers {'92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:17.126857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:01:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:17.160218 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9a204523-47a1-49d0-87e8-79c22ec3367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.190358 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.192229 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d92444a7-b2ce-43ff-b5f9-1571c9fce696 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2553039 Dec 10 19:02:17.194822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 41996) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:02:17.421344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a204523-47a1-49d0-87e8-79c22ec3367c None None] Pushing event updated for resources: {'Port': ['ID=d03b2a1c-d219-4e00-881c-80b995f573bf,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:17.435274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Set router 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:17.491711 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-aaec1f1e-d0eb-4923-9086-70dfa8325e62 None None] Provisioning complete for port d03b2a1c-d219-4e00-881c-80b995f573bf triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:17.492922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-aaec1f1e-d0eb-4923-9086-70dfa8325e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.647633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.693071 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'name': 'tempest-TestMinimumBasicScenario-2100101498-router', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:16Z', 'revision_number': 3, 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'gw_port': {'id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:17.722079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Checking router: 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:02:17.722433 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Updating router 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 port e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:02:17.748250 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.770882 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d03b2a1c-d219-4e00-881c-80b995f573bf up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:02:17.816455 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Allocated IP 172.20.0.1 (4b110792-5eaa-46de-8441-409a1b6c634d/5d652926-0690-438b-9967-ae7b409328e6/da37a32e-d92a-4016-ba81-8c072a464ab1) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:02:17.917814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.932547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port d03b2a1c-d219-4e00-881c-80b995f573bf triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:17.932918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:17.997536 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.042271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Network 4b110792-5eaa-46de-8441-409a1b6c634d is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:02:18.046796 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:18.051749 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:02:18.054887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Pushing event updated for resources: {'Port': ['ID=da37a32e-d92a-4016-ba81-8c072a464ab1,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:18.087649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 37873472-f427-4134-ac43-1a41dc2d04d6 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:02:18.092731 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.129127 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.150540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 37873472-f427-4134-ac43-1a41dc2d04d6 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:18.150920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.222877 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.280297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3979b7af-f022-4977-bb1f-4bf2ff76f6ef None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:18.297589 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Attempting to bind port e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:02:18.298579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Attempting to bind port e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:02:18.298932 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Attempting to bind port e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:18.302079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478806f2-cccd-4686-b363-b60f1059b158 None None] Pushing event updated for resources: {'Port': ['ID=e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:18.312820 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:02:18.316504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:18.316504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.316504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:02:18.316504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Bound port: e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:02:18.316504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.345298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.345922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-ccbef0fe-b309-4a90-85f9-2016b6b7e7d4 None None] Provisioning complete for port da37a32e-d92a-4016-ba81-8c072a464ab1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:18.345922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ccbef0fe-b309-4a90-85f9-2016b6b7e7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.395639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ccbef0fe-b309-4a90-85f9-2016b6b7e7d4 None None] Port da37a32e-d92a-4016-ba81-8c072a464ab1 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:02:18.397428 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] For port e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:02:18.402174 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] For port e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:02:18.491787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.503788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.549894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b328e8bf-eee2-4444-a8bd-473094397133 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:02:18.581489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.584847 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-41799e9c-7bdb-4493-aecb-30bc4e8d5896 None None] Provisioning complete for port e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:18.585226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-41799e9c-7bdb-4493-aecb-30bc4e8d5896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.589179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478806f2-cccd-4686-b363-b60f1059b158 None None] Pushing event updated for resources: {'Port': ['ID=e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:18.594440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Routers {'92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:18.595671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:01:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:18.648076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.650855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Pushing event updated for resources: {'Port': ['ID=da37a32e-d92a-4016-ba81-8c072a464ab1,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:18.684573 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.744579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Network 4b110792-5eaa-46de-8441-409a1b6c634d is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:02:18.746043 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:18.758167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] Set router 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:18.810518 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-41799e9c-7bdb-4493-aecb-30bc4e8d5896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.868954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-41799e9c-7bdb-4493-aecb-30bc4e8d5896 None None] For port e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:18.908945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f7f0-cd3b-4202-9650-9bcd34add9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:18.926422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-41799e9c-7bdb-4493-aecb-30bc4e8d5896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:19.008313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41799e9c-7bdb-4493-aecb-30bc4e8d5896 None None] Pushing event updated for resources: {'Port': ['ID=e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:19.061926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-51d915e9-f1f9-4fbf-a1c0-993b24cf05d9 None None] Provisioning complete for port e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:19.062213 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51d915e9-f1f9-4fbf-a1c0-993b24cf05d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:19.096591 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'name': 'tempest-TestMinimumBasicScenario-2100101498-router', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 4, 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'gw_port': {'id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'da37a32e-d92a-4016-ba81-8c072a464ab1', 'name': '', 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'mac_address': 'fa:16:3e:a7:60:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '5d652926-0690-438b-9967-ae7b409328e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:17Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 2, 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'subnets': [{'id': '5d652926-0690-438b-9967-ae7b409328e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:19.128229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f9be2-7918-4dd9-88a6-7b83b0b0511f None None] The sync data for ids ['92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'] in dv-neutron-821434-1-hyperv is: [{'id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'name': 'tempest-TestMinimumBasicScenario-2100101498-router', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 4, 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'gw_port': {'id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'da37a32e-d92a-4016-ba81-8c072a464ab1', 'name': '', 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'mac_address': 'fa:16:3e:a7:60:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '5d652926-0690-438b-9967-ae7b409328e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:17Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 2, 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'subnets': [{'id': '5d652926-0690-438b-9967-ae7b409328e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:02:19.156079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Router 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:02:19.194413 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-51d915e9-f1f9-4fbf-a1c0-993b24cf05d9 None None] Provisioning complete for port da37a32e-d92a-4016-ba81-8c072a464ab1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:19.194664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51d915e9-f1f9-4fbf-a1c0-993b24cf05d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:19.228606 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-51d915e9-f1f9-4fbf-a1c0-993b24cf05d9 None None] Port da37a32e-d92a-4016-ba81-8c072a464ab1 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:02:19.267579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:02:19.272927 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b5353ead-713b-4b4b-a2ea-0c4fda3480aa admin admin] 10.222.0.60 "PUT /v2.0/routers/92bf6cf7-e8bc-49d0-b6c6-ec95a2416401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0770946 Dec 10 19:02:20.221803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:21.232489 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Sync routers for ids ['92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:02:21.243376 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Routers {'92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:21.245032 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:02:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:21.367322 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Set router 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:21.410116 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:21.599398 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'name': 'tempest-TestMinimumBasicScenario-2100101498-router', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 4, 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'gw_port': {'id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'da37a32e-d92a-4016-ba81-8c072a464ab1', 'name': '', 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'mac_address': 'fa:16:3e:a7:60:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '5d652926-0690-438b-9967-ae7b409328e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:17Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 2, 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'subnets': [{'id': '5d652926-0690-438b-9967-ae7b409328e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:21.634645 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Checking router: 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:02:21.635002 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Updating router 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 port da37a32e-d92a-4016-ba81-8c072a464ab1 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:02:21.665953 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:21.698219 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:02:21.774513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:21.774896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:22.081534 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:22.179836 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:22.232922 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef94-0440-4c4b-9c9e-12ca52ac159d None None] Pushing event updated for resources: {'Port': ['ID=da37a32e-d92a-4016-ba81-8c072a464ab1,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:22.317667 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Attempting to bind port da37a32e-d92a-4016-ba81-8c072a464ab1 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:02:22.318551 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Attempting to bind port da37a32e-d92a-4016-ba81-8c072a464ab1 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'a1f606c5-ffaa-404d-a58f-7d36ad2a52d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:02:22.318922 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Attempting to bind port da37a32e-d92a-4016-ba81-8c072a464ab1 on network 4b110792-5eaa-46de-8441-409a1b6c634d {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:22.326664 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:02:22.327040 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Checking segment: {'id': 'a1f606c5-ffaa-404d-a58f-7d36ad2a52d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:22.327442 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:22.328333 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Bound using segment: {'id': 'a1f606c5-ffaa-404d-a58f-7d36ad2a52d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:02:22.328845 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Bound port: da37a32e-d92a-4016-ba81-8c072a464ab1, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f606c5-ffaa-404d-a58f-7d36ad2a52d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:02:22.329233 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:22.444448 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] For port da37a32e-d92a-4016-ba81-8c072a464ab1, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:02:22.452265 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] For port da37a32e-d92a-4016-ba81-8c072a464ab1, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=da37a32e-d92a-4016-ba81-8c072a464ab1,segment=NetworkSegment(a1f606c5-ffaa-404d-a58f-7d36ad2a52d8),segment_id=a1f606c5-ffaa-404d-a58f-7d36ad2a52d8)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:02:22.547514 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:22.579390 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8e9c7cf5-7ff0-4c55-aead-946700146168 None None] Provisioning complete for port da37a32e-d92a-4016-ba81-8c072a464ab1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:22.579995 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8e9c7cf5-7ff0-4c55-aead-946700146168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:22.626528 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Routers {'92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:02:22.629067 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:02:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:22.632825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:22.708019 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef94-0440-4c4b-9c9e-12ca52ac159d None None] Pushing event updated for resources: {'Port': ['ID=da37a32e-d92a-4016-ba81-8c072a464ab1,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:22.785858 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] Set router 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:02:22.893145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8e9c7cf5-7ff0-4c55-aead-946700146168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:22.935141 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8e9c7cf5-7ff0-4c55-aead-946700146168 None None] For port da37a32e-d92a-4016-ba81-8c072a464ab1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=da37a32e-d92a-4016-ba81-8c072a464ab1,segment=NetworkSegment(a1f606c5-ffaa-404d-a58f-7d36ad2a52d8),segment_id=a1f606c5-ffaa-404d-a58f-7d36ad2a52d8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:23.016182 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'name': 'tempest-TestMinimumBasicScenario-2100101498-router', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 4, 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'gw_port': {'id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'da37a32e-d92a-4016-ba81-8c072a464ab1', 'name': '', 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'mac_address': 'fa:16:3e:a7:60:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '5d652926-0690-438b-9967-ae7b409328e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:17Z', 'updated_at': '2021-12-10T19:02:22Z', 'revision_number': 4, 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'subnets': [{'id': '5d652926-0690-438b-9967-ae7b409328e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:02:23.038789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8e9c7cf5-7ff0-4c55-aead-946700146168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:23.049433 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc72972-0521-4cf1-8d1c-053b46b66b0a None None] The sync data for ids ['92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'] in dv-neutron-821434-1-hyperv is: [{'id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'name': 'tempest-TestMinimumBasicScenario-2100101498-router', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 4, 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'gw_port': {'id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'da37a32e-d92a-4016-ba81-8c072a464ab1', 'name': '', 'network_id': '4b110792-5eaa-46de-8441-409a1b6c634d', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'mac_address': 'fa:16:3e:a7:60:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '5d652926-0690-438b-9967-ae7b409328e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:17Z', 'updated_at': '2021-12-10T19:02:22Z', 'revision_number': 4, 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'subnets': [{'id': '5d652926-0690-438b-9967-ae7b409328e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:02:23.101809 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c7cf5-7ff0-4c55-aead-946700146168 None None] Pushing event updated for resources: {'Port': ['ID=da37a32e-d92a-4016-ba81-8c072a464ab1,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:23.161642 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-54bc1d44-1597-44be-b8a2-3e929049dea8 None None] Provisioning complete for port da37a32e-d92a-4016-ba81-8c072a464ab1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:23.187577 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-54bc1d44-1597-44be-b8a2-3e929049dea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:23.689288 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device da37a32e-d92a-4016-ba81-8c072a464ab1 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:02:23.758617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port da37a32e-d92a-4016-ba81-8c072a464ab1 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:23.759251 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:31.102117 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50280587-5bd8-428f-939a-d456c8e7627b req-f404c039-c7dc-4ba5-b4ae-086c3c0c42c4 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:31.103585 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-f404c039-c7dc-4ba5-b4ae-086c3c0c42c4 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/networks?id=6aaab37f-04d9-4afd-bc86-b10d7707e155 HTTP/1.1" status: 200 len: 815 time: 0.0996072 Dec 10 19:02:31.118048 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-7004fb23-2424-4729-a671-8932231daccd tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/quotas/8ab8c91c9a8d4e54bed3d7e3e80fb071 HTTP/1.1" status: 200 len: 375 time: 0.0088229 Dec 10 19:02:31.166939 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-f6a7e18e-e25c-435c-8292-8c0c52c3ecb0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ab8c91c9a8d4e54bed3d7e3e80fb071&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439942 Dec 10 19:02:31.265827 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-60cf6cba-b39b-41c1-a0d6-8fe0bbf75581 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:02:31.267430 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-60cf6cba-b39b-41c1-a0d6-8fe0bbf75581 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0896435 Dec 10 19:02:31.375145 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-65d97f42-6c76-486f-81d9-469e64116e89 service neutron] 10.222.0.60 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015136 Dec 10 19:02:31.463363 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-4d941618-49fa-4c46-b320-ae99a2d38cc4 service neutron] 10.222.0.60 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819578 Dec 10 19:02:31.689577 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7a861126-1998-4562-b059-84a6ba7eddb2 req-703e5d43-70c8-4a81-b787-cb62a6da4d82 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 210 time: 0.0303512 Dec 10 19:02:32.781604 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34ac01a2-7be4-4af2-bfe6-57b8a7d5ad75 req-48f848a3-963b-4f0c-a217-48a7c99defb2 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 210 time: 0.0264325 Dec 10 19:02:33.873392 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0c12732d-ee66-4777-a3d4-e41a5ff9f303 req-401cad0e-7f8f-4907-8e54-983edb8e128b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 210 time: 0.0260520 Dec 10 19:02:34.014197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50280587-5bd8-428f-939a-d456c8e7627b req-21c3b426-c2e1-4a81-aecc-266c3b21d826 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:34.015669 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-21c3b426-c2e1-4a81-aecc-266c3b21d826 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.21 "GET /v2.0/networks?id=6aaab37f-04d9-4afd-bc86-b10d7707e155 HTTP/1.1" status: 200 len: 815 time: 0.1010141 Dec 10 19:02:34.035479 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-50280587-5bd8-428f-939a-d456c8e7627b req-5f9b4a7c-e16f-4c17-87e3-68d4283f0739 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Request body: {'port': {'device_id': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'admin_state_up': True, 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:34.209094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50280587-5bd8-428f-939a-d456c8e7627b req-5f9b4a7c-e16f-4c17-87e3-68d4283f0739 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Made reservation on behalf of 8ab8c91c9a8d4e54bed3d7e3e80fb071 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:02:34.212802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-50280587-5bd8-428f-939a-d456c8e7627b req-5f9b4a7c-e16f-4c17-87e3-68d4283f0739 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:34.339418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-50280587-5bd8-428f-939a-d456c8e7627b req-5f9b4a7c-e16f-4c17-87e3-68d4283f0739 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Allocated IP 172.20.0.11 (6aaab37f-04d9-4afd-bc86-b10d7707e155/4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d/70f91d78-f83a-4e17-a900-2ab59619e208) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:02:34.483077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-50280587-5bd8-428f-939a-d456c8e7627b req-5f9b4a7c-e16f-4c17-87e3-68d4283f0739 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:34.581537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-50280587-5bd8-428f-939a-d456c8e7627b req-5f9b4a7c-e16f-4c17-87e3-68d4283f0739 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:34.630106 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50280587-5bd8-428f-939a-d456c8e7627b req-5f9b4a7c-e16f-4c17-87e3-68d4283f0739 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Network 6aaab37f-04d9-4afd-bc86-b10d7707e155 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:02:34.633286 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-50280587-5bd8-428f-939a-d456c8e7627b req-5f9b4a7c-e16f-4c17-87e3-68d4283f0739 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:02:34.635901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-50280587-5bd8-428f-939a-d456c8e7627b req-5f9b4a7c-e16f-4c17-87e3-68d4283f0739 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:02:34.667954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4a7c-e16f-4c17-87e3-68d4283f0739 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event updated for resources: {'Port': ['ID=70f91d78-f83a-4e17-a900-2ab59619e208,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:34.722127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50280587-5bd8-428f-939a-d456c8e7627b req-5f9b4a7c-e16f-4c17-87e3-68d4283f0739 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:34.722127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-50280587-5bd8-428f-939a-d456c8e7627b req-5f9b4a7c-e16f-4c17-87e3-68d4283f0739 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:34.819274 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-5f9b4a7c-e16f-4c17-87e3-68d4283f0739 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7881284 Dec 10 19:02:34.979736 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a1877e1b-496f-45cf-a1ea-c9bffcc05107 None None] Provisioning complete for port 70f91d78-f83a-4e17-a900-2ab59619e208 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:34.980849 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a1877e1b-496f-45cf-a1ea-c9bffcc05107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:35.038467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9c5ef-fcd2-4f9e-980b-e49cb06851bc req-99d596e2-3ca2-4caa-884d-424a43630aa8 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:35.045159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a1877e1b-496f-45cf-a1ea-c9bffcc05107 None None] Port 70f91d78-f83a-4e17-a900-2ab59619e208 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:02:35.048222 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-39d9c5ef-fcd2-4f9e-980b-e49cb06851bc req-99d596e2-3ca2-4caa-884d-424a43630aa8 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 932 time: 0.1005485 Dec 10 19:02:35.102209 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-39d9c5ef-fcd2-4f9e-980b-e49cb06851bc req-e2e4f932-876f-44dd-9dbb-34a2f74ad630 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519354 Dec 10 19:02:36.228406 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91533dd-86c5-49bf-baf3-b6d2334b109f req-ec0f4aec-4a24-48c4-bf30-7c41832c336d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:36.230173 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a91533dd-86c5-49bf-baf3-b6d2334b109f req-ec0f4aec-4a24-48c4-bf30-7c41832c336d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 932 time: 0.0533330 Dec 10 19:02:36.278755 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a91533dd-86c5-49bf-baf3-b6d2334b109f req-4c9782eb-4157-4028-a151-d51bad09fa01 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 Dec 10 19:02:37.404340 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e6a02-39b2-4875-ba42-12083cbf7d0b req-f90b8137-1f85-45fb-a010-72ac85ca6753 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:37.405958 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7c9e6a02-39b2-4875-ba42-12083cbf7d0b req-f90b8137-1f85-45fb-a010-72ac85ca6753 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 932 time: 0.0558376 Dec 10 19:02:37.466536 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7c9e6a02-39b2-4875-ba42-12083cbf7d0b req-41e5d2e3-881b-4fac-95ea-fa1611d2f016 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538628 Dec 10 19:02:38.585870 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412d371-3bfd-4dcd-af86-db41010d4b15 req-857f016e-487a-4f4c-8445-c1fb6d0f1679 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:38.587379 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1412d371-3bfd-4dcd-af86-db41010d4b15 req-857f016e-487a-4f4c-8445-c1fb6d0f1679 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 932 time: 0.0522184 Dec 10 19:02:38.642145 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1412d371-3bfd-4dcd-af86-db41010d4b15 req-b85b58f8-d44d-4a8e-8308-fd9391b6abaf tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485277 Dec 10 19:02:39.768034 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87281a-a150-4e60-958f-10ba6759c1c4 req-396a4378-4c6f-4b07-9033-f7a0b6a8944c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:39.769654 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9c87281a-a150-4e60-958f-10ba6759c1c4 req-396a4378-4c6f-4b07-9033-f7a0b6a8944c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 932 time: 0.0510590 Dec 10 19:02:39.819549 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9c87281a-a150-4e60-958f-10ba6759c1c4 req-805a901e-6df7-498a-801a-e5a2295626c3 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Dec 10 19:02:40.935175 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922b5ef-5ff6-40f7-968b-06f63f36258a req-150fdedf-1839-49bd-8845-d96debee5271 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:40.936708 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5922b5ef-5ff6-40f7-968b-06f63f36258a req-150fdedf-1839-49bd-8845-d96debee5271 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 932 time: 0.0506458 Dec 10 19:02:40.987496 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5922b5ef-5ff6-40f7-968b-06f63f36258a req-04273019-317e-4603-b1c1-afd83c4c6319 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446284 Dec 10 19:02:42.276408 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff86bd-5f4e-46af-9ef2-7e7e351a293b req-b3062827-0589-45a2-94eb-20affd4cdce5 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:42.277820 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-15ff86bd-5f4e-46af-9ef2-7e7e351a293b req-b3062827-0589-45a2-94eb-20affd4cdce5 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 932 time: 0.0546594 Dec 10 19:02:42.328583 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-15ff86bd-5f4e-46af-9ef2-7e7e351a293b req-c0084ded-0480-48eb-bc5a-e3a273dc5f34 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448687 Dec 10 19:02:43.450653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802a46b-2efd-4be9-a57a-166af3f916a0 req-303e5457-d373-44ad-b11a-5a82191eb76e tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:43.452143 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e802a46b-2efd-4be9-a57a-166af3f916a0 req-303e5457-d373-44ad-b11a-5a82191eb76e tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 932 time: 0.0506611 Dec 10 19:02:43.511344 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e802a46b-2efd-4be9-a57a-166af3f916a0 req-e00cf404-e64d-4f00-af96-5c67ff2119e4 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526249 Dec 10 19:02:44.626493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f6f52-e238-49ab-b091-285704f3aa1d req-5d0a9b14-fd12-413e-8540-8fd139ddfe72 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:44.627973 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-805f6f52-e238-49ab-b091-285704f3aa1d req-5d0a9b14-fd12-413e-8540-8fd139ddfe72 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 932 time: 0.0510719 Dec 10 19:02:44.673793 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-805f6f52-e238-49ab-b091-285704f3aa1d req-6540d760-82d8-4140-938a-56af576ca8a1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393467 Dec 10 19:02:44.891164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Request body: {'port': {'device_id': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:44.944449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:45.201199 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f91d78-f83a-4e17-a900-2ab59619e208 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:02:45.209082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:45.220449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Transition to ACTIVE for port object 70f91d78-f83a-4e17-a900-2ab59619e208 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:02:45.277739 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:45.367938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Pushing event updated for resources: {'Port': ['ID=70f91d78-f83a-4e17-a900-2ab59619e208,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:45.402444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Attempting to bind port 70f91d78-f83a-4e17-a900-2ab59619e208 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:02:45.402789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Attempting to bind port 70f91d78-f83a-4e17-a900-2ab59619e208 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9297f955-a56d-4393-b214-784884a440c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:02:45.403125 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Attempting to bind port 70f91d78-f83a-4e17-a900-2ab59619e208 on network 6aaab37f-04d9-4afd-bc86-b10d7707e155 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:45.407699 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Port 70f91d78-f83a-4e17-a900-2ab59619e208 on network 6aaab37f-04d9-4afd-bc86-b10d7707e155 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:02:45.408026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Attempting to bind port 70f91d78-f83a-4e17-a900-2ab59619e208 on network 6aaab37f-04d9-4afd-bc86-b10d7707e155 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:45.413663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:02:45.414040 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Checking segment: {'id': '9297f955-a56d-4393-b214-784884a440c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:45.414434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Bound using segment: {'id': '9297f955-a56d-4393-b214-784884a440c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:02:45.414892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Bound port: 70f91d78-f83a-4e17-a900-2ab59619e208, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9297f955-a56d-4393-b214-784884a440c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:02:45.415237 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:45.480518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] For port 70f91d78-f83a-4e17-a900-2ab59619e208, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:02:45.483572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] For port 70f91d78-f83a-4e17-a900-2ab59619e208, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=70f91d78-f83a-4e17-a900-2ab59619e208,segment=NetworkSegment(9297f955-a56d-4393-b214-784884a440c7),segment_id=9297f955-a56d-4393-b214-784884a440c7)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:02:45.552468 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:45.589089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:45.589741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:45.591215 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-82985d60-f524-44e3-b030-5bf393450152 service neutron] 10.222.0.21 "PUT /v2.0/ports/70f91d78-f83a-4e17-a900-2ab59619e208 HTTP/1.1" status: 200 len: 1094 time: 0.7045279 Dec 10 19:02:45.591948 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'tag': '70f91d78-f83a-4e17-a900-2ab59619e208'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:02:45.594230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8411eb48-3a8c-4527-848c-7a96257c4f11" -d '{"events": [{"name": "network-changed", "server_uuid": "041d9a92-4b2d-4e73-ac88-6af56d183548", "tag": "70f91d78-f83a-4e17-a900-2ab59619e208"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:02:45.618270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82985d60-f524-44e3-b030-5bf393450152 service neutron] Pushing event updated for resources: {'Port': ['ID=70f91d78-f83a-4e17-a900-2ab59619e208,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:45.632365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c56e66-2115-45d3-b6d2-a4649f881362 x-openstack-request-id: req-43c56e66-2115-45d3-b6d2-a4649f881362 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:02:45.632694 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041d9a92-4b2d-4e73-ac88-6af56d183548", "tag": "70f91d78-f83a-4e17-a900-2ab59619e208", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:02:45.632984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43c56e66-2115-45d3-b6d2-a4649f881362 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:02:45.633429 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'tag': '70f91d78-f83a-4e17-a900-2ab59619e208', 'status': 'completed', 'code': 200} Dec 10 19:02:45.712287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411eb48-3a8c-4527-848c-7a96257c4f11 req-a30f9362-fcf0-42c9-a501-fb41dfad7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:45.714086 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8411eb48-3a8c-4527-848c-7a96257c4f11 req-a30f9362-fcf0-42c9-a501-fb41dfad7739 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ab8c91c9a8d4e54bed3d7e3e80fb071&device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 1097 time: 0.0555601 Dec 10 19:02:45.795267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a26792-40ab-4af3-acc8-1809cc6dc179 req-784ec64c-0699-4e52-8251-66a2809e10a1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:45.796760 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-64a26792-40ab-4af3-acc8-1809cc6dc179 req-784ec64c-0699-4e52-8251-66a2809e10a1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 944 time: 0.0520911 Dec 10 19:02:45.820478 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411eb48-3a8c-4527-848c-7a96257c4f11 req-1f350730-f7bd-4b1b-a24f-01e6ef26417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:45.821982 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8411eb48-3a8c-4527-848c-7a96257c4f11 req-1f350730-f7bd-4b1b-a24f-01e6ef26417f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8ab8c91c9a8d4e54bed3d7e3e80fb071&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0998614 Dec 10 19:02:45.845059 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-64a26792-40ab-4af3-acc8-1809cc6dc179 req-08a51a78-e576-43c6-98a4-f7b1f0fdb204 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421910 Dec 10 19:02:45.922410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411eb48-3a8c-4527-848c-7a96257c4f11 req-6dfd0e74-f89e-40c9-87b9-60be37227183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:45.923876 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8411eb48-3a8c-4527-848c-7a96257c4f11 req-6dfd0e74-f89e-40c9-87b9-60be37227183 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915952 Dec 10 19:02:46.005944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50280587-5bd8-428f-939a-d456c8e7627b req-9468e485-3d6b-4406-a2ce-42b949e08fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:46.007330 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-9468e485-3d6b-4406-a2ce-42b949e08fb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ab8c91c9a8d4e54bed3d7e3e80fb071&device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 1097 time: 0.0409141 Dec 10 19:02:46.053833 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-2d65d0d2-f531-40b3-b2aa-af764420dc68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70f91d78-f83a-4e17-a900-2ab59619e208 HTTP/1.1" status: 200 len: 217 time: 0.0327795 Dec 10 19:02:46.106522 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50280587-5bd8-428f-939a-d456c8e7627b req-d40c8939-a5c3-42b2-bc2f-5481b2463791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:46.107907 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-d40c8939-a5c3-42b2-bc2f-5481b2463791 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d HTTP/1.1" status: 200 len: 854 time: 0.0447366 Dec 10 19:02:46.153374 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50280587-5bd8-428f-939a-d456c8e7627b req-1d861d2d-b3c2-4da8-8b5a-8ea21a9172ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:46.154876 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-1d861d2d-b3c2-4da8-8b5a-8ea21a9172ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6aaab37f-04d9-4afd-bc86-b10d7707e155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391793 Dec 10 19:02:46.247039 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-b576be36-acc4-45c9-ae58-193abcaedf19 service neutron] 10.222.0.21 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804951 Dec 10 19:02:46.342769 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-50280587-5bd8-428f-939a-d456c8e7627b req-dd1e881f-7931-46a0-b359-25d02b0643d7 service neutron] 10.222.0.21 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840790 Dec 10 19:02:46.481356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7901-326a-4804-8a14-5bb33fd90d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:46.959744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d992a-c04d-459d-b5ed-0b5b84857c2b req-3158ff85-c1eb-4ec5-9d8d-48dc02afb103 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:46.961216 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d34d992a-c04d-459d-b5ed-0b5b84857c2b req-3158ff85-c1eb-4ec5-9d8d-48dc02afb103 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 944 time: 0.0475421 Dec 10 19:02:47.011241 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d34d992a-c04d-459d-b5ed-0b5b84857c2b req-99682be4-6c6c-41e4-8ac2-142bb27c0f14 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437245 Dec 10 19:02:48.123397 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad8910-e542-4e67-84c5-1f2b6eb66c24 req-00d657f9-884c-4436-acce-8c301b2a7aac tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:48.124861 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d6ad8910-e542-4e67-84c5-1f2b6eb66c24 req-00d657f9-884c-4436-acce-8c301b2a7aac tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 944 time: 0.0476427 Dec 10 19:02:48.171450 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d6ad8910-e542-4e67-84c5-1f2b6eb66c24 req-3ab9e8d7-13aa-4f07-a839-491e57835545 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Dec 10 19:02:48.359184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 70f91d78-f83a-4e17-a900-2ab59619e208 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:02:48.454953 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 70f91d78-f83a-4e17-a900-2ab59619e208, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=70f91d78-f83a-4e17-a900-2ab59619e208,segment=NetworkSegment(9297f955-a56d-4393-b214-784884a440c7),segment_id=9297f955-a56d-4393-b214-784884a440c7)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:48.465809 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '70f91d78-f83a-4e17-a900-2ab59619e208', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'port_id': '70f91d78-f83a-4e17-a900-2ab59619e208', 'mac_address': 'fa:16:3e:a1:35:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:02:48.503708 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:48.516964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f91d78-f83a-4e17-a900-2ab59619e208 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:02:48.536104 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 70f91d78-f83a-4e17-a900-2ab59619e208, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=70f91d78-f83a-4e17-a900-2ab59619e208,segment=NetworkSegment(9297f955-a56d-4393-b214-784884a440c7),segment_id=9297f955-a56d-4393-b214-784884a440c7)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:48.631586 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:48.657238 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:48.682637 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=70f91d78-f83a-4e17-a900-2ab59619e208,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:48.689607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:48.689988 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:48.690334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:48.690675 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:48.691011 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:48.691346 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:48.691677 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:48.692010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:48.692338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:48.692704 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:48.693026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:48.693352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:48.693731 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:48.820307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9f35-02be-4ec6-9550-d1f967056d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:48.933126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['70f91d78-f83a-4e17-a900-2ab59619e208'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:02:49.284346 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c353cc0-2778-4fc2-be39-29d21184e1f6 req-d08a456d-437a-46c6-87b9-b4971781fff8 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:49.285879 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1c353cc0-2778-4fc2-be39-29d21184e1f6 req-d08a456d-437a-46c6-87b9-b4971781fff8 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 945 time: 0.0477350 Dec 10 19:02:49.334045 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1c353cc0-2778-4fc2-be39-29d21184e1f6 req-39d43707-adff-4497-b830-8f7c90b35605 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Dec 10 19:02:50.235984 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:50.358982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 70f91d78-f83a-4e17-a900-2ab59619e208 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:02:50.500592 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 70f91d78-f83a-4e17-a900-2ab59619e208 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:02:50.505212 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 70f91d78-f83a-4e17-a900-2ab59619e208 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:50.505590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:50.586430 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:50.610432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f91d78-f83a-4e17-a900-2ab59619e208'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:02:50.612725 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f672fed1-5242-43a5-a98a-56dcd84197b3" -d '{"events": [{"server_uuid": "041d9a92-4b2d-4e73-ac88-6af56d183548", "name": "network-vif-plugged", "status": "completed", "tag": "70f91d78-f83a-4e17-a900-2ab59619e208"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:02:50.627799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 70f91d78-f83a-4e17-a900-2ab59619e208, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=70f91d78-f83a-4e17-a900-2ab59619e208,segment=NetworkSegment(9297f955-a56d-4393-b214-784884a440c7),segment_id=9297f955-a56d-4393-b214-784884a440c7)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:50.653300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ecaa36-d3f5-4391-af08-cfb22364312a x-openstack-request-id: req-00ecaa36-d3f5-4391-af08-cfb22364312a {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:02:50.653608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041d9a92-4b2d-4e73-ac88-6af56d183548", "name": "network-vif-plugged", "status": "completed", "tag": "70f91d78-f83a-4e17-a900-2ab59619e208", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:02:50.653959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00ecaa36-d3f5-4391-af08-cfb22364312a {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:02:50.654373 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f91d78-f83a-4e17-a900-2ab59619e208', 'code': 200} Dec 10 19:02:50.689219 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:50.732598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e6a1f-3193-4061-8f43-b7233b7e0509 req-9d746ec3-b030-4a9b-b84b-2b8fd74d2d55 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:50.734100 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-213e6a1f-3193-4061-8f43-b7233b7e0509 req-9d746ec3-b030-4a9b-b84b-2b8fd74d2d55 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 945 time: 0.3339417 Dec 10 19:02:50.742824 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=70f91d78-f83a-4e17-a900-2ab59619e208,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:50.790446 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-213e6a1f-3193-4061-8f43-b7233b7e0509 req-f333257f-0c5f-445a-85f8-62b4b544d8fa tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492682 Dec 10 19:02:50.955278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d916a7-3df8-4aac-a9f1-71ee7b4fe1b7 req-fffedf10-1111-4953-9598-7976657d2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:50.956789 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-51d916a7-3df8-4aac-a9f1-71ee7b4fe1b7 req-fffedf10-1111-4953-9598-7976657d2b5a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 1099 time: 0.0405834 Dec 10 19:02:51.006457 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-51d916a7-3df8-4aac-a9f1-71ee7b4fe1b7 req-b33d49fb-5845-4935-942d-3ff5db494e14 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374897 Dec 10 19:02:51.420240 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:51.905527 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aa5d0-0cba-4cae-a668-f230a1f716ff req-66bab3c1-f758-4f87-bec7-000b10dabc50 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:51.907021 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-538aa5d0-0cba-4cae-a668-f230a1f716ff req-66bab3c1-f758-4f87-bec7-000b10dabc50 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 946 time: 0.0474014 Dec 10 19:02:51.954486 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-538aa5d0-0cba-4cae-a668-f230a1f716ff req-60a204d9-3708-42ce-b008-d2446f4102c1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Dec 10 19:02:52.540125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:52.897529 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:02:53.073472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4548827-30c4-411b-a314-df5dcd84f5ab req-170691cf-e5ca-403d-b261-20735880381d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:53.073472 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e4548827-30c4-411b-a314-df5dcd84f5ab req-170691cf-e5ca-403d-b261-20735880381d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 946 time: 0.0490050 Dec 10 19:02:53.131705 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e4548827-30c4-411b-a314-df5dcd84f5ab req-c60c06f3-5e18-4cb8-82f4-71861c913493 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538304 Dec 10 19:02:53.257367 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6a94d-6711-49c2-b7fd-8334ad971785 req-562e7404-3b1a-443c-9c31-8facc28f33d6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:53.258898 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-adb6a94d-6711-49c2-b7fd-8334ad971785 req-562e7404-3b1a-443c-9c31-8facc28f33d6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 946 time: 0.0517566 Dec 10 19:02:53.308694 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-adb6a94d-6711-49c2-b7fd-8334ad971785 req-8f8364c3-8321-4a50-9db0-cdb1ccc05b12 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Dec 10 19:02:53.635303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf695d-3466-4aeb-bd2d-b31f74cbda9a req-e7c22dac-358b-4046-82e4-3eeabf223ce6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:53.636773 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2bdf695d-3466-4aeb-bd2d-b31f74cbda9a req-e7c22dac-358b-4046-82e4-3eeabf223ce6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 946 time: 0.0492482 Dec 10 19:02:53.682848 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2bdf695d-3466-4aeb-bd2d-b31f74cbda9a req-86440c18-af91-42e1-96bb-d00da14a575e tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Dec 10 19:03:08.995914 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec2255-2d6a-4bd2-ae2e-f62418346ad3 req-2881522c-2297-4185-aedd-38d5ad3617f1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:08.997310 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-86ec2255-2d6a-4bd2-ae2e-f62418346ad3 req-2881522c-2297-4185-aedd-38d5ad3617f1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 946 time: 0.0515897 Dec 10 19:03:09.044467 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-86ec2255-2d6a-4bd2-ae2e-f62418346ad3 req-552a6cb9-3b09-4e45-9d4a-4cc2a1718566 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Dec 10 19:03:09.067510 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42210) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:09.156920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8679fbec-8e3e-419f-b18a-6266ad1dcb9c tempest-TestMinimumBasicScenario-371393719 tempest-TestMinimumBasicScenario-371393719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:09.158523 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8679fbec-8e3e-419f-b18a-6266ad1dcb9c tempest-TestMinimumBasicScenario-371393719 tempest-TestMinimumBasicScenario-371393719-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 1094 time: 0.0899999 Dec 10 19:03:09.162101 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42214) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:09.166454 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': '70f91d78-f83a-4e17-a900-2ab59619e208', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:09.260393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for floatingip, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:09.358314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:09.461381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Allocated IP 172.26.5.147 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/3174c8ee-16b0-4c18-86c1-dd2c86edd86e) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:03:09.570806 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:09.664459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:09.706210 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:03:09.709799 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:03:09.716219 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:03:09.720026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event updated for resources: {'Port': ['ID=3174c8ee-16b0-4c18-86c1-dd2c86edd86e,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:10.073932 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:10.200279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:10.352791 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:10.407989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:10.472961 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event updated for resources: {'Port': ['ID=3174c8ee-16b0-4c18-86c1-dd2c86edd86e,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:10.485126 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:10.589801 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Floating IP de040543-f3d8-4afe-a78c-55dd5897e5f4 associated. External IP: 172.26.5.147, port: 70f91d78-f83a-4e17-a900-2ab59619e208. Dec 10 19:03:10.797377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:03:10.904954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:03:10.915987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a458d3c-1052-484f-badc-9b461d5a375f None None] Sync routers for ids ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:03:10.925811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a458d3c-1052-484f-badc-9b461d5a375f None None] Routers {'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:03:10.929807 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-4a458d3c-1052-484f-badc-9b461d5a375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:02:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:11.011859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.032609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-4a458d3c-1052-484f-badc-9b461d5a375f None None] Set router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:03:11.042491 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2bd0e283-4840-4c30-84eb-b26242de64e0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8793323 Dec 10 19:03:11.043102 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'tag': '70f91d78-f83a-4e17-a900-2ab59619e208'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:03:11.045299 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42216) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:11.045828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f27f95-90b5-43a8-a43c-61744ff72a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "041d9a92-4b2d-4e73-ac88-6af56d183548", "tag": "70f91d78-f83a-4e17-a900-2ab59619e208"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:03:11.050814 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842786859', 'description': 'tempest-secgroup-smoke-1842786859 description', 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:11.084923 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6d9811-b15c-4b3b-8907-e0e2c8259b19 x-openstack-request-id: req-0d6d9811-b15c-4b3b-8907-e0e2c8259b19 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:03:11.084923 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041d9a92-4b2d-4e73-ac88-6af56d183548", "tag": "70f91d78-f83a-4e17-a900-2ab59619e208", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:03:11.084923 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d6d9811-b15c-4b3b-8907-e0e2c8259b19 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:03:11.085586 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'tag': '70f91d78-f83a-4e17-a900-2ab59619e208', 'status': 'completed', 'code': 200} Dec 10 19:03:11.160841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f27f95-90b5-43a8-a43c-61744ff72a2e req-d58c1e27-f535-45a9-9994-4b0e6afeba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:11.163364 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.163541 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-93f27f95-90b5-43a8-a43c-61744ff72a2e req-d58c1e27-f535-45a9-9994-4b0e6afeba92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ab8c91c9a8d4e54bed3d7e3e80fb071&device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 1099 time: 0.0534818 Dec 10 19:03:11.233982 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.258491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f27f95-90b5-43a8-a43c-61744ff72a2e req-103ff8b7-3fb0-4618-8abe-d732a8b4e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:11.260031 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-93f27f95-90b5-43a8-a43c-61744ff72a2e req-103ff8b7-3fb0-4618-8abe-d732a8b4e23d service neutron] 10.222.0.21 "GET /v2.0/networks?id=6aaab37f-04d9-4afd-bc86-b10d7707e155 HTTP/1.1" status: 200 len: 916 time: 0.0900230 Dec 10 19:03:11.274753 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-4a458d3c-1052-484f-badc-9b461d5a375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port': {'id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:10Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'de040543-f3d8-4afe-a78c-55dd5897e5f4', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'floating_ip_address': '172.26.5.147', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'port_id': '70f91d78-f83a-4e17-a900-2ab59619e208', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'mac_address': 'fa:16:3e:a1:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:03:09Z', 'updated_at': '2021-12-10T19:03:09Z', 'revision_number': 0, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37873472-f427-4134-ac43-1a41dc2d04d6', 'name': '', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'mac_address': 'fa:16:3e:a4:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:11Z', 'updated_at': '2021-12-10T19:02:16Z', 'revision_number': 5, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'subnets': [{'id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:11.300218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.304049 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a458d3c-1052-484f-badc-9b461d5a375f None None] Checking router: f161e5ba-80e8-4ec5-98a2-a0d94baba0ea for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:03:11.312702 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a458d3c-1052-484f-badc-9b461d5a375f None None] Routers {'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:03:11.313329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-4a458d3c-1052-484f-badc-9b461d5a375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:02:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:11.332327 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e98582-f1d9-421f-beaa-4d7e6e7dffd8,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:11.332605 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-93f27f95-90b5-43a8-a43c-61744ff72a2e req-5a3a5945-76e7-48e1-8bf1-18e29ceee28b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70f91d78-f83a-4e17-a900-2ab59619e208 HTTP/1.1" status: 200 len: 1000 time: 0.0605540 Dec 10 19:03:11.339880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:11.340309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:11.340725 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:11.341273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:11.341623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:11.341998 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:11.342350 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:11.342745 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:11.343079 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:11.343413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:11.343749 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:11.344084 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:11.344451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:11.383025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f27f95-90b5-43a8-a43c-61744ff72a2e req-89de7a47-5ec5-4b0f-9d51-8c640046d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:11.384512 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-93f27f95-90b5-43a8-a43c-61744ff72a2e req-89de7a47-5ec5-4b0f-9d51-8c640046d9bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d HTTP/1.1" status: 200 len: 854 time: 0.0441196 Dec 10 19:03:11.394732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.396670 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-63d10acf-1710-4c3d-81db-657c2816215c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3495545 Dec 10 19:03:11.401599 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42220) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:11.405316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-35a7558e-3f20-461b-a431-1b786e5d20c0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Request body: {'security_group_rule': {'security_group_id': '89e98582-f1d9-421f-beaa-4d7e6e7dffd8', 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:11.421202 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-4a458d3c-1052-484f-badc-9b461d5a375f None None] Set router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:03:11.449567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f27f95-90b5-43a8-a43c-61744ff72a2e req-b37c219d-8f9d-4600-ac31-1b30270f9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:11.452271 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-93f27f95-90b5-43a8-a43c-61744ff72a2e req-b37c219d-8f9d-4600-ac31-1b30270f9d1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6aaab37f-04d9-4afd-bc86-b10d7707e155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0591395 Dec 10 19:03:11.487850 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35a7558e-3f20-461b-a431-1b786e5d20c0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.548572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35a7558e-3f20-461b-a431-1b786e5d20c0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.552330 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-93f27f95-90b5-43a8-a43c-61744ff72a2e req-118cd453-08b5-4c6c-88d7-877315dbf13d service neutron] 10.222.0.21 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914814 Dec 10 19:03:11.620078 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35a7558e-3f20-461b-a431-1b786e5d20c0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.639555 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7558e-3f20-461b-a431-1b786e5d20c0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5cc1ee-5ee4-4b16-8608-7aa77bd6abfd,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:11.651982 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-93f27f95-90b5-43a8-a43c-61744ff72a2e req-936d66f5-8797-4dfa-9fc9-f9a41bb73f0a service neutron] 10.222.0.21 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926013 Dec 10 19:03:11.658437 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-4a458d3c-1052-484f-badc-9b461d5a375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port': {'id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:10Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'de040543-f3d8-4afe-a78c-55dd5897e5f4', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'floating_ip_address': '172.26.5.147', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'port_id': '70f91d78-f83a-4e17-a900-2ab59619e208', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'mac_address': 'fa:16:3e:a1:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:03:09Z', 'updated_at': '2021-12-10T19:03:09Z', 'revision_number': 0, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37873472-f427-4134-ac43-1a41dc2d04d6', 'name': '', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'mac_address': 'fa:16:3e:a4:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:11Z', 'updated_at': '2021-12-10T19:02:16Z', 'revision_number': 5, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'subnets': [{'id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:11.688430 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a458d3c-1052-484f-badc-9b461d5a375f None None] The sync data for ids ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'] in dv-neutron-821434-1-hyperv is: [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port': {'id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:10Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'de040543-f3d8-4afe-a78c-55dd5897e5f4', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'floating_ip_address': '172.26.5.147', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'port_id': '70f91d78-f83a-4e17-a900-2ab59619e208', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'mac_address': 'fa:16:3e:a1:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:03:09Z', 'updated_at': '2021-12-10T19:03:09Z', 'revision_number': 0, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37873472-f427-4134-ac43-1a41dc2d04d6', 'name': '', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'mac_address': 'fa:16:3e:a4:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:11Z', 'updated_at': '2021-12-10T19:02:16Z', 'revision_number': 5, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'subnets': [{'id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:03:11.706352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35a7558e-3f20-461b-a431-1b786e5d20c0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.707593 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-35a7558e-3f20-461b-a431-1b786e5d20c0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3058474 Dec 10 19:03:11.710459 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42222) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:11.715141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8880595b-2ba0-4f7d-99c3-91f505b93d51 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Request body: {'security_group_rule': {'security_group_id': '89e98582-f1d9-421f-beaa-4d7e6e7dffd8', 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:11.818105 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8880595b-2ba0-4f7d-99c3-91f505b93d51 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.881745 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8880595b-2ba0-4f7d-99c3-91f505b93d51 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.887505 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142fc7ea-5177-4f8e-8fad-7af92e1d5700 None None] New status for floating IP de040543-f3d8-4afe-a78c-55dd5897e5f4: ACTIVE {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:03:11.961072 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8880595b-2ba0-4f7d-99c3-91f505b93d51 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.979779 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880595b-2ba0-4f7d-99c3-91f505b93d51 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009c72be-395e-42c8-90ce-c42b7f6a0867,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:12.055210 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8880595b-2ba0-4f7d-99c3-91f505b93d51 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:12.056765 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8880595b-2ba0-4f7d-99c3-91f505b93d51 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3453424 Dec 10 19:03:12.059529 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42224) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:12.063817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d3bd9c28-d042-49ae-b863-83771b51ff4f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Request body: {'security_group_rule': {'security_group_id': '89e98582-f1d9-421f-beaa-4d7e6e7dffd8', 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:12.154385 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9c28-d042-49ae-b863-83771b51ff4f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:12.210363 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9c28-d042-49ae-b863-83771b51ff4f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:12.286908 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9c28-d042-49ae-b863-83771b51ff4f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:12.304276 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd9c28-d042-49ae-b863-83771b51ff4f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe1dfb4-5293-477a-b685-0dbba34b8211,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:12.391590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9c28-d042-49ae-b863-83771b51ff4f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:12.392804 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d3bd9c28-d042-49ae-b863-83771b51ff4f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3323531 Dec 10 19:03:12.396062 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42226) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:12.400312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8f18f3d2-9fe8-4af4-9c59-4385390784eb tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Request body: {'security_group_rule': {'security_group_id': '89e98582-f1d9-421f-beaa-4d7e6e7dffd8', 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:12.475911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8f18f3d2-9fe8-4af4-9c59-4385390784eb tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:12.530785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8f18f3d2-9fe8-4af4-9c59-4385390784eb tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:12.608049 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8f18f3d2-9fe8-4af4-9c59-4385390784eb tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:12.625650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18f3d2-9fe8-4af4-9c59-4385390784eb tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626382d3-66e5-4e20-b749-6f0c16871323,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:12.696225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8f18f3d2-9fe8-4af4-9c59-4385390784eb tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:12.697438 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8f18f3d2-9fe8-4af4-9c59-4385390784eb tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3004599 Dec 10 19:03:12.700212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42228) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:12.704507 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-2ead75cd-8b38-4686-9299-9fde6a1d9fb1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Request body: {'security_group_rule': {'security_group_id': '89e98582-f1d9-421f-beaa-4d7e6e7dffd8', 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:12.796825 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-2ead75cd-8b38-4686-9299-9fde6a1d9fb1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Project 8ab8c91c9a8d4e54bed3d7e3e80fb071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:03:12.801847 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ead75cd-8b38-4686-9299-9fde6a1d9fb1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:12.861089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ead75cd-8b38-4686-9299-9fde6a1d9fb1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:12.962610 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ead75cd-8b38-4686-9299-9fde6a1d9fb1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:12.979847 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead75cd-8b38-4686-9299-9fde6a1d9fb1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb50f3a-82bc-4081-a478-6a159e975c2f,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:13.033242 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2ead75cd-8b38-4686-9299-9fde6a1d9fb1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:13.034492 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2ead75cd-8b38-4686-9299-9fde6a1d9fb1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3333638 Dec 10 19:03:13.037228 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42230) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:13.041579 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-12a8e144-3a19-4f38-bf75-9e4c48c41a5c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Request body: {'security_group_rule': {'security_group_id': '89e98582-f1d9-421f-beaa-4d7e6e7dffd8', 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:13.139961 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-12a8e144-3a19-4f38-bf75-9e4c48c41a5c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Project 8ab8c91c9a8d4e54bed3d7e3e80fb071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:03:13.145008 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-12a8e144-3a19-4f38-bf75-9e4c48c41a5c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:13.202989 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-12a8e144-3a19-4f38-bf75-9e4c48c41a5c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:13.259512 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-12a8e144-3a19-4f38-bf75-9e4c48c41a5c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:13.278050 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8e144-3a19-4f38-bf75-9e4c48c41a5c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3a94cf-dd09-46b1-bcfd-67d2469470b2,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:13.353148 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-12a8e144-3a19-4f38-bf75-9e4c48c41a5c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:13.354447 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-12a8e144-3a19-4f38-bf75-9e4c48c41a5c tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3162234 Dec 10 19:03:13.442743 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ceda2459-bc16-42b1-ab7f-6a1c465737e7 req-ca02e85a-57f6-4880-a734-1d6a0b471b84 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842786859&fields=id&tenant_id=8ab8c91c9a8d4e54bed3d7e3e80fb071 HTTP/1.1" status: 200 len: 267 time: 0.0442178 Dec 10 19:03:13.493487 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda2459-bc16-42b1-ab7f-6a1c465737e7 req-c6852e3d-0432-452d-94f0-f9869befbd51 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:13.495104 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ceda2459-bc16-42b1-ab7f-6a1c465737e7 req-c6852e3d-0432-452d-94f0-f9869befbd51 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 946 time: 0.0468814 Dec 10 19:03:13.506544 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [req-ceda2459-bc16-42b1-ab7f-6a1c465737e7 req-f476423f-65fa-46ab-9330-5ccf3def8a56 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Request body: {'port': {'security_groups': ['dcb003cb-c71a-4fa5-94b5-6167616fa782', '89e98582-f1d9-421f-beaa-4d7e6e7dffd8']}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:13.569386 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-ceda2459-bc16-42b1-ab7f-6a1c465737e7 req-f476423f-65fa-46ab-9330-5ccf3def8a56 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:13.751922 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [req-ceda2459-bc16-42b1-ab7f-6a1c465737e7 req-f476423f-65fa-46ab-9330-5ccf3def8a56 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] For port 70f91d78-f83a-4e17-a900-2ab59619e208, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=70f91d78-f83a-4e17-a900-2ab59619e208,segment=NetworkSegment(9297f955-a56d-4393-b214-784884a440c7),segment_id=9297f955-a56d-4393-b214-784884a440c7)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:03:13.780159 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-ceda2459-bc16-42b1-ab7f-6a1c465737e7 req-f476423f-65fa-46ab-9330-5ccf3def8a56 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:13.840742 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-ceda2459-bc16-42b1-ab7f-6a1c465737e7 req-f476423f-65fa-46ab-9330-5ccf3def8a56 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:13.856740 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['70f91d78-f83a-4e17-a900-2ab59619e208'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:03:13.886729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda2459-bc16-42b1-ab7f-6a1c465737e7 req-f476423f-65fa-46ab-9330-5ccf3def8a56 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:13.887432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-ceda2459-bc16-42b1-ab7f-6a1c465737e7 req-f476423f-65fa-46ab-9330-5ccf3def8a56 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:13.888841 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ceda2459-bc16-42b1-ab7f-6a1c465737e7 req-f476423f-65fa-46ab-9330-5ccf3def8a56 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "PUT /v2.0/ports/70f91d78-f83a-4e17-a900-2ab59619e208 HTTP/1.1" status: 200 len: 982 time: 0.3873374 Dec 10 19:03:13.891483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'tag': '70f91d78-f83a-4e17-a900-2ab59619e208'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:03:13.896515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c82ae12-ee01-4ba8-8e91-ecb6f66a28e1" -d '{"events": [{"name": "network-changed", "server_uuid": "041d9a92-4b2d-4e73-ac88-6af56d183548", "tag": "70f91d78-f83a-4e17-a900-2ab59619e208"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:03:13.926047 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476423f-65fa-46ab-9330-5ccf3def8a56 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event updated for resources: {'Port': ['ID=70f91d78-f83a-4e17-a900-2ab59619e208,revision_number=6']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:13.972701 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['70f91d78-f83a-4e17-a900-2ab59619e208'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:03:14.040012 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017254d5-2a1d-4c1d-a599-03104bcbc407 req-c5b4d597-4c45-4156-b02f-c4df9c9fcfee tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:14.042703 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-017254d5-2a1d-4c1d-a599-03104bcbc407 req-c5b4d597-4c45-4156-b02f-c4df9c9fcfee tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 985 time: 0.0783777 Dec 10 19:03:14.109993 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6c0d7b-8116-409a-887d-e15fec2ad788 x-openstack-request-id: req-2f6c0d7b-8116-409a-887d-e15fec2ad788 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:03:14.110395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041d9a92-4b2d-4e73-ac88-6af56d183548", "tag": "70f91d78-f83a-4e17-a900-2ab59619e208", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:03:14.110744 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f6c0d7b-8116-409a-887d-e15fec2ad788 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:03:14.111233 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'tag': '70f91d78-f83a-4e17-a900-2ab59619e208', 'status': 'completed', 'code': 200} Dec 10 19:03:14.142665 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-017254d5-2a1d-4c1d-a599-03104bcbc407 req-e9e5c905-5f8c-4afe-a04d-c9250dd1bd4b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e98582-f1d9-421f-beaa-4d7e6e7dffd8&id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916703 Dec 10 19:03:14.180190 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82ae12-ee01-4ba8-8e91-ecb6f66a28e1 req-93e547b0-9ec1-4383-bb8a-4811a40cf0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:14.182079 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6c82ae12-ee01-4ba8-8e91-ecb6f66a28e1 req-93e547b0-9ec1-4383-bb8a-4811a40cf0ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ab8c91c9a8d4e54bed3d7e3e80fb071&device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 1138 time: 0.0483623 Dec 10 19:03:14.279441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82ae12-ee01-4ba8-8e91-ecb6f66a28e1 req-ea3764d1-00ab-406f-abca-82ad49e4ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:14.280838 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6c82ae12-ee01-4ba8-8e91-ecb6f66a28e1 req-ea3764d1-00ab-406f-abca-82ad49e4ee0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6aaab37f-04d9-4afd-bc86-b10d7707e155 HTTP/1.1" status: 200 len: 916 time: 0.0889599 Dec 10 19:03:14.307309 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6b5cdfa0-fd4f-418d-9170-1fc1ad1d8c80 None None] Provisioning complete for port 70f91d78-f83a-4e17-a900-2ab59619e208 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:03:14.307681 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdfa0-fd4f-418d-9170-1fc1ad1d8c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:14.347895 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6c82ae12-ee01-4ba8-8e91-ecb6f66a28e1 req-206c12b3-531a-439f-b379-4adf82b056b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70f91d78-f83a-4e17-a900-2ab59619e208 HTTP/1.1" status: 200 len: 1002 time: 0.0577984 Dec 10 19:03:14.400267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82ae12-ee01-4ba8-8e91-ecb6f66a28e1 req-6ccfc9b5-3df3-4475-83c0-3cb197a71988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:14.401773 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6c82ae12-ee01-4ba8-8e91-ecb6f66a28e1 req-6ccfc9b5-3df3-4475-83c0-3cb197a71988 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d HTTP/1.1" status: 200 len: 854 time: 0.0433409 Dec 10 19:03:14.451241 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82ae12-ee01-4ba8-8e91-ecb6f66a28e1 req-750dd97a-5eb8-4ed7-8344-1f479c899a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:14.452782 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6c82ae12-ee01-4ba8-8e91-ecb6f66a28e1 req-750dd97a-5eb8-4ed7-8344-1f479c899a34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6aaab37f-04d9-4afd-bc86-b10d7707e155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440094 Dec 10 19:03:14.841589 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6c82ae12-ee01-4ba8-8e91-ecb6f66a28e1 req-ceef25fd-6d3f-4916-8785-9e2b83eebe6f service neutron] 10.222.0.21 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813655 Dec 10 19:03:14.942595 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6c82ae12-ee01-4ba8-8e91-ecb6f66a28e1 req-66f5a0e0-099b-44d3-947e-183fd3c73b19 service neutron] 10.222.0.21 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921843 Dec 10 19:03:16.471190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ab237b38-394e-4d11-8d38-77c8dec5b1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:18.682686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:18.869986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-481e1292-7ce3-4298-90ed-000bb5652a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:20.208051 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:21.476910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:22.520969 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:28.462705 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67678716-c897-4535-93f5-aab1bcdf8832 req-14518243-34f5-4fc5-8511-2202b5eb4477 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:28.464850 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-67678716-c897-4535-93f5-aab1bcdf8832 req-14518243-34f5-4fc5-8511-2202b5eb4477 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 985 time: 0.0506649 Dec 10 19:03:28.530204 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-67678716-c897-4535-93f5-aab1bcdf8832 req-f6e7a903-1aa9-4433-b578-7e6b89673605 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e98582-f1d9-421f-beaa-4d7e6e7dffd8&id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599842 Dec 10 19:03:28.552728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f197-71bc-44b9-b510-24c61f0ecbb2 req-8033ffe5-d517-41df-a6bc-7f6fcad96bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:28.554278 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7ca1f197-71bc-44b9-b510-24c61f0ecbb2 req-8033ffe5-d517-41df-a6bc-7f6fcad96bfb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ab8c91c9a8d4e54bed3d7e3e80fb071&device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 1138 time: 0.0407693 Dec 10 19:03:28.646381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f197-71bc-44b9-b510-24c61f0ecbb2 req-2addd1e8-d183-4c14-aacc-402c5cb92266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:28.647842 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7ca1f197-71bc-44b9-b510-24c61f0ecbb2 req-2addd1e8-d183-4c14-aacc-402c5cb92266 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6aaab37f-04d9-4afd-bc86-b10d7707e155 HTTP/1.1" status: 200 len: 916 time: 0.0862780 Dec 10 19:03:28.716106 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7ca1f197-71bc-44b9-b510-24c61f0ecbb2 req-e4fa47c7-c5f0-480e-a108-2951246e9821 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70f91d78-f83a-4e17-a900-2ab59619e208 HTTP/1.1" status: 200 len: 1002 time: 0.0588789 Dec 10 19:03:28.764601 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f197-71bc-44b9-b510-24c61f0ecbb2 req-f84509c0-8264-4bca-a48b-2c964753380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:28.766066 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7ca1f197-71bc-44b9-b510-24c61f0ecbb2 req-f84509c0-8264-4bca-a48b-2c964753380c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d HTTP/1.1" status: 200 len: 854 time: 0.0422852 Dec 10 19:03:28.817163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f197-71bc-44b9-b510-24c61f0ecbb2 req-30da3c7b-ee32-4d7a-a356-bc30a287fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:28.818690 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7ca1f197-71bc-44b9-b510-24c61f0ecbb2 req-30da3c7b-ee32-4d7a-a356-bc30a287fd92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6aaab37f-04d9-4afd-bc86-b10d7707e155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450511 Dec 10 19:03:28.907472 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7ca1f197-71bc-44b9-b510-24c61f0ecbb2 req-ac22c6be-a7a5-496c-b895-95ce22077612 service neutron] 10.222.0.21 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803876 Dec 10 19:03:29.001506 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7ca1f197-71bc-44b9-b510-24c61f0ecbb2 req-174c670f-fcba-45d1-8d7b-04c47d4aca56 service neutron] 10.222.0.21 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858784 Dec 10 19:03:29.647363 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33593a5f-7146-4975-a7f1-a514a481629b req-7461f48a-03fe-4b6e-bd60-c954425ce49f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:29.648830 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-33593a5f-7146-4975-a7f1-a514a481629b req-7461f48a-03fe-4b6e-bd60-c954425ce49f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 985 time: 0.0491574 Dec 10 19:03:29.712263 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-33593a5f-7146-4975-a7f1-a514a481629b req-6a21a4f7-ed5d-4378-ab93-1c8b04e113a4 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e98582-f1d9-421f-beaa-4d7e6e7dffd8&id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572159 Dec 10 19:03:29.872824 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:03:30.827862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6e99f-54c7-4ddb-a211-d22a974596f3 req-5798de43-608f-4bfa-a491-08613a5382da tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:30.829344 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-64f6e99f-54c7-4ddb-a211-d22a974596f3 req-5798de43-608f-4bfa-a491-08613a5382da tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 985 time: 0.0493436 Dec 10 19:03:30.888343 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-64f6e99f-54c7-4ddb-a211-d22a974596f3 req-25ad88b2-0a5f-41be-ad71-b239396a48dd tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e98582-f1d9-421f-beaa-4d7e6e7dffd8&id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530345 Dec 10 19:03:32.008463 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ae0f-205f-489b-b73c-203ed5b18214 req-9e222134-f20e-4721-8c71-8a084e5f1636 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:32.009949 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4ae7ae0f-205f-489b-b73c-203ed5b18214 req-9e222134-f20e-4721-8c71-8a084e5f1636 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 985 time: 0.0485325 Dec 10 19:03:32.069116 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4ae7ae0f-205f-489b-b73c-203ed5b18214 req-ad4bc143-8f29-4b48-959a-c75a4e4fae7f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e98582-f1d9-421f-beaa-4d7e6e7dffd8&id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531209 Dec 10 19:03:33.186607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e816-2b53-4d2f-aceb-c3300a9aacdc req-dbb0fa7e-5cce-4db8-923a-6a38dcc11896 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:33.188090 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5273e816-2b53-4d2f-aceb-c3300a9aacdc req-dbb0fa7e-5cce-4db8-923a-6a38dcc11896 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 985 time: 0.0530889 Dec 10 19:03:33.247077 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5273e816-2b53-4d2f-aceb-c3300a9aacdc req-1280e031-025d-4fe0-9777-0e2bc4bfce8f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e98582-f1d9-421f-beaa-4d7e6e7dffd8&id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523241 Dec 10 19:03:34.362070 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85fb60-1d02-4229-bf5c-b2c32e46477e req-ece62f02-5221-4e74-a416-8647dc124dc1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:34.363625 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fa85fb60-1d02-4229-bf5c-b2c32e46477e req-ece62f02-5221-4e74-a416-8647dc124dc1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 985 time: 0.0487995 Dec 10 19:03:34.421673 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fa85fb60-1d02-4229-bf5c-b2c32e46477e req-8b2e7e74-7433-4f3f-8a3b-9c4184ac93c1 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e98582-f1d9-421f-beaa-4d7e6e7dffd8&id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521226 Dec 10 19:03:35.537497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc5ae9-56f1-4417-a6cb-a89b5f593cc2 req-3aca41e9-ba35-4e67-8aff-95305bd38921 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:35.539224 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-81bc5ae9-56f1-4417-a6cb-a89b5f593cc2 req-3aca41e9-ba35-4e67-8aff-95305bd38921 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 985 time: 0.0495362 Dec 10 19:03:35.601778 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-81bc5ae9-56f1-4417-a6cb-a89b5f593cc2 req-7311ab27-470f-4f56-ae28-92dd5fef6a03 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e98582-f1d9-421f-beaa-4d7e6e7dffd8&id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565631 Dec 10 19:03:36.723920 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e580fb2-7194-42d1-9d0a-1c0b450b5b80 req-98110af1-37c1-435e-9ee7-e80356d78e83 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:36.725423 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1e580fb2-7194-42d1-9d0a-1c0b450b5b80 req-98110af1-37c1-435e-9ee7-e80356d78e83 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 985 time: 0.0576270 Dec 10 19:03:36.786415 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1e580fb2-7194-42d1-9d0a-1c0b450b5b80 req-24be812a-3e8e-4d68-ba56-1ebf11f8a281 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e98582-f1d9-421f-beaa-4d7e6e7dffd8&id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548105 Dec 10 19:03:37.903858 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f04e9d-cefc-4f16-9077-fc9301d6ad35 req-973f1c2d-ca7b-488f-8edd-1b1dd5500781 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:37.905409 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50f04e9d-cefc-4f16-9077-fc9301d6ad35 req-973f1c2d-ca7b-488f-8edd-1b1dd5500781 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 985 time: 0.0515251 Dec 10 19:03:37.966966 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-50f04e9d-cefc-4f16-9077-fc9301d6ad35 req-17aafc1f-ac93-49df-a2cf-e07eda3511f6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e98582-f1d9-421f-beaa-4d7e6e7dffd8&id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553987 Dec 10 19:03:39.086198 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a996c3-6f33-4808-a420-64ceabfd918b req-184a990d-fbb8-4148-a676-a31588c2daea tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:39.087657 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-19a996c3-6f33-4808-a420-64ceabfd918b req-184a990d-fbb8-4148-a676-a31588c2daea tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 985 time: 0.0519001 Dec 10 19:03:39.146708 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-19a996c3-6f33-4808-a420-64ceabfd918b req-92302af1-bab5-46d2-b35b-29ad875b0e07 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e98582-f1d9-421f-beaa-4d7e6e7dffd8&id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530732 Dec 10 19:03:40.262302 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eec41-89a5-416b-9846-974309c2f85e req-f7ebe6e2-08ce-44ca-8f1c-7d4cf7cac34f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:40.263809 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b78eec41-89a5-416b-9846-974309c2f85e req-f7ebe6e2-08ce-44ca-8f1c-7d4cf7cac34f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 985 time: 0.0499234 Dec 10 19:03:40.323662 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b78eec41-89a5-416b-9846-974309c2f85e req-be13aacf-2760-4e11-add4-f786585037b7 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e98582-f1d9-421f-beaa-4d7e6e7dffd8&id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537400 Dec 10 19:03:46.531249 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-88a5803c-7273-477c-81ea-79c542286f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:46.543544 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-86d59cc9-67b7-42d5-abed-6e0ac44a709d req-634d8f63-06f3-4964-bde7-23e771da9a98 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405557 Dec 10 19:03:46.624780 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59cc9-67b7-42d5-abed-6e0ac44a709d req-c9c67e51-c240-48bb-a821-f384ea413daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:46.626338 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-86d59cc9-67b7-42d5-abed-6e0ac44a709d req-c9c67e51-c240-48bb-a821-f384ea413daa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ab8c91c9a8d4e54bed3d7e3e80fb071&device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 1138 time: 0.0402234 Dec 10 19:03:46.730341 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59cc9-67b7-42d5-abed-6e0ac44a709d req-f8bedc44-c52b-46de-8e3a-a10257939ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:46.731799 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-86d59cc9-67b7-42d5-abed-6e0ac44a709d req-f8bedc44-c52b-46de-8e3a-a10257939ff2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6aaab37f-04d9-4afd-bc86-b10d7707e155 HTTP/1.1" status: 200 len: 916 time: 0.0868807 Dec 10 19:03:46.796060 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-86d59cc9-67b7-42d5-abed-6e0ac44a709d req-dc170cac-8d09-4bc5-a959-d9540521ec50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70f91d78-f83a-4e17-a900-2ab59619e208 HTTP/1.1" status: 200 len: 1002 time: 0.0568750 Dec 10 19:03:46.843657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59cc9-67b7-42d5-abed-6e0ac44a709d req-e8bb17e4-83f3-439b-a1a4-5747f65a7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:46.845052 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-86d59cc9-67b7-42d5-abed-6e0ac44a709d req-e8bb17e4-83f3-439b-a1a4-5747f65a7121 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d HTTP/1.1" status: 200 len: 854 time: 0.0420508 Dec 10 19:03:46.894077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59cc9-67b7-42d5-abed-6e0ac44a709d req-2a6093de-112b-45b1-b923-e591b7dc9937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:46.895540 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-86d59cc9-67b7-42d5-abed-6e0ac44a709d req-2a6093de-112b-45b1-b923-e591b7dc9937 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6aaab37f-04d9-4afd-bc86-b10d7707e155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428483 Dec 10 19:03:46.983585 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-86d59cc9-67b7-42d5-abed-6e0ac44a709d req-d04d44b8-22cd-4b41-bcc0-6aa18ffc80cd service neutron] 10.222.0.21 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807073 Dec 10 19:03:47.077785 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-86d59cc9-67b7-42d5-abed-6e0ac44a709d req-4f548d6b-d6bf-4b2b-90d4-68d87be0682a service neutron] 10.222.0.21 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863304 Dec 10 19:03:48.687639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:48.828314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e08ccce2-78c2-41a9-9dde-b1ef984dbf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:50.234014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:51.441765 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:52.530990 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:06.871764 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:04:12.882210 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1f192762-9077-43b9-b445-d8ea6b9448dc req-bb5ff1d7-a46b-41c5-9521-7281b0d074b3 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842786859&fields=id&tenant_id=8ab8c91c9a8d4e54bed3d7e3e80fb071 HTTP/1.1" status: 200 len: 267 time: 0.0450487 Dec 10 19:04:12.939698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f192762-9077-43b9-b445-d8ea6b9448dc req-f475c3c2-8da0-4a4c-a1fa-f5139831e3e8 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:12.941171 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1f192762-9077-43b9-b445-d8ea6b9448dc req-f475c3c2-8da0-4a4c-a1fa-f5139831e3e8 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 985 time: 0.0532367 Dec 10 19:04:12.952111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [req-1f192762-9077-43b9-b445-d8ea6b9448dc req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Request body: {'port': {'security_groups': ['dcb003cb-c71a-4fa5-94b5-6167616fa782']}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:13.014457 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-1f192762-9077-43b9-b445-d8ea6b9448dc req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:13.194745 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [req-1f192762-9077-43b9-b445-d8ea6b9448dc req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] For port 70f91d78-f83a-4e17-a900-2ab59619e208, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=70f91d78-f83a-4e17-a900-2ab59619e208,segment=NetworkSegment(9297f955-a56d-4393-b214-784884a440c7),segment_id=9297f955-a56d-4393-b214-784884a440c7)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:13.222611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-1f192762-9077-43b9-b445-d8ea6b9448dc req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:13.267348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-1f192762-9077-43b9-b445-d8ea6b9448dc req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:13.283497 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['70f91d78-f83a-4e17-a900-2ab59619e208'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:04:13.316800 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f192762-9077-43b9-b445-d8ea6b9448dc req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:13.317448 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [req-1f192762-9077-43b9-b445-d8ea6b9448dc req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:13.318930 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1f192762-9077-43b9-b445-d8ea6b9448dc req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "PUT /v2.0/ports/70f91d78-f83a-4e17-a900-2ab59619e208 HTTP/1.1" status: 200 len: 943 time: 0.3713846 Dec 10 19:04:13.319398 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'tag': '70f91d78-f83a-4e17-a900-2ab59619e208'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:04:13.321733 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09792921-9cca-4d09-a86f-0ff8e112eade" -d '{"events": [{"name": "network-changed", "server_uuid": "041d9a92-4b2d-4e73-ac88-6af56d183548", "tag": "70f91d78-f83a-4e17-a900-2ab59619e208"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:04:13.325213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42294) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:13.361544 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event updated for resources: {'Port': ['ID=70f91d78-f83a-4e17-a900-2ab59619e208,revision_number=7']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:13.377585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.381060 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.381642 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.382235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.382935 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.384050 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.385198 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.385806 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.387052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:13.387711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.388178 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.388536 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.391091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.393764 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f697d0b-738c-4c52-9b1d-ab6509c81d1d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.404539 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c177a88c-c855-4fa4-9c71-75c9613adf1d x-openstack-request-id: req-c177a88c-c855-4fa4-9c71-75c9613adf1d {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:04:13.404850 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041d9a92-4b2d-4e73-ac88-6af56d183548", "tag": "70f91d78-f83a-4e17-a900-2ab59619e208", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:04:13.405247 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c177a88c-c855-4fa4-9c71-75c9613adf1d {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:04:13.407891 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'tag': '70f91d78-f83a-4e17-a900-2ab59619e208', 'status': 'completed', 'code': 200} Dec 10 19:04:13.411555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['70f91d78-f83a-4e17-a900-2ab59619e208'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:04:13.444306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:13.511428 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09792921-9cca-4d09-a86f-0ff8e112eade req-2321d14c-a77b-4154-80a4-a9bf80f4b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:13.512975 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-09792921-9cca-4d09-a86f-0ff8e112eade req-2321d14c-a77b-4154-80a4-a9bf80f4b43a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ab8c91c9a8d4e54bed3d7e3e80fb071&device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 1099 time: 0.0823548 Dec 10 19:04:13.582039 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-16e25e22-1aff-4fab-9332-45e6f8bd740a None None] Provisioning complete for port 70f91d78-f83a-4e17-a900-2ab59619e208 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:13.582299 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-16e25e22-1aff-4fab-9332-45e6f8bd740a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:13.627276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09792921-9cca-4d09-a86f-0ff8e112eade req-b526e015-5e02-49bc-bf95-b0d5879878db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:13.629030 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-09792921-9cca-4d09-a86f-0ff8e112eade req-b526e015-5e02-49bc-bf95-b0d5879878db service neutron] 10.222.0.21 "GET /v2.0/networks?id=6aaab37f-04d9-4afd-bc86-b10d7707e155 HTTP/1.1" status: 200 len: 916 time: 0.0984902 Dec 10 19:04:13.678887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:13.681520 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:13.682722 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "DELETE /v2.0/security-groups/89e98582-f1d9-421f-beaa-4d7e6e7dffd8 HTTP/1.1" status: 204 len: 168 time: 0.3564730 Dec 10 19:04:13.685572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42296) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:13.702263 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e98582-f1d9-421f-beaa-4d7e6e7dffd8,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:13.714502 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.714903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.715256 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.715604 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.715948 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.716290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.716630 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.716967 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.717303 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.717640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.717998 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.718333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.718666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98aaff-f3ee-4ff7-8fe0-b9659975730b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:13.732442 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-09792921-9cca-4d09-a86f-0ff8e112eade req-58fad6c0-8d02-49b0-ab16-98229deb7857 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70f91d78-f83a-4e17-a900-2ab59619e208 HTTP/1.1" status: 200 len: 1002 time: 0.0955026 Dec 10 19:04:13.787690 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09792921-9cca-4d09-a86f-0ff8e112eade req-1baaf83d-fde2-479f-8d76-7bba2b40e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:13.789163 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-09792921-9cca-4d09-a86f-0ff8e112eade req-1baaf83d-fde2-479f-8d76-7bba2b40e538 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d HTTP/1.1" status: 200 len: 854 time: 0.0468657 Dec 10 19:04:13.835915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09792921-9cca-4d09-a86f-0ff8e112eade req-98ee474a-4bab-4465-ac04-6fc2e9810ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:13.837416 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-09792921-9cca-4d09-a86f-0ff8e112eade req-98ee474a-4bab-4465-ac04-6fc2e9810ee0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6aaab37f-04d9-4afd-bc86-b10d7707e155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406501 Dec 10 19:04:13.846873 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8ce60-afa9-4a8c-85ab-fd222b5449a6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Deleting port 3174c8ee-16b0-4c18-86c1-dd2c86edd86e {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:04:13.847215 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ce60-afa9-4a8c-85ab-fd222b5449a6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:13.921979 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ce60-afa9-4a8c-85ab-fd222b5449a6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:13.922687 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ce60-afa9-4a8c-85ab-fd222b5449a6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:13.930103 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-09792921-9cca-4d09-a86f-0ff8e112eade req-076fcfb2-51e6-4e31-8bbd-858e5f900269 service neutron] 10.222.0.21 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848405 Dec 10 19:04:13.935012 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8ce60-afa9-4a8c-85ab-fd222b5449a6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Calling delete_port for 3174c8ee-16b0-4c18-86c1-dd2c86edd86e owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:04:14.023701 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-09792921-9cca-4d09-a86f-0ff8e112eade req-61d4b485-4df8-4eb2-ba6a-89f0d1c6473a service neutron] 10.222.0.21 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823495 Dec 10 19:04:14.144262 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ce60-afa9-4a8c-85ab-fd222b5449a6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:14.168089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8ce60-afa9-4a8c-85ab-fd222b5449a6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event deleted for resources: {'Port': ['ID=3174c8ee-16b0-4c18-86c1-dd2c86edd86e,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:14.231806 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ce60-afa9-4a8c-85ab-fd222b5449a6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:14.232180 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-a1d8ce60-afa9-4a8c-85ab-fd222b5449a6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Floating IP de040543-f3d8-4afe-a78c-55dd5897e5f4 disassociated (deleted). External IP: 172.26.5.147, port: 70f91d78-f83a-4e17-a900-2ab59619e208. Dec 10 19:04:14.435929 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d8ce60-afa9-4a8c-85ab-fd222b5449a6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:04:14.541956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d8ce60-afa9-4a8c-85ab-fd222b5449a6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:04:14.546731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ce60-afa9-4a8c-85ab-fd222b5449a6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:14.551796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a31788-adc4-4df8-951d-e87ee069f74e None None] Sync routers for ids ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:04:14.561626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a31788-adc4-4df8-951d-e87ee069f74e None None] Routers {'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:04:14.562274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-10a31788-adc4-4df8-951d-e87ee069f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:03:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:14.574452 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a1d8ce60-afa9-4a8c-85ab-fd222b5449a6 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "DELETE /v2.0/floatingips/de040543-f3d8-4afe-a78c-55dd5897e5f4 HTTP/1.1" status: 204 len: 168 time: 0.8867786 Dec 10 19:04:14.668919 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-10a31788-adc4-4df8-951d-e87ee069f74e None None] Set router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:04:14.870876 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-10a31788-adc4-4df8-951d-e87ee069f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port': {'id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:10Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '37873472-f427-4134-ac43-1a41dc2d04d6', 'name': '', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'mac_address': 'fa:16:3e:a4:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:11Z', 'updated_at': '2021-12-10T19:02:16Z', 'revision_number': 5, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'subnets': [{'id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:14.897890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a31788-adc4-4df8-951d-e87ee069f74e None None] Checking router: f161e5ba-80e8-4ec5-98a2-a0d94baba0ea for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:04:14.906180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a31788-adc4-4df8-951d-e87ee069f74e None None] Routers {'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:04:14.906795 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-10a31788-adc4-4df8-951d-e87ee069f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:03:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:15.012587 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-10a31788-adc4-4df8-951d-e87ee069f74e None None] Set router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:04:15.220282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-10a31788-adc4-4df8-951d-e87ee069f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port': {'id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:10Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '37873472-f427-4134-ac43-1a41dc2d04d6', 'name': '', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'mac_address': 'fa:16:3e:a4:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:11Z', 'updated_at': '2021-12-10T19:02:16Z', 'revision_number': 5, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'subnets': [{'id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:15.246823 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a31788-adc4-4df8-951d-e87ee069f74e None None] The sync data for ids ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'] in dv-neutron-821434-1-hyperv is: [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port': {'id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:10Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '37873472-f427-4134-ac43-1a41dc2d04d6', 'name': '', 'network_id': '6aaab37f-04d9-4afd-bc86-b10d7707e155', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'mac_address': 'fa:16:3e:a4:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:11Z', 'updated_at': '2021-12-10T19:02:16Z', 'revision_number': 5, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'subnets': [{'id': '4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:04:15.408850 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'tag': '70f91d78-f83a-4e17-a900-2ab59619e208'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:04:15.411911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67f6510-9e02-4886-a993-d6b147ff81ba" -d '{"events": [{"name": "network-changed", "server_uuid": "041d9a92-4b2d-4e73-ac88-6af56d183548", "tag": "70f91d78-f83a-4e17-a900-2ab59619e208"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:04:15.448499 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2b8f31-e0cc-4b79-b9b1-a23c0ebbabba x-openstack-request-id: req-fe2b8f31-e0cc-4b79-b9b1-a23c0ebbabba {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:04:15.448790 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041d9a92-4b2d-4e73-ac88-6af56d183548", "tag": "70f91d78-f83a-4e17-a900-2ab59619e208", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:04:15.449047 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe2b8f31-e0cc-4b79-b9b1-a23c0ebbabba {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:04:15.449459 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'tag': '70f91d78-f83a-4e17-a900-2ab59619e208', 'status': 'completed', 'code': 200} Dec 10 19:04:15.458850 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938f360c-36f0-471a-8a52-e9d3462cf343 None None] New status for floating IP de040543-f3d8-4afe-a78c-55dd5897e5f4: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:04:15.517970 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f6510-9e02-4886-a993-d6b147ff81ba req-8573d156-a120-421a-9b51-c926395be1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:15.519508 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c67f6510-9e02-4886-a993-d6b147ff81ba req-8573d156-a120-421a-9b51-c926395be1dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ab8c91c9a8d4e54bed3d7e3e80fb071&device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 1099 time: 0.0448065 Dec 10 19:04:15.618524 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f6510-9e02-4886-a993-d6b147ff81ba req-5c856fe5-4d0c-4086-ad50-002c0ceeb135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:15.619991 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c67f6510-9e02-4886-a993-d6b147ff81ba req-5c856fe5-4d0c-4086-ad50-002c0ceeb135 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6aaab37f-04d9-4afd-bc86-b10d7707e155 HTTP/1.1" status: 200 len: 916 time: 0.0910709 Dec 10 19:04:15.666228 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c67f6510-9e02-4886-a993-d6b147ff81ba req-6b7054ae-2f48-4559-9c1b-8bf82ae66b84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70f91d78-f83a-4e17-a900-2ab59619e208 HTTP/1.1" status: 200 len: 217 time: 0.0341356 Dec 10 19:04:15.726906 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f6510-9e02-4886-a993-d6b147ff81ba req-ff47f9d5-6f00-492c-b793-119a79a74b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:15.728379 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c67f6510-9e02-4886-a993-d6b147ff81ba req-ff47f9d5-6f00-492c-b793-119a79a74b8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d HTTP/1.1" status: 200 len: 854 time: 0.0501275 Dec 10 19:04:15.778677 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f6510-9e02-4886-a993-d6b147ff81ba req-388520b8-120e-4de4-a755-c0eb57f2f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:15.780187 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c67f6510-9e02-4886-a993-d6b147ff81ba req-388520b8-120e-4de4-a755-c0eb57f2f4f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6aaab37f-04d9-4afd-bc86-b10d7707e155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399349 Dec 10 19:04:15.872954 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c67f6510-9e02-4886-a993-d6b147ff81ba req-6d5e1702-3580-4716-9fc1-7808c98765d4 service neutron] 10.222.0.21 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810337 Dec 10 19:04:15.976716 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c67f6510-9e02-4886-a993-d6b147ff81ba req-19dfdd6b-cd76-4fdf-a796-698e82e8b0a1 service neutron] 10.222.0.21 "GET /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917697 Dec 10 19:04:16.490940 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-30856c40-b7da-4480-be84-29b19483644f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:18.692773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:18.823892 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8c747244-926a-422e-ba34-789c5723b292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:20.222149 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:21.421898 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:22.535953 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:24.021182 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936b06c-ba22-4e58-be59-907e6bf40104 req-cecf6375-bdd8-40d3-b903-76f3f1668c0d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:24.022729 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c936b06c-ba22-4e58-be59-907e6bf40104 req-cecf6375-bdd8-40d3-b903-76f3f1668c0d tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 946 time: 0.0500364 Dec 10 19:04:24.070011 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c936b06c-ba22-4e58-be59-907e6bf40104 req-4954cda1-a80e-4dbc-9626-14370602a71e tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411987 Dec 10 19:04:25.184969 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb501d6-1c42-4a67-850e-0c14361c156c req-d0447422-5930-48ea-822d-064eb733659f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:25.186452 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3bb501d6-1c42-4a67-850e-0c14361c156c req-d0447422-5930-48ea-822d-064eb733659f tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 946 time: 0.0485978 Dec 10 19:04:25.235916 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3bb501d6-1c42-4a67-850e-0c14361c156c req-f5f85f17-7564-4d58-ab74-7ac330954d48 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435405 Dec 10 19:04:25.915036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbdc7f-52ed-4987-bc58-dab73d64152e req-18ddabc2-99d3-44a5-9b4b-cc2e42426c21 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:25.916479 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0cbdc7f-52ed-4987-bc58-dab73d64152e req-18ddabc2-99d3-44a5-9b4b-cc2e42426c21 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.21 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 946 time: 0.0485456 Dec 10 19:04:26.008246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-a0cbdc7f-52ed-4987-bc58-dab73d64152e req-7cd2ac5f-6d40-4c9c-9f56-b8e8d8c3a292 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Deleting port 70f91d78-f83a-4e17-a900-2ab59619e208 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:04:26.008868 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a0cbdc7f-52ed-4987-bc58-dab73d64152e req-7cd2ac5f-6d40-4c9c-9f56-b8e8d8c3a292 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:26.096098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-a0cbdc7f-52ed-4987-bc58-dab73d64152e req-7cd2ac5f-6d40-4c9c-9f56-b8e8d8c3a292 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] For port 70f91d78-f83a-4e17-a900-2ab59619e208, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=70f91d78-f83a-4e17-a900-2ab59619e208,segment=NetworkSegment(9297f955-a56d-4393-b214-784884a440c7),segment_id=9297f955-a56d-4393-b214-784884a440c7)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:26.096464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a0cbdc7f-52ed-4987-bc58-dab73d64152e req-7cd2ac5f-6d40-4c9c-9f56-b8e8d8c3a292 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:26.108531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-a0cbdc7f-52ed-4987-bc58-dab73d64152e req-7cd2ac5f-6d40-4c9c-9f56-b8e8d8c3a292 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Calling delete_port for 70f91d78-f83a-4e17-a900-2ab59619e208 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:04:26.315568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a0cbdc7f-52ed-4987-bc58-dab73d64152e req-7cd2ac5f-6d40-4c9c-9f56-b8e8d8c3a292 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:26.332595 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['70f91d78-f83a-4e17-a900-2ab59619e208'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:04:26.344988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2ac5f-6d40-4c9c-9f56-b8e8d8c3a292 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Pushing event deleted for resources: {'Port': ['ID=70f91d78-f83a-4e17-a900-2ab59619e208,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:26.354482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318b644-746b-4e23-9900-ea79f5dc413f req-f1a4496b-f5fb-4e66-aa86-0f2ef04a3e2b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:26.356124 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3318b644-746b-4e23-9900-ea79f5dc413f req-f1a4496b-f5fb-4e66-aa86-0f2ef04a3e2b tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/ports?device_id=041d9a92-4b2d-4e73-ac88-6af56d183548 HTTP/1.1" status: 200 len: 867 time: 0.0542982 Dec 10 19:04:26.394474 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cbdc7f-52ed-4987-bc58-dab73d64152e req-7cd2ac5f-6d40-4c9c-9f56-b8e8d8c3a292 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] No DVR routers for this DVR port 70f91d78-f83a-4e17-a900-2ab59619e208 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:04:26.397046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a0cbdc7f-52ed-4987-bc58-dab73d64152e req-7cd2ac5f-6d40-4c9c-9f56-b8e8d8c3a292 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:26.400544 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0cbdc7f-52ed-4987-bc58-dab73d64152e req-7cd2ac5f-6d40-4c9c-9f56-b8e8d8c3a292 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.21 "DELETE /v2.0/ports/70f91d78-f83a-4e17-a900-2ab59619e208 HTTP/1.1" status: 204 len: 173 time: 0.4772902 Dec 10 19:04:26.401006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'name': 'network-vif-deleted', 'tag': '70f91d78-f83a-4e17-a900-2ab59619e208'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:04:26.403298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a8f5a9-a5fc-4112-b031-82f8ce40d802" -d '{"events": [{"server_uuid": "041d9a92-4b2d-4e73-ac88-6af56d183548", "name": "network-vif-deleted", "tag": "70f91d78-f83a-4e17-a900-2ab59619e208"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:04:26.413408 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3318b644-746b-4e23-9900-ea79f5dc413f req-97d7cfc2-9ec3-4d22-8093-4f7848bd9bf0 tempest-TestMinimumBasicScenario-1730176147 tempest-TestMinimumBasicScenario-1730176147-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcb003cb-c71a-4fa5-94b5-6167616fa782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511060 Dec 10 19:04:26.442370 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b58fec-71d8-4817-b558-6bd307b3dba1 x-openstack-request-id: req-85b58fec-71d8-4817-b558-6bd307b3dba1 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:04:26.442712 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041d9a92-4b2d-4e73-ac88-6af56d183548", "name": "network-vif-deleted", "tag": "70f91d78-f83a-4e17-a900-2ab59619e208", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:04:26.443516 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85b58fec-71d8-4817-b558-6bd307b3dba1 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:04:26.443926 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041d9a92-4b2d-4e73-ac88-6af56d183548', 'name': 'network-vif-deleted', 'tag': '70f91d78-f83a-4e17-a900-2ab59619e208', 'status': 'completed', 'code': 200} Dec 10 19:04:28.624094 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42394) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:28.840097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 70f91d78-f83a-4e17-a900-2ab59619e208 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:04:28.864001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 70f91d78-f83a-4e17-a900-2ab59619e208 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:04:28.864366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 70f91d78-f83a-4e17-a900-2ab59619e208 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:04:28.960990 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9b2b823c-f4e7-43ab-87e7-5126427000fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:29.193888 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b823c-f4e7-43ab-87e7-5126427000fd admin admin] Deleting port 37873472-f427-4134-ac43-1a41dc2d04d6 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:04:29.194222 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9b2b823c-f4e7-43ab-87e7-5126427000fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:29.270553 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-9b2b823c-f4e7-43ab-87e7-5126427000fd admin admin] For port 37873472-f427-4134-ac43-1a41dc2d04d6, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=37873472-f427-4134-ac43-1a41dc2d04d6,segment=NetworkSegment(9297f955-a56d-4393-b214-784884a440c7),segment_id=9297f955-a56d-4393-b214-784884a440c7)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:29.271055 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9b2b823c-f4e7-43ab-87e7-5126427000fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:29.283191 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b823c-f4e7-43ab-87e7-5126427000fd admin admin] Calling delete_port for 37873472-f427-4134-ac43-1a41dc2d04d6 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:04:29.507763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9b2b823c-f4e7-43ab-87e7-5126427000fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:29.531516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b823c-f4e7-43ab-87e7-5126427000fd admin admin] Pushing event deleted for resources: {'Port': ['ID=37873472-f427-4134-ac43-1a41dc2d04d6,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:29.700070 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9b2b823c-f4e7-43ab-87e7-5126427000fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:30.180780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2b823c-f4e7-43ab-87e7-5126427000fd admin admin] Router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:04:30.286999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2b823c-f4e7-43ab-87e7-5126427000fd admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:04:30.292108 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9b2b823c-f4e7-43ab-87e7-5126427000fd admin admin] 10.222.0.60 "PUT /v2.0/routers/f161e5ba-80e8-4ec5-98a2-a0d94baba0ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6669621 Dec 10 19:04:30.294793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42396) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:30.295627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a028855-978e-4b4f-9edb-d57a5e69bfb1 None None] Sync routers for ids ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:04:30.306258 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a028855-978e-4b4f-9edb-d57a5e69bfb1 None None] Routers {'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:04:30.306869 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3a028855-978e-4b4f-9edb-d57a5e69bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:04:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:30.397814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:30.408814 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-3a028855-978e-4b4f-9edb-d57a5e69bfb1 None None] Set router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:04:30.502925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:30.583937 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3a028855-978e-4b4f-9edb-d57a5e69bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:04:29Z', 'revision_number': 5, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port': {'id': 'c2ed94af-eb48-46ba-9897-d07034362789', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:10Z', 'updated_at': '2021-12-10T19:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:30.609915 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a028855-978e-4b4f-9edb-d57a5e69bfb1 None None] Checking router: f161e5ba-80e8-4ec5-98a2-a0d94baba0ea for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:04:30.612890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] Deleting port c2ed94af-eb48-46ba-9897-d07034362789 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:04:30.613229 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:30.618551 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a028855-978e-4b4f-9edb-d57a5e69bfb1 None None] Routers {'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:04:30.619197 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3a028855-978e-4b4f-9edb-d57a5e69bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:04:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:30.695388 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] For port c2ed94af-eb48-46ba-9897-d07034362789, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c2ed94af-eb48-46ba-9897-d07034362789,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:30.695759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:30.710312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] Calling delete_port for c2ed94af-eb48-46ba-9897-d07034362789 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:04:30.855203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-3a028855-978e-4b4f-9edb-d57a5e69bfb1 None None] Set router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:04:30.908749 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3a028855-978e-4b4f-9edb-d57a5e69bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:04:30Z', 'revision_number': 6, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:30.935190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a028855-978e-4b4f-9edb-d57a5e69bfb1 None None] The sync data for ids ['f161e5ba-80e8-4ec5-98a2-a0d94baba0ea'] in dv-neutron-821434-1-hyperv is: [{'id': 'f161e5ba-80e8-4ec5-98a2-a0d94baba0ea', 'name': 'tempest-TestMinimumBasicScenario-1763998086-router', 'tenant_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:09Z', 'updated_at': '2021-12-10T19:04:30Z', 'revision_number': 6, 'project_id': '8ab8c91c9a8d4e54bed3d7e3e80fb071', 'gw_port_host': None}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:04:30.944714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:30.975037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ed94af-eb48-46ba-9897-d07034362789,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:30.992650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f5b89-11dc-4079-a6e8-4cfc30030b81 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:04:31.036028 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.122596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.124598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.229282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.229810 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f161e5ba-80e8-4ec5-98a2-a0d94baba0ea {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:04:31.234162 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.235304 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2fe0f270-a5b4-4c34-9adc-8ba38e9bb265 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f161e5ba-80e8-4ec5-98a2-a0d94baba0ea HTTP/1.1" status: 204 len: 168 time: 0.9395337 Dec 10 19:04:31.237999 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42398) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:31.292450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-7118a293-b35e-4449-a98c-f8cf574b082c admin admin] Deleting subnet 4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:04:31.295715 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7118a293-b35e-4449-a98c-f8cf574b082c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.331293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7118a293-b35e-4449-a98c-f8cf574b082c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.408581 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7118a293-b35e-4449-a98c-f8cf574b082c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.526914 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7118a293-b35e-4449-a98c-f8cf574b082c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.555587 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118a293-b35e-4449-a98c-f8cf574b082c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:31.561203 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7118a293-b35e-4449-a98c-f8cf574b082c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.564482 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7118a293-b35e-4449-a98c-f8cf574b082c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4a94c4f7-c5e7-42c9-acc9-12e5fcfcea0d HTTP/1.1" status: 204 len: 168 time: 0.3255877 Dec 10 19:04:31.567019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42400) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:31.567514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df39aadd-86b0-4f3b-ac76-0aee41161980 None None] Network 6aaab37f-04d9-4afd-bc86-b10d7707e155 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:04:31.636208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.691609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Deleting port a7466697-4a35-4e60-93bb-cf93fc646ef2 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:04:31.691952 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.736220 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] DHCP port deletion for 6aaab37f-04d9-4afd-bc86-b10d7707e155 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:04:31.763389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] For port a7466697-4a35-4e60-93bb-cf93fc646ef2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a7466697-4a35-4e60-93bb-cf93fc646ef2,segment=NetworkSegment(9297f955-a56d-4393-b214-784884a440c7),segment_id=9297f955-a56d-4393-b214-784884a440c7)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:31.763770 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.777334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Calling delete_port for a7466697-4a35-4e60-93bb-cf93fc646ef2 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:04:31.805827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c2ed94af-eb48-46ba-9897-d07034362789 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:04:31.826415 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Deleting port a7466697-4a35-4e60-93bb-cf93fc646ef2 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:04:31.826792 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.862103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: c2ed94af-eb48-46ba-9897-d07034362789 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:04:31.862453 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c2ed94af-eb48-46ba-9897-d07034362789 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:04:31.862880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 37873472-f427-4134-ac43-1a41dc2d04d6 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:04:31.886550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 37873472-f427-4134-ac43-1a41dc2d04d6 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:04:31.886832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 37873472-f427-4134-ac43-1a41dc2d04d6 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:04:31.887251 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a7466697-4a35-4e60-93bb-cf93fc646ef2 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:04:31.942268 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.957853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] For port a7466697-4a35-4e60-93bb-cf93fc646ef2, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a7466697-4a35-4e60-93bb-cf93fc646ef2,segment=NetworkSegment(9297f955-a56d-4393-b214-784884a440c7),segment_id=9297f955-a56d-4393-b214-784884a440c7)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:31.957853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.970032 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Calling delete_port for a7466697-4a35-4e60-93bb-cf93fc646ef2 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:04:31.974300 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] No DVR routers for this DVR port a7466697-4a35-4e60-93bb-cf93fc646ef2 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:04:31.977006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No active binding found for port a7466697-4a35-4e60-93bb-cf93fc646ef2 {{(pid=103595) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 19:04:31.977444 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a7466697-4a35-4e60-93bb-cf93fc646ef2 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:04:31.979897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Pushing event deleted for resources: {'Port': ['ID=a7466697-4a35-4e60-93bb-cf93fc646ef2,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:32.051116 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:32.054579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:32.074937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aaab37f-04d9-4afd-bc86-b10d7707e155']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:32.077302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Pushing event deleted for resources: {'Port': ['ID=a7466697-4a35-4e60-93bb-cf93fc646ef2,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:32.084513 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9297f955-a56d-4393-b214-784884a440c7') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:32.084817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9297f955-a56d-4393-b214-784884a440c7') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:32.085036 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] No DVR routers for this DVR port a7466697-4a35-4e60-93bb-cf93fc646ef2 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:04:32.087440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:32.087789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:32.088132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:32.088472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:32.088944 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:32.089140 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:32.089445 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:32.089796 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:32.090122 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:32.090448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:32.090771 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:32.091092 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:32.091409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7f2db-8fe9-46c9-9c5d-39774b184e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:32.096543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:32.114342 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:32.120792 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:04:32.121176 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:04:32.122837 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:04:32.232902 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:32.238146 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:32.241969 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] 10.222.0.60 "DELETE /v2.0/networks/6aaab37f-04d9-4afd-bc86-b10d7707e155 HTTP/1.1" status: 204 len: 168 time: 0.6739943 Dec 10 19:04:32.247557 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42402) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:32.253364 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7777b-759d-4703-9310-1d475bc9febe admin admin] Pushing event deleted for resources: {'Network': ['ID=6aaab37f-04d9-4afd-bc86-b10d7707e155,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:32.590921 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b426-5b20-4148-b7f9-9d8f7d36720c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:32.830937 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-0ae0b426-5b20-4148-b7f9-9d8f7d36720c admin admin] Deleting port da37a32e-d92a-4016-ba81-8c072a464ab1 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:04:32.831192 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b426-5b20-4148-b7f9-9d8f7d36720c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:32.910919 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-0ae0b426-5b20-4148-b7f9-9d8f7d36720c admin admin] For port da37a32e-d92a-4016-ba81-8c072a464ab1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=da37a32e-d92a-4016-ba81-8c072a464ab1,segment=NetworkSegment(a1f606c5-ffaa-404d-a58f-7d36ad2a52d8),segment_id=a1f606c5-ffaa-404d-a58f-7d36ad2a52d8)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:32.911308 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b426-5b20-4148-b7f9-9d8f7d36720c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:32.923881 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-0ae0b426-5b20-4148-b7f9-9d8f7d36720c admin admin] Calling delete_port for da37a32e-d92a-4016-ba81-8c072a464ab1 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:04:33.155427 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b426-5b20-4148-b7f9-9d8f7d36720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:33.181490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0b426-5b20-4148-b7f9-9d8f7d36720c admin admin] Pushing event deleted for resources: {'Port': ['ID=da37a32e-d92a-4016-ba81-8c072a464ab1,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:33.348548 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b426-5b20-4148-b7f9-9d8f7d36720c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:33.557708 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae0b426-5b20-4148-b7f9-9d8f7d36720c admin admin] Router 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:04:33.664487 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae0b426-5b20-4148-b7f9-9d8f7d36720c admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:04:33.670517 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0ae0b426-5b20-4148-b7f9-9d8f7d36720c admin admin] 10.222.0.60 "PUT /v2.0/routers/92bf6cf7-e8bc-49d0-b6c6-ec95a2416401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4213345 Dec 10 19:04:33.673055 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42404) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:33.674196 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acf944-1602-4c70-a1f3-6309ce967a49 None None] Sync routers for ids ['92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:04:33.688861 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acf944-1602-4c70-a1f3-6309ce967a49 None None] Routers {'92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:04:33.689462 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-13acf944-1602-4c70-a1f3-6309ce967a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:04:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:33.775812 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:33.789889 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-13acf944-1602-4c70-a1f3-6309ce967a49 None None] Set router 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:04:33.974973 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-13acf944-1602-4c70-a1f3-6309ce967a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'name': 'tempest-TestMinimumBasicScenario-2100101498-router', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:04:33Z', 'revision_number': 5, 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'gw_port': {'id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:34.001875 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acf944-1602-4c70-a1f3-6309ce967a49 None None] Checking router: 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:04:34.010562 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acf944-1602-4c70-a1f3-6309ce967a49 None None] Routers {'92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:04:34.011167 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-13acf944-1602-4c70-a1f3-6309ce967a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:04:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:34.176665 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:34.204397 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-13acf944-1602-4c70-a1f3-6309ce967a49 None None] Set router 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:04:34.296035 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] Deleting port e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:04:34.296381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:34.373926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] For port e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:34.374597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:34.387748 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-13acf944-1602-4c70-a1f3-6309ce967a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'name': 'tempest-TestMinimumBasicScenario-2100101498-router', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:04:33Z', 'revision_number': 5, 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'gw_port': {'id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:34.390981 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] Calling delete_port for e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:04:34.414025 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acf944-1602-4c70-a1f3-6309ce967a49 None None] The sync data for ids ['92bf6cf7-e8bc-49d0-b6c6-ec95a2416401'] in dv-neutron-821434-1-hyperv is: [{'id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'name': 'tempest-TestMinimumBasicScenario-2100101498-router', 'tenant_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:04:33Z', 'revision_number': 5, 'project_id': 'a7b19c2ebb41459bad77bd12be27ecc9', 'gw_port': {'id': 'e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf6cf7-e8bc-49d0-b6c6-ec95a2416401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:02:15Z', 'updated_at': '2021-12-10T19:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:04:34.616570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:34.645860 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:34.660556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ef1d42-42d9-4e84-aa6b-4cc5ee8867a2 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:04:34.707892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:34.797081 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:34.799284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:34.926457 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:34.927572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:04:34.932182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:34.935769 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-580d1687-d815-4ee8-a454-2bbf074733f2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/92bf6cf7-e8bc-49d0-b6c6-ec95a2416401 HTTP/1.1" status: 204 len: 168 time: 1.2592757 Dec 10 19:04:34.935891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42406) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:34.984744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-a301f3c5-783b-4092-87f3-df4ad640785d admin admin] Deleting subnet 5d652926-0690-438b-9967-ae7b409328e6 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:04:34.997644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a301f3c5-783b-4092-87f3-df4ad640785d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.046009 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a301f3c5-783b-4092-87f3-df4ad640785d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.132009 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a301f3c5-783b-4092-87f3-df4ad640785d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.233216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a301f3c5-783b-4092-87f3-df4ad640785d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.256889 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301f3c5-783b-4092-87f3-df4ad640785d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d652926-0690-438b-9967-ae7b409328e6,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:35.263118 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a301f3c5-783b-4092-87f3-df4ad640785d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.266554 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a301f3c5-783b-4092-87f3-df4ad640785d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5d652926-0690-438b-9967-ae7b409328e6 HTTP/1.1" status: 204 len: 168 time: 0.3295898 Dec 10 19:04:35.269005 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60d5fad-04ce-4c7d-bed5-049bc0e0064a None None] Network 4b110792-5eaa-46de-8441-409a1b6c634d requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:04:35.269148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42408) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:35.339136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.395217 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Deleting port d03b2a1c-d219-4e00-881c-80b995f573bf {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:04:35.396073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.429725 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fef6f3b-95c7-4888-9b84-5233a5e85efe None None] DHCP port deletion for 4b110792-5eaa-46de-8441-409a1b6c634d request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:04:35.462264 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] For port d03b2a1c-d219-4e00-881c-80b995f573bf, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d03b2a1c-d219-4e00-881c-80b995f573bf,segment=NetworkSegment(a1f606c5-ffaa-404d-a58f-7d36ad2a52d8),segment_id=a1f606c5-ffaa-404d-a58f-7d36ad2a52d8)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:35.462636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.476297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Calling delete_port for d03b2a1c-d219-4e00-881c-80b995f573bf owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:04:35.486152 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-4fef6f3b-95c7-4888-9b84-5233a5e85efe None None] Deleting port d03b2a1c-d219-4e00-881c-80b995f573bf {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:04:35.486460 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4fef6f3b-95c7-4888-9b84-5233a5e85efe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.552185 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4fef6f3b-95c7-4888-9b84-5233a5e85efe None None] For port d03b2a1c-d219-4e00-881c-80b995f573bf, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=d03b2a1c-d219-4e00-881c-80b995f573bf,segment=NetworkSegment(a1f606c5-ffaa-404d-a58f-7d36ad2a52d8),segment_id=a1f606c5-ffaa-404d-a58f-7d36ad2a52d8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:35.552578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4fef6f3b-95c7-4888-9b84-5233a5e85efe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.564879 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-4fef6f3b-95c7-4888-9b84-5233a5e85efe None None] Calling delete_port for d03b2a1c-d219-4e00-881c-80b995f573bf owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:04:35.658972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.666189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4fef6f3b-95c7-4888-9b84-5233a5e85efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.687021 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Pushing event deleted for resources: {'Port': ['ID=d03b2a1c-d219-4e00-881c-80b995f573bf,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:35.690793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] No DVR routers for this DVR port d03b2a1c-d219-4e00-881c-80b995f573bf on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:04:35.701085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef6f3b-95c7-4888-9b84-5233a5e85efe None None] No DVR routers for this DVR port d03b2a1c-d219-4e00-881c-80b995f573bf on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:04:35.707807 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef6f3b-95c7-4888-9b84-5233a5e85efe None None] Pushing event deleted for resources: {'Port': ['ID=d03b2a1c-d219-4e00-881c-80b995f573bf,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:35.712192 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device da37a32e-d92a-4016-ba81-8c072a464ab1 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:04:35.732304 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: da37a32e-d92a-4016-ba81-8c072a464ab1 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:04:35.732654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device da37a32e-d92a-4016-ba81-8c072a464ab1 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:04:35.733072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d03b2a1c-d219-4e00-881c-80b995f573bf no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:04:35.751658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: d03b2a1c-d219-4e00-881c-80b995f573bf {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:04:35.751935 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device d03b2a1c-d219-4e00-881c-80b995f573bf not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:04:35.752357 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:04:35.763107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.772673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:04:35.773030 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device e219e5fb-aa5a-4c4e-b9f9-15907b1eda6e not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:04:35.784756 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b110792-5eaa-46de-8441-409a1b6c634d']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:35.793893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f606c5-ffaa-404d-a58f-7d36ad2a52d8') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:35.794191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f606c5-ffaa-404d-a58f-7d36ad2a52d8') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:35.807468 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.820866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.826603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:04:35.826986 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:04:35.828606 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:04:35.970392 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.975660 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.978885 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] 10.222.0.60 "DELETE /v2.0/networks/4b110792-5eaa-46de-8441-409a1b6c634d HTTP/1.1" status: 204 len: 168 time: 0.7089357 Dec 10 19:04:35.989868 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef31711-0514-4fd7-8c07-1df29bb9c92e admin admin] Pushing event deleted for resources: {'Network': ['ID=4b110792-5eaa-46de-8441-409a1b6c634d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:36.398066 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42412) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:36.438384 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-eb37b546-805f-44dc-b289-2de66d8c0cf8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ab8c91c9a8d4e54bed3d7e3e80fb071&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391901 Dec 10 19:04:36.440788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42414) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:36.487551 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-523ed60f-280a-49c4-8ad4-d4883d8a2035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:36.513303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-523ed60f-280a-49c4-8ad4-d4883d8a2035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:36.695654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-523ed60f-280a-49c4-8ad4-d4883d8a2035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:36.698394 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-523ed60f-280a-49c4-8ad4-d4883d8a2035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:36.699553 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-523ed60f-280a-49c4-8ad4-d4883d8a2035 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dcb003cb-c71a-4fa5-94b5-6167616fa782 HTTP/1.1" status: 204 len: 168 time: 0.2578893 Dec 10 19:04:36.717764 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ed60f-280a-49c4-8ad4-d4883d8a2035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb003cb-c71a-4fa5-94b5-6167616fa782,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:37.374063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42420) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:37.414192 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9985c541-67fe-444d-90e2-e6cdb8db889f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7b19c2ebb41459bad77bd12be27ecc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389631 Dec 10 19:04:37.416592 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42422) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:37.462756 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2970181a-5dbb-4b10-8681-57fd17806b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:37.483258 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2970181a-5dbb-4b10-8681-57fd17806b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:37.609674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2970181a-5dbb-4b10-8681-57fd17806b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:37.612269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2970181a-5dbb-4b10-8681-57fd17806b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:37.613531 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2970181a-5dbb-4b10-8681-57fd17806b13 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/330c4d40-deb1-47a0-b35d-f96b73674330 HTTP/1.1" status: 204 len: 168 time: 0.1960468 Dec 10 19:04:37.622032 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970181a-5dbb-4b10-8681-57fd17806b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330c4d40-deb1-47a0-b35d-f96b73674330,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:40.708254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42464) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:40.713347 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3b39ff27-ec82-473c-94df-aa8f68a2224d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1168288156', 'description': 'tempest-secgroup-smoke-1168288156 description', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:40.817776 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b39ff27-ec82-473c-94df-aa8f68a2224d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:40.825561 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b39ff27-ec82-473c-94df-aa8f68a2224d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:40.900862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b39ff27-ec82-473c-94df-aa8f68a2224d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:40.960911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b39ff27-ec82-473c-94df-aa8f68a2224d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:41.002184 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39ff27-ec82-473c-94df-aa8f68a2224d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8c0efc-bb3e-4129-8d0b-dbaa667e9c97,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:41.036769 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b39ff27-ec82-473c-94df-aa8f68a2224d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:41.103239 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b39ff27-ec82-473c-94df-aa8f68a2224d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:41.129578 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39ff27-ec82-473c-94df-aa8f68a2224d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef761ea-6081-4ab9-8f84-d2ce58339731,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:41.191059 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3b39ff27-ec82-473c-94df-aa8f68a2224d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:41.192331 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3b39ff27-ec82-473c-94df-aa8f68a2224d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4830735 Dec 10 19:04:41.195690 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42466) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:41.199930 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f5779b4b-c270-4560-94cc-3bee0f930403 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': '4ef761ea-6081-4ab9-8f84-d2ce58339731', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:41.300283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f5779b4b-c270-4560-94cc-3bee0f930403 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:41.354846 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f5779b4b-c270-4560-94cc-3bee0f930403 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:41.423359 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f5779b4b-c270-4560-94cc-3bee0f930403 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:41.441722 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5779b4b-c270-4560-94cc-3bee0f930403 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d56ff92-819d-4ea5-aa49-5d57c045c20c,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:41.511318 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f5779b4b-c270-4560-94cc-3bee0f930403 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:41.512567 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f5779b4b-c270-4560-94cc-3bee0f930403 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159428 Dec 10 19:04:41.515263 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42468) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:41.519528 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-cd7d8a4f-c2f4-498b-aeec-56c6ee769b4b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': '4ef761ea-6081-4ab9-8f84-d2ce58339731', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:41.623086 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8a4f-c2f4-498b-aeec-56c6ee769b4b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:41.677466 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8a4f-c2f4-498b-aeec-56c6ee769b4b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:41.737747 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8a4f-c2f4-498b-aeec-56c6ee769b4b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:41.758591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d8a4f-c2f4-498b-aeec-56c6ee769b4b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e560f9a-2bac-4a01-99e5-453df356d68f,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:41.825439 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8a4f-c2f4-498b-aeec-56c6ee769b4b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:41.826707 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cd7d8a4f-c2f4-498b-aeec-56c6ee769b4b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3105352 Dec 10 19:04:41.829426 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42470) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:41.833802 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a41edb40-3eb5-4a7d-8b32-6cef57f82d90 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': '4ef761ea-6081-4ab9-8f84-d2ce58339731', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:41.966247 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a41edb40-3eb5-4a7d-8b32-6cef57f82d90 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:42.020698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a41edb40-3eb5-4a7d-8b32-6cef57f82d90 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:42.143797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a41edb40-3eb5-4a7d-8b32-6cef57f82d90 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:42.161485 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41edb40-3eb5-4a7d-8b32-6cef57f82d90 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806fa91c-ba7d-41de-8105-57b8b508b49b,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:42.269037 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a41edb40-3eb5-4a7d-8b32-6cef57f82d90 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:42.270261 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a41edb40-3eb5-4a7d-8b32-6cef57f82d90 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4398036 Dec 10 19:04:42.273028 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42472) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:42.277417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-0d2dbe11-63a2-4506-b6e0-1099a5e5ca8d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': '4ef761ea-6081-4ab9-8f84-d2ce58339731', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:42.369429 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0d2dbe11-63a2-4506-b6e0-1099a5e5ca8d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:42.427686 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0d2dbe11-63a2-4506-b6e0-1099a5e5ca8d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:42.489751 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0d2dbe11-63a2-4506-b6e0-1099a5e5ca8d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:42.509470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dbe11-63a2-4506-b6e0-1099a5e5ca8d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5f79ee-b397-48f0-8613-d56e4e576ad0,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:42.591453 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0d2dbe11-63a2-4506-b6e0-1099a5e5ca8d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:42.592606 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0d2dbe11-63a2-4506-b6e0-1099a5e5ca8d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3186514 Dec 10 19:04:42.595374 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42474) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:42.599814 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5c4eb5b5-330b-4955-84a8-d61f3f414994 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': '4ef761ea-6081-4ab9-8f84-d2ce58339731', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:42.715539 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-5c4eb5b5-330b-4955-84a8-d61f3f414994 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Project bd43f375271f4f9bbfa05b92b4ef6662 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:04:42.720960 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c4eb5b5-330b-4955-84a8-d61f3f414994 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:42.779636 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c4eb5b5-330b-4955-84a8-d61f3f414994 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:42.903727 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c4eb5b5-330b-4955-84a8-d61f3f414994 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:42.924034 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4eb5b5-330b-4955-84a8-d61f3f414994 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fe47d2-1014-42ad-a03d-de27cbd57ea7,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:43.017876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5c4eb5b5-330b-4955-84a8-d61f3f414994 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:43.019018 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5c4eb5b5-330b-4955-84a8-d61f3f414994 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4227252 Dec 10 19:04:43.021848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42476) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:43.027172 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-0ae2a176-927f-44d0-85c7-fcc65a6e3a87 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': '4ef761ea-6081-4ab9-8f84-d2ce58339731', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:43.112368 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-0ae2a176-927f-44d0-85c7-fcc65a6e3a87 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Project bd43f375271f4f9bbfa05b92b4ef6662 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:04:43.117882 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0ae2a176-927f-44d0-85c7-fcc65a6e3a87 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:43.174992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0ae2a176-927f-44d0-85c7-fcc65a6e3a87 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:43.251682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0ae2a176-927f-44d0-85c7-fcc65a6e3a87 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:43.269912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2a176-927f-44d0-85c7-fcc65a6e3a87 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84ab119-1e27-4434-99e5-6535763e0b49,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:43.348977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0ae2a176-927f-44d0-85c7-fcc65a6e3a87 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:43.350373 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0ae2a176-927f-44d0-85c7-fcc65a6e3a87 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3269773 Dec 10 19:04:43.353331 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42478) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:43.358198 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5adb2e7b-f8e3-4698-abf3-19f1403a484a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'network': {'name': 'tempest-network-smoke--275258241', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'port_security_enabled': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:43.524415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adb2e7b-f8e3-4698-abf3-19f1403a484a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:04:43.528016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5adb2e7b-f8e3-4698-abf3-19f1403a484a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:43.550930 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adb2e7b-f8e3-4698-abf3-19f1403a484a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:04:43.560075 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5adb2e7b-f8e3-4698-abf3-19f1403a484a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:43.560409 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-5adb2e7b-f8e3-4698-abf3-19f1403a484a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Added segment 1b530801-10fe-443b-bb30-b1dc4a0b6c70 of type vlan for network 60293d68-eba1-4d3a-b8e5-4351fc4a707b Dec 10 19:04:43.599376 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5adb2e7b-f8e3-4698-abf3-19f1403a484a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:43.761045 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5adb2e7b-f8e3-4698-abf3-19f1403a484a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:43.767063 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adb2e7b-f8e3-4698-abf3-19f1403a484a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:43.767650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5adb2e7b-f8e3-4698-abf3-19f1403a484a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:43.834822 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb2e7b-f8e3-4698-abf3-19f1403a484a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Network': ['ID=60293d68-eba1-4d3a-b8e5-4351fc4a707b,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:43.845042 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 60293d68-eba1-4d3a-b8e5-4351fc4a707b details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:04:43.870944 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:04:43.894748 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5adb2e7b-f8e3-4698-abf3-19f1403a484a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5403774 Dec 10 19:04:43.897666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42480) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:43.902467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'admin_state_up': True, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:44.021342 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:44.022417 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:44.072605 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:44.315481 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:44.575708 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:44.593369 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:44.695333 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.26.5.170 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/9b5a442e-4aa9-42f2-9181-7f260a3c5859) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:04:44.795705 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:44.886413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:44.924337 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:04:44.927266 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:04:44.931311 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:04:44.941728 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cab316-d159-4999-9cca-00bba46162e6 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:04:44.959091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=9b5a442e-4aa9-42f2-9181-7f260a3c5859,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:45.012857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0f268198-6b6d-4be5-9a73-63c1379b658f None None] Provisioning complete for port 9b5a442e-4aa9-42f2-9181-7f260a3c5859 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:45.013234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0f268198-6b6d-4be5-9a73-63c1379b658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:45.047013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-0f268198-6b6d-4be5-9a73-63c1379b658f None None] Port 9b5a442e-4aa9-42f2-9181-7f260a3c5859 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:04:45.283400 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:45.473578 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:45.674734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router 2823fa6a-cd25-4192-a808-3c596b9de6b3 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:04:46.062727 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:04:46.072458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Sync routers for ids ['2823fa6a-cd25-4192-a808-3c596b9de6b3'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:04:46.082248 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Routers {'2823fa6a-cd25-4192-a808-3c596b9de6b3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:04:46.082856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:04:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2823fa6a-cd25-4192-a808-3c596b9de6b3'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:46.140136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:46.141403 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-044711d0-9406-4736-847c-bd70f6e1e134 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2427695 Dec 10 19:04:46.144579 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42482) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:46.185242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Set router 2823fa6a-cd25-4192-a808-3c596b9de6b3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:04:46.262485 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fcfb5a11-856d-4cbc-8d83-708c578aff4c tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=bd43f375271f4f9bbfa05b92b4ef6662&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1166661 Dec 10 19:04:46.265195 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42486) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:46.357031 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec389888-7e72-4fa8-aae1-99bfeababedd tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:46.358494 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ec389888-7e72-4fa8-aae1-99bfeababedd tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922391 Dec 10 19:04:46.361602 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42488) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:46.362925 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:45Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:46.389144 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d0f35e0d-a562-4322-b5a2-727420f20d48 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264442 Dec 10 19:04:46.391821 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42490) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:46.393174 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Checking router: 2823fa6a-cd25-4192-a808-3c596b9de6b3 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:04:46.393561 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Updating router 2823fa6a-cd25-4192-a808-3c596b9de6b3 port 9b5a442e-4aa9-42f2-9181-7f260a3c5859 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:04:46.396576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-50139a8a-4dcb-410e-a49c-08f3fb51b1cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-881606822', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:46.418277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:46.568093 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0b46ba94-ecaf-4c3f-974b-4e3bb9fe87ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:46.587231 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50139a8a-4dcb-410e-a49c-08f3fb51b1cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:04:46.590877 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50139a8a-4dcb-410e-a49c-08f3fb51b1cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:46.673242 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:46.800771 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:46.849246 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c21da0-8c3b-4944-b9cf-496982bdfef6 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:04:46.861470 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8cfa3-8be1-4c8b-a223-41e6a844ddd4 None None] Pushing event updated for resources: {'Port': ['ID=9b5a442e-4aa9-42f2-9181-7f260a3c5859,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:46.863588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Attempting to bind port 9b5a442e-4aa9-42f2-9181-7f260a3c5859 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:04:46.863959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Attempting to bind port 9b5a442e-4aa9-42f2-9181-7f260a3c5859 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:04:46.864419 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Attempting to bind port 9b5a442e-4aa9-42f2-9181-7f260a3c5859 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:04:46.870532 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:04:46.870907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:04:46.871305 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:46.871686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:04:46.872143 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Bound port: 9b5a442e-4aa9-42f2-9181-7f260a3c5859, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:04:46.872519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:46.884684 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50139a8a-4dcb-410e-a49c-08f3fb51b1cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:46.923081 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] For port 9b5a442e-4aa9-42f2-9181-7f260a3c5859, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:04:46.926752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] For port 9b5a442e-4aa9-42f2-9181-7f260a3c5859, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9b5a442e-4aa9-42f2-9181-7f260a3c5859,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:04:46.943479 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50139a8a-4dcb-410e-a49c-08f3fb51b1cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Subnet': ['ID=ea489fe5-cd0d-4893-bc57-e2e4b07f3d69,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:46.954089 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50139a8a-4dcb-410e-a49c-08f3fb51b1cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Checking segment: {'id': '1b530801-10fe-443b-bb30-b1dc4a0b6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:04:46.954452 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50139a8a-4dcb-410e-a49c-08f3fb51b1cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network hostable DHCP agents. Network: 60293d68-eba1-4d3a-b8e5-4351fc4a707b, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:04:46.977714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f9d207d1-b4e3-404c-8fd8-3d42137af472 None None] Provisioning complete for port 9b5a442e-4aa9-42f2-9181-7f260a3c5859 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:46.978095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f9d207d1-b4e3-404c-8fd8-3d42137af472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:47.011080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:47.016297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f9d207d1-b4e3-404c-8fd8-3d42137af472 None None] Port 9b5a442e-4aa9-42f2-9181-7f260a3c5859 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:04:47.034587 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50139a8a-4dcb-410e-a49c-08f3fb51b1cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network 60293d68-eba1-4d3a-b8e5-4351fc4a707b is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:04:47.059570 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8194866e-ee22-4397-8460-898875a8e41c None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:04:47.076790 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8cfa3-8be1-4c8b-a223-41e6a844ddd4 None None] Pushing event updated for resources: {'Port': ['ID=9b5a442e-4aa9-42f2-9181-7f260a3c5859,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:47.080093 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Routers {'2823fa6a-cd25-4192-a808-3c596b9de6b3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:04:47.080679 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:04:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2823fa6a-cd25-4192-a808-3c596b9de6b3'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:47.135154 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-50139a8a-4dcb-410e-a49c-08f3fb51b1cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 60293d68-eba1-4d3a-b8e5-4351fc4a707b) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:04:47.141078 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50139a8a-4dcb-410e-a49c-08f3fb51b1cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:47.142057 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-50139a8a-4dcb-410e-a49c-08f3fb51b1cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:47.144436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9df0a55-ea5d-4b18-8964-d196f673d5d4 None None] Network 60293d68-eba1-4d3a-b8e5-4351fc4a707b requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:04:47.219753 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2d36737e-4cfe-4d0d-88e3-ca0c08cd863b None None] Provisioning complete for port 9b5a442e-4aa9-42f2-9181-7f260a3c5859 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:47.220027 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2d36737e-4cfe-4d0d-88e3-ca0c08cd863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:47.229942 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-50139a8a-4dcb-410e-a49c-08f3fb51b1cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8370686 Dec 10 19:04:47.232650 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42492) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:04:47.284778 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] Set router 2823fa6a-cd25-4192-a808-3c596b9de6b3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:04:47.357145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ips': [{'subnet_id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:04:47.358032 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:47.677301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:47.689174 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2d36737e-4cfe-4d0d-88e3-ca0c08cd863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:47.762063 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-2d36737e-4cfe-4d0d-88e3-ca0c08cd863b None None] For port 9b5a442e-4aa9-42f2-9181-7f260a3c5859, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9b5a442e-4aa9-42f2-9181-7f260a3c5859,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:47.783538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Allocated IP 172.20.0.2 (60293d68-eba1-4d3a-b8e5-4351fc4a707b/ea489fe5-cd0d-4893-bc57-e2e4b07f3d69/936fbdb8-4513-4ffd-a555-d2465bff5072) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:04:47.853375 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:45Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:47.858001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2d36737e-4cfe-4d0d-88e3-ca0c08cd863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:47.904676 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89960b87-4691-41d4-b87d-e9a3b5927d82 None None] The sync data for ids ['2823fa6a-cd25-4192-a808-3c596b9de6b3'] in dv-neutron-821434-1-hyperv is: [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:45Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:04:47.982184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36737e-4cfe-4d0d-88e3-ca0c08cd863b None None] Pushing event updated for resources: {'Port': ['ID=9b5a442e-4aa9-42f2-9181-7f260a3c5859,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:48.010217 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:48.075548 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:48.136388 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Pushing event updated for resources: {'Port': ['ID=936fbdb8-4513-4ffd-a555-d2465bff5072,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:48.144567 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Network 60293d68-eba1-4d3a-b8e5-4351fc4a707b is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:04:48.146180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:04:48.146537 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.20.0.1 (60293d68-eba1-4d3a-b8e5-4351fc4a707b/ea489fe5-cd0d-4893-bc57-e2e4b07f3d69/2cd59713-31f7-4dad-824e-eeadacda4d29) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:04:48.148938 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:04:48.206804 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Attempting to bind port 936fbdb8-4513-4ffd-a555-d2465bff5072 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:04:48.207181 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Attempting to bind port 936fbdb8-4513-4ffd-a555-d2465bff5072 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '1b530801-10fe-443b-bb30-b1dc4a0b6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:04:48.207671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Attempting to bind port 936fbdb8-4513-4ffd-a555-d2465bff5072 on network 60293d68-eba1-4d3a-b8e5-4351fc4a707b {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:04:48.215127 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:04:48.215512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Checking segment: {'id': '1b530801-10fe-443b-bb30-b1dc4a0b6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:04:48.215918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:48.216369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Bound using segment: {'id': '1b530801-10fe-443b-bb30-b1dc4a0b6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:04:48.216841 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Bound port: 936fbdb8-4513-4ffd-a555-d2465bff5072, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b530801-10fe-443b-bb30-b1dc4a0b6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:04:48.217231 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:48.271595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:48.298386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] For port 936fbdb8-4513-4ffd-a555-d2465bff5072, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:04:48.301584 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] For port 936fbdb8-4513-4ffd-a555-d2465bff5072, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=936fbdb8-4513-4ffd-a555-d2465bff5072,segment=NetworkSegment(1b530801-10fe-443b-bb30-b1dc4a0b6c70),segment_id=1b530801-10fe-443b-bb30-b1dc4a0b6c70)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:04:48.384247 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:48.412219 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:48.448572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a41b7-27e3-4d6a-aa25-8b04c882bd45 None None] Pushing event updated for resources: {'Port': ['ID=936fbdb8-4513-4ffd-a555-d2465bff5072,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:48.472194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network 60293d68-eba1-4d3a-b8e5-4351fc4a707b is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:04:48.476512 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:04:48.479730 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:04:48.486704 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=2cd59713-31f7-4dad-824e-eeadacda4d29,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:48.535173 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:48.732114 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:48.835516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:48.870483 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-172b38a3-210c-410b-bb79-02750a1976dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:49.119361 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:49.175514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:49.254489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:49.256310 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=2cd59713-31f7-4dad-824e-eeadacda4d29,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:49.352697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network 60293d68-eba1-4d3a-b8e5-4351fc4a707b is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:04:49.354149 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:04:49.360813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34435fdf-7888-4023-ab5b-899487576ea0 None None] Network 60293d68-eba1-4d3a-b8e5-4351fc4a707b requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:04:49.429674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6d8e77f7-7996-49e3-a530-a6c8a112e8f9 None None] Provisioning complete for port 936fbdb8-4513-4ffd-a555-d2465bff5072 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:49.430064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d8e77f7-7996-49e3-a530-a6c8a112e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:49.475003 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router 2823fa6a-cd25-4192-a808-3c596b9de6b3 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:04:49.545844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d8e77f7-7996-49e3-a530-a6c8a112e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:49.594252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-6d8e77f7-7996-49e3-a530-a6c8a112e8f9 None None] For port 936fbdb8-4513-4ffd-a555-d2465bff5072, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=936fbdb8-4513-4ffd-a555-d2465bff5072,segment=NetworkSegment(1b530801-10fe-443b-bb30-b1dc4a0b6c70),segment_id=1b530801-10fe-443b-bb30-b1dc4a0b6c70)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:49.600840 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:04:49.605394 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fd88402c-d1a9-4d9e-aa32-7dad245d41a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "PUT /v2.0/routers/2823fa6a-cd25-4192-a808-3c596b9de6b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3717184 Dec 10 19:04:49.691875 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d8e77f7-7996-49e3-a530-a6c8a112e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:49.755726 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e77f7-7996-49e3-a530-a6c8a112e8f9 None None] Pushing event updated for resources: {'Port': ['ID=936fbdb8-4513-4ffd-a555-d2465bff5072,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:49.797364 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-a25d7356-0be2-4d9d-b51c-f8b40a985fd5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1168288156&fields=id&tenant_id=bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 267 time: 0.0586636 Dec 10 19:04:49.807330 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 936fbdb8-4513-4ffd-a555-d2465bff5072 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:04:49.854598 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a85f6791-65e9-497f-ba8d-8a7ab97e92dd None None] Provisioning complete for port 2cd59713-31f7-4dad-824e-eeadacda4d29 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:49.854887 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a85f6791-65e9-497f-ba8d-8a7ab97e92dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:49.898818 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6791-65e9-497f-ba8d-8a7ab97e92dd None None] Port 2cd59713-31f7-4dad-824e-eeadacda4d29 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:04:49.907955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 936fbdb8-4513-4ffd-a555-d2465bff5072 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:49.908331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:49.943065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a85f6791-65e9-497f-ba8d-8a7ab97e92dd None None] Provisioning complete for port 936fbdb8-4513-4ffd-a555-d2465bff5072 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:49.943435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a85f6791-65e9-497f-ba8d-8a7ab97e92dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:49.956933 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-eacefc4c-c56b-4838-aebb-4e597e894f6d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:49.958936 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-eacefc4c-c56b-4838-aebb-4e597e894f6d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/networks?id=60293d68-eba1-4d3a-b8e5-4351fc4a707b HTTP/1.1" status: 200 len: 796 time: 0.1483178 Dec 10 19:04:49.976202 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-a6fc7e75-3c68-4e9c-b163-1ddbbbec9ea5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/quotas/bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 375 time: 0.0114436 Dec 10 19:04:50.037901 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Sync routers for ids ['2823fa6a-cd25-4192-a808-3c596b9de6b3'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:04:50.043709 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-050b55ce-6f71-426d-84cd-aaef4d4a6a5e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574012 Dec 10 19:04:50.049573 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Routers {'2823fa6a-cd25-4192-a808-3c596b9de6b3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:04:50.050696 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:04:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2823fa6a-cd25-4192-a808-3c596b9de6b3'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:50.064582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9b5a442e-4aa9-42f2-9181-7f260a3c5859 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:04:50.125106 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 9b5a442e-4aa9-42f2-9181-7f260a3c5859 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:50.125664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:50.168376 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-39390d9b-f26d-4dc4-8cce-31ff2708468e service neutron] 10.222.0.60 "GET /v2.0/networks/60293d68-eba1-4d3a-b8e5-4351fc4a707b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081471 Dec 10 19:04:50.213009 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Set router 2823fa6a-cd25-4192-a808-3c596b9de6b3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:04:50.240627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9dee91ce-6dbd-40f2-a6c8-6bb882f8e912 None None] Provisioning complete for port 2cd59713-31f7-4dad-824e-eeadacda4d29 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:50.241611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9dee91ce-6dbd-40f2-a6c8-6bb882f8e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:50.268903 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:50.282290 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9dee91ce-6dbd-40f2-a6c8-6bb882f8e912 None None] Port 2cd59713-31f7-4dad-824e-eeadacda4d29 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:04:50.312668 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-7f12881a-8646-4146-86a0-dc48b1315738 service neutron] 10.222.0.60 "GET /v2.0/networks/60293d68-eba1-4d3a-b8e5-4351fc4a707b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311698 Dec 10 19:04:50.414027 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5d87bf63-20ca-4a91-809a-994341bb501a None None] Provisioning complete for port 2cd59713-31f7-4dad-824e-eeadacda4d29 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:50.414719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5d87bf63-20ca-4a91-809a-994341bb501a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:50.450501 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:48Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '2cd59713-31f7-4dad-824e-eeadacda4d29', 'name': '', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:3a:d0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:47Z', 'updated_at': '2021-12-10T19:04:48Z', 'revision_number': 2, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:50.457169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-5d87bf63-20ca-4a91-809a-994341bb501a None None] Port 2cd59713-31f7-4dad-824e-eeadacda4d29 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:04:50.477428 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Checking router: 2823fa6a-cd25-4192-a808-3c596b9de6b3 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:04:50.477833 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Updating router 2823fa6a-cd25-4192-a808-3c596b9de6b3 port 2cd59713-31f7-4dad-824e-eeadacda4d29 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:04:50.502527 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:50.597058 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3929c20b-27e5-482d-b07c-a7d0ae207c5f req-7224017b-aab4-4a53-b483-6a3aa9216bb6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 210 time: 0.0328829 Dec 10 19:04:50.776951 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:50.906827 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:50.956150 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Pushing event updated for resources: {'Port': ['ID=2cd59713-31f7-4dad-824e-eeadacda4d29,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:50.966720 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:50.967064 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:50.967405 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:50.967741 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:50.968072 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:50.968404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:50.968727 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:50.969053 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:50.969386 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:50.969738 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:50.970049 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:50.970366 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:50.970829 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:04:51.022238 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Attempting to bind port 2cd59713-31f7-4dad-824e-eeadacda4d29 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:04:51.022614 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Attempting to bind port 2cd59713-31f7-4dad-824e-eeadacda4d29 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '1b530801-10fe-443b-bb30-b1dc4a0b6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:04:51.022979 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Attempting to bind port 2cd59713-31f7-4dad-824e-eeadacda4d29 on network 60293d68-eba1-4d3a-b8e5-4351fc4a707b {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:04:51.028283 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:04:51.028662 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Checking segment: {'id': '1b530801-10fe-443b-bb30-b1dc4a0b6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:04:51.029068 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:51.029465 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Bound using segment: {'id': '1b530801-10fe-443b-bb30-b1dc4a0b6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:04:51.029958 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Bound port: 2cd59713-31f7-4dad-824e-eeadacda4d29, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b530801-10fe-443b-bb30-b1dc4a0b6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:04:51.030343 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:51.097833 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] For port 2cd59713-31f7-4dad-824e-eeadacda4d29, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:04:51.101557 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] For port 2cd59713-31f7-4dad-824e-eeadacda4d29, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2cd59713-31f7-4dad-824e-eeadacda4d29,segment=NetworkSegment(1b530801-10fe-443b-bb30-b1dc4a0b6c70),segment_id=1b530801-10fe-443b-bb30-b1dc4a0b6c70)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:04:51.185050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-93719bb9-4c77-408c-8bbc-3cca71ab831d None None] Provisioning complete for port 2cd59713-31f7-4dad-824e-eeadacda4d29 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:51.185342 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-93719bb9-4c77-408c-8bbc-3cca71ab831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:51.221123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-93719bb9-4c77-408c-8bbc-3cca71ab831d None None] Port 2cd59713-31f7-4dad-824e-eeadacda4d29 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:04:51.238797 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:51.305182 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Routers {'2823fa6a-cd25-4192-a808-3c596b9de6b3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:04:51.305873 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:04:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2823fa6a-cd25-4192-a808-3c596b9de6b3'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:51.338943 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef0dbb-af5a-4b69-a0b0-8a96685c4f77 None None] Pushing event updated for resources: {'Port': ['ID=2cd59713-31f7-4dad-824e-eeadacda4d29,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:51.416930 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] Set router 2823fa6a-cd25-4192-a808-3c596b9de6b3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:04:51.429396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:51.542318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d6a30cfd-13eb-46ba-9147-735e8b78200e None None] Provisioning complete for port 2cd59713-31f7-4dad-824e-eeadacda4d29 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:51.542692 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d6a30cfd-13eb-46ba-9147-735e8b78200e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:51.624699 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d6a30cfd-13eb-46ba-9147-735e8b78200e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:51.625292 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:48Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '2cd59713-31f7-4dad-824e-eeadacda4d29', 'name': '', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:3a:d0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:47Z', 'updated_at': '2021-12-10T19:04:51Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:04:51.657219 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44a5150-3701-4873-bbf6-62cf0b174d38 None None] The sync data for ids ['2823fa6a-cd25-4192-a808-3c596b9de6b3'] in dv-neutron-821434-1-hyperv is: [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:48Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '2cd59713-31f7-4dad-824e-eeadacda4d29', 'name': '', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:3a:d0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:47Z', 'updated_at': '2021-12-10T19:04:51Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:04:51.659789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d6a30cfd-13eb-46ba-9147-735e8b78200e None None] For port 2cd59713-31f7-4dad-824e-eeadacda4d29, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2cd59713-31f7-4dad-824e-eeadacda4d29,segment=NetworkSegment(1b530801-10fe-443b-bb30-b1dc4a0b6c70),segment_id=1b530801-10fe-443b-bb30-b1dc4a0b6c70)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:51.675150 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-428b58f3-295f-4551-888c-6607a004c384 req-ca6294e8-4cd8-4127-b5ba-2397d4034417 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 210 time: 0.0323119 Dec 10 19:04:51.747746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 936fbdb8-4513-4ffd-a555-d2465bff5072 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:04:51.774466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d6a30cfd-13eb-46ba-9147-735e8b78200e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:51.839343 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a30cfd-13eb-46ba-9147-735e8b78200e None None] Pushing event updated for resources: {'Port': ['ID=2cd59713-31f7-4dad-824e-eeadacda4d29,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:51.847664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 936fbdb8-4513-4ffd-a555-d2465bff5072 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:51.848047 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:52.526499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:52.775269 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-388a3add-16bc-4a46-98b7-dd1c7194b3fb req-b8b92d4a-ccc0-408b-894e-d54bfe3aeb9a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 210 time: 0.0305400 Dec 10 19:04:53.387639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-5f86c38e-14c8-4b88-b4fe-b4db97e68a9e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:53.389084 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-5f86c38e-14c8-4b88-b4fe-b4db97e68a9e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/networks?id=60293d68-eba1-4d3a-b8e5-4351fc4a707b HTTP/1.1" status: 200 len: 796 time: 0.1055114 Dec 10 19:04:53.458693 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-83c01182-6cab-490d-a9c3-d782a683b97b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 380 time: 0.0528631 Dec 10 19:04:53.470429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-3c50261b-775b-4569-8833-ce442ceded35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'port': {'device_id': '24c96064-f057-48ce-b617-eee894c60299', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'admin_state_up': True, 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'security_groups': ['4ef761ea-6081-4ab9-8f84-d2ce58339731']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:53.672467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-3c50261b-775b-4569-8833-ce442ceded35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:04:53.676216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-3c50261b-775b-4569-8833-ce442ceded35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:53.727102 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2cd59713-31f7-4dad-824e-eeadacda4d29 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:04:53.774370 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 2cd59713-31f7-4dad-824e-eeadacda4d29 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:53.774740 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:53.805040 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-3c50261b-775b-4569-8833-ce442ceded35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.20.0.11 (60293d68-eba1-4d3a-b8e5-4351fc4a707b/ea489fe5-cd0d-4893-bc57-e2e4b07f3d69/768d7553-6c4f-4de1-8bfe-b2c8a7189389) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:04:53.883670 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c857ae4b-8989-41cf-af0b-183d47c67ebd req-cb9cb314-11bb-46e7-b2bc-92310014ac4d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 210 time: 0.0316329 Dec 10 19:04:53.952658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-3c50261b-775b-4569-8833-ce442ceded35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:54.050056 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-3c50261b-775b-4569-8833-ce442ceded35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:54.099709 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-3c50261b-775b-4569-8833-ce442ceded35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network 60293d68-eba1-4d3a-b8e5-4351fc4a707b is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:04:54.104115 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-3c50261b-775b-4569-8833-ce442ceded35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:04:54.109452 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-3c50261b-775b-4569-8833-ce442ceded35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:04:54.142365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50261b-775b-4569-8833-ce442ceded35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=768d7553-6c4f-4de1-8bfe-b2c8a7189389,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:54.169759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-3c50261b-775b-4569-8833-ce442ceded35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:54.170390 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-3c50261b-775b-4569-8833-ce442ceded35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:54.257863 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-3c50261b-775b-4569-8833-ce442ceded35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7911005 Dec 10 19:04:54.276559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Request body: {'port': {'device_id': '24c96064-f057-48ce-b617-eee894c60299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:04:54.311222 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-790d2426-794c-4003-877e-6e3f897dddcc None None] Provisioning complete for port 768d7553-6c4f-4de1-8bfe-b2c8a7189389 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:54.311598 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-790d2426-794c-4003-877e-6e3f897dddcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:54.330008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:54.351874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-790d2426-794c-4003-877e-6e3f897dddcc None None] Port 768d7553-6c4f-4de1-8bfe-b2c8a7189389 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:04:54.595030 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768d7553-6c4f-4de1-8bfe-b2c8a7189389 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:04:54.603105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:54.614882 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Transition to ACTIVE for port object 768d7553-6c4f-4de1-8bfe-b2c8a7189389 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:04:54.694954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:54.748122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Pushing event updated for resources: {'Port': ['ID=768d7553-6c4f-4de1-8bfe-b2c8a7189389,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:54.823429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Attempting to bind port 768d7553-6c4f-4de1-8bfe-b2c8a7189389 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:04:54.823770 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Attempting to bind port 768d7553-6c4f-4de1-8bfe-b2c8a7189389 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '1b530801-10fe-443b-bb30-b1dc4a0b6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:04:54.824096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Attempting to bind port 768d7553-6c4f-4de1-8bfe-b2c8a7189389 on network 60293d68-eba1-4d3a-b8e5-4351fc4a707b {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:04:54.828763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Port 768d7553-6c4f-4de1-8bfe-b2c8a7189389 on network 60293d68-eba1-4d3a-b8e5-4351fc4a707b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:04:54.829081 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Attempting to bind port 768d7553-6c4f-4de1-8bfe-b2c8a7189389 on network 60293d68-eba1-4d3a-b8e5-4351fc4a707b {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:04:54.834016 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:04:54.834976 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Checking segment: {'id': '1b530801-10fe-443b-bb30-b1dc4a0b6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:04:54.835360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Bound using segment: {'id': '1b530801-10fe-443b-bb30-b1dc4a0b6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:04:54.835781 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Bound port: 768d7553-6c4f-4de1-8bfe-b2c8a7189389, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b530801-10fe-443b-bb30-b1dc4a0b6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:04:54.836201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:54.901099 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] For port 768d7553-6c4f-4de1-8bfe-b2c8a7189389, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:04:54.904198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] For port 768d7553-6c4f-4de1-8bfe-b2c8a7189389, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=768d7553-6c4f-4de1-8bfe-b2c8a7189389,segment=NetworkSegment(1b530801-10fe-443b-bb30-b1dc4a0b6c70),segment_id=1b530801-10fe-443b-bb30-b1dc4a0b6c70)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:04:54.981381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:55.001251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae6801-8e76-487f-a546-a3f0c9a99c89 req-ee37b96c-ed29-4a80-857a-00be596a32d7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:55.002689 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ffae6801-8e76-487f-a546-a3f0c9a99c89 req-ee37b96c-ed29-4a80-857a-00be596a32d7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 944 time: 0.0511560 Dec 10 19:04:55.022676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:55.023317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:55.024708 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] 10.222.0.21 "PUT /v2.0/ports/768d7553-6c4f-4de1-8bfe-b2c8a7189389 HTTP/1.1" status: 200 len: 1094 time: 0.7526567 Dec 10 19:04:55.025167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c96064-f057-48ce-b617-eee894c60299', 'tag': '768d7553-6c4f-4de1-8bfe-b2c8a7189389'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:04:55.027491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0cf718-247c-4cc0-8427-7b407b98f65c" -d '{"events": [{"name": "network-changed", "server_uuid": "24c96064-f057-48ce-b617-eee894c60299", "tag": "768d7553-6c4f-4de1-8bfe-b2c8a7189389"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:04:55.054089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63bdf3-3399-4007-a237-26fa0db9030c service neutron] Pushing event updated for resources: {'Port': ['ID=768d7553-6c4f-4de1-8bfe-b2c8a7189389,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:55.069179 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ffae6801-8e76-487f-a546-a3f0c9a99c89 req-20a313b7-6d99-47de-813e-b07135ccc9d4 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592110 Dec 10 19:04:55.078213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9950e503-42c8-4cf3-914d-8be624f1f0f7 x-openstack-request-id: req-9950e503-42c8-4cf3-914d-8be624f1f0f7 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:04:55.078712 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c96064-f057-48ce-b617-eee894c60299", "tag": "768d7553-6c4f-4de1-8bfe-b2c8a7189389", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:04:55.078983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9950e503-42c8-4cf3-914d-8be624f1f0f7 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:04:55.079533 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c96064-f057-48ce-b617-eee894c60299', 'tag': '768d7553-6c4f-4de1-8bfe-b2c8a7189389', 'status': 'completed', 'code': 200} Dec 10 19:04:55.156868 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cf718-247c-4cc0-8427-7b407b98f65c req-02e9683c-3d67-4f7b-8893-0b0935068922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:55.158411 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6b0cf718-247c-4cc0-8427-7b407b98f65c req-02e9683c-3d67-4f7b-8893-0b0935068922 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 1097 time: 0.0451956 Dec 10 19:04:55.269208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cf718-247c-4cc0-8427-7b407b98f65c req-43408040-6392-4d37-9d43-8e085e3cb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:55.270654 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6b0cf718-247c-4cc0-8427-7b407b98f65c req-43408040-6392-4d37-9d43-8e085e3cb9f0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0982943 Dec 10 19:04:55.373455 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cf718-247c-4cc0-8427-7b407b98f65c req-4c49bc30-a05f-44f0-8f44-f0bc0648fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:55.374966 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6b0cf718-247c-4cc0-8427-7b407b98f65c req-4c49bc30-a05f-44f0-8f44-f0bc0648fd42 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905743 Dec 10 19:04:55.457540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-b555c62c-043b-43be-9ee2-81a4126fbc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:55.459086 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-b555c62c-043b-43be-9ee2-81a4126fbc4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 1097 time: 0.0407901 Dec 10 19:04:55.512167 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-66410391-3ea6-4561-a193-5a73d740bd25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=768d7553-6c4f-4de1-8bfe-b2c8a7189389 HTTP/1.1" status: 200 len: 217 time: 0.0401366 Dec 10 19:04:55.565157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-fb130fbd-aa2a-4156-b06b-93b8e7f0b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:55.566526 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-fb130fbd-aa2a-4156-b06b-93b8e7f0b65a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea489fe5-cd0d-4893-bc57-e2e4b07f3d69 HTTP/1.1" status: 200 len: 834 time: 0.0436857 Dec 10 19:04:55.616671 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-e8f4fb13-b608-4c1a-a10d-88df3ed3a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:55.618134 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-e8f4fb13-b608-4c1a-a10d-88df3ed3a06b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60293d68-eba1-4d3a-b8e5-4351fc4a707b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392010 Dec 10 19:04:55.710294 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-04c790ef-b727-48b2-a27b-cd9480a53658 service neutron] 10.222.0.21 "GET /v2.0/networks/60293d68-eba1-4d3a-b8e5-4351fc4a707b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834737 Dec 10 19:04:55.800273 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8c8b9233-00c6-4926-b101-29e2c32c9013 req-51ea6f91-ed26-4533-ba47-8a0dae1ca817 service neutron] 10.222.0.21 "GET /v2.0/networks/60293d68-eba1-4d3a-b8e5-4351fc4a707b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814018 Dec 10 19:04:56.187955 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331db39-a351-462d-9fe4-71315b722605 req-528aaa29-9a92-4c3a-9c08-d800ba0f6d60 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:56.190900 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9331db39-a351-462d-9fe4-71315b722605 req-528aaa29-9a92-4c3a-9c08-d800ba0f6d60 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 944 time: 0.0500627 Dec 10 19:04:56.242887 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9331db39-a351-462d-9fe4-71315b722605 req-9e607020-d35c-4ab7-a714-b00b3b1dc0b8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474756 Dec 10 19:04:57.022546 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 768d7553-6c4f-4de1-8bfe-b2c8a7189389 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:04:57.114236 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 768d7553-6c4f-4de1-8bfe-b2c8a7189389, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=768d7553-6c4f-4de1-8bfe-b2c8a7189389,segment=NetworkSegment(1b530801-10fe-443b-bb30-b1dc4a0b6c70),segment_id=1b530801-10fe-443b-bb30-b1dc4a0b6c70)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:57.125327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '768d7553-6c4f-4de1-8bfe-b2c8a7189389', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'port_id': '768d7553-6c4f-4de1-8bfe-b2c8a7189389', 'mac_address': 'fa:16:3e:ed:64:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:04:57.160632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:57.176074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768d7553-6c4f-4de1-8bfe-b2c8a7189389 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:04:57.195840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 768d7553-6c4f-4de1-8bfe-b2c8a7189389, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=768d7553-6c4f-4de1-8bfe-b2c8a7189389,segment=NetworkSegment(1b530801-10fe-443b-bb30-b1dc4a0b6c70),segment_id=1b530801-10fe-443b-bb30-b1dc4a0b6c70)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:57.249397 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:57.297613 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=768d7553-6c4f-4de1-8bfe-b2c8a7189389,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:57.357037 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a01441-aa3b-40a2-8290-c0e605a70590 req-4480201a-8675-4958-b5b8-dade1b28e3c9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:57.358559 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e5a01441-aa3b-40a2-8290-c0e605a70590 req-4480201a-8675-4958-b5b8-dade1b28e3c9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 945 time: 0.0490429 Dec 10 19:04:57.406980 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e5a01441-aa3b-40a2-8290-c0e605a70590 req-7149ace3-5d90-437b-bd5a-5621e422ce50 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425768 Dec 10 19:04:57.493365 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['768d7553-6c4f-4de1-8bfe-b2c8a7189389'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:04:58.526772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ed7fc-d6f7-48db-b85e-bcdfa655d148 req-077bd2f5-488a-438b-8b66-968fbbff0fa0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:58.528260 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3e3ed7fc-d6f7-48db-b85e-bcdfa655d148 req-077bd2f5-488a-438b-8b66-968fbbff0fa0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 945 time: 0.0501373 Dec 10 19:04:58.576993 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3e3ed7fc-d6f7-48db-b85e-bcdfa655d148 req-deba82af-03e1-45c1-adf9-b2db014f14e3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428536 Dec 10 19:04:59.031466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 768d7553-6c4f-4de1-8bfe-b2c8a7189389 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:04:59.183029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 768d7553-6c4f-4de1-8bfe-b2c8a7189389 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:04:59.187119 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 768d7553-6c4f-4de1-8bfe-b2c8a7189389 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:04:59.187545 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:59.265543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:59.288816 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c96064-f057-48ce-b617-eee894c60299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768d7553-6c4f-4de1-8bfe-b2c8a7189389'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:04:59.291004 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6e4985-5264-4a2e-a653-f2bb2bbefa29" -d '{"events": [{"server_uuid": "24c96064-f057-48ce-b617-eee894c60299", "name": "network-vif-plugged", "status": "completed", "tag": "768d7553-6c4f-4de1-8bfe-b2c8a7189389"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:04:59.303749 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 768d7553-6c4f-4de1-8bfe-b2c8a7189389, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=768d7553-6c4f-4de1-8bfe-b2c8a7189389,segment=NetworkSegment(1b530801-10fe-443b-bb30-b1dc4a0b6c70),segment_id=1b530801-10fe-443b-bb30-b1dc4a0b6c70)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:04:59.326683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62bafb5-cb29-485c-8fa5-a52127825c8b x-openstack-request-id: req-a62bafb5-cb29-485c-8fa5-a52127825c8b {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:04:59.326978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c96064-f057-48ce-b617-eee894c60299", "name": "network-vif-plugged", "status": "completed", "tag": "768d7553-6c4f-4de1-8bfe-b2c8a7189389", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:04:59.327307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a62bafb5-cb29-485c-8fa5-a52127825c8b {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:04:59.327732 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c96064-f057-48ce-b617-eee894c60299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768d7553-6c4f-4de1-8bfe-b2c8a7189389', 'code': 200} Dec 10 19:04:59.371372 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:59.432307 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=768d7553-6c4f-4de1-8bfe-b2c8a7189389,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:04:59.629865 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ece198-88c1-4eeb-9adf-b08d1be448d8 req-f4d7fd86-9651-44a5-9d17-87e668f9e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:59.632297 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-14ece198-88c1-4eeb-9adf-b08d1be448d8 req-f4d7fd86-9651-44a5-9d17-87e668f9e4d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 1099 time: 0.0456643 Dec 10 19:04:59.683935 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-14ece198-88c1-4eeb-9adf-b08d1be448d8 req-ba98ab78-0506-4b4e-940d-4a0641e99dff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415554 Dec 10 19:04:59.695348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c938197-e215-4811-900f-2ac227f6be51 req-122cb8fc-ec23-41db-8cb4-fa946a407a2a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:59.696819 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0c938197-e215-4811-900f-2ac227f6be51 req-122cb8fc-ec23-41db-8cb4-fa946a407a2a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 946 time: 0.0527263 Dec 10 19:04:59.759382 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0c938197-e215-4811-900f-2ac227f6be51 req-43550591-8c0c-443c-956d-1196faafd1ee tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566123 Dec 10 19:05:00.876029 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f2473-22e1-46ad-91a0-5028fc59ce10 req-1df6d45c-bbed-4e21-b74d-4de863aea20a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:00.877529 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2c8f2473-22e1-46ad-91a0-5028fc59ce10 req-1df6d45c-bbed-4e21-b74d-4de863aea20a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 946 time: 0.0493429 Dec 10 19:05:00.926883 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2c8f2473-22e1-46ad-91a0-5028fc59ce10 req-793efe07-63d4-4bd2-8ca5-124096c04310 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432708 Dec 10 19:05:02.043771 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b797d3a-8289-46b1-ae4d-28db67c7f971 req-617fd67f-cb04-44a6-878a-c39d3ddc0770 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:02.045241 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9b797d3a-8289-46b1-ae4d-28db67c7f971 req-617fd67f-cb04-44a6-878a-c39d3ddc0770 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 946 time: 0.0508599 Dec 10 19:05:02.093805 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9b797d3a-8289-46b1-ae4d-28db67c7f971 req-35b47010-84dd-4e2a-8adc-7a2d22fd1413 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425551 Dec 10 19:05:02.206666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927e93d-c948-4625-92e9-9407b290420f req-280e3616-d508-483f-b47d-7e836ff56b85 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:02.208169 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a927e93d-c948-4625-92e9-9407b290420f req-280e3616-d508-483f-b47d-7e836ff56b85 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 946 time: 0.0483651 Dec 10 19:05:02.259769 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a927e93d-c948-4625-92e9-9407b290420f req-59f2f1b8-1ed2-48aa-bbeb-1a6566938646 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457366 Dec 10 19:05:02.281087 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42550) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:02.319283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aeebe9-7a34-4cce-8c58-1c18192dd0b0 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:02.320753 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e9aeebe9-7a34-4cce-8c58-1c18192dd0b0 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 1094 time: 0.0387423 Dec 10 19:05:02.323623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42552) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:02.327707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': '768d7553-6c4f-4de1-8bfe-b2c8a7189389', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:02.432223 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:02.528917 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:02.630375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.26.5.18 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/84d179ad-7f31-48d7-9f85-86ec1dfc3cac) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:05:02.728010 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:02.817634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:02.860892 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:05:02.863985 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:02.866803 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:05:02.890958 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=84d179ad-7f31-48d7-9f85-86ec1dfc3cac,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:03.221454 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:03.363309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:03.511911 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:03.574699 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:03.639822 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=84d179ad-7f31-48d7-9f85-86ec1dfc3cac,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:03.651478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:03.749589 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Floating IP 12add4d0-cb6f-4b0e-afe5-2d36a31126cb associated. External IP: 172.26.5.18, port: 768d7553-6c4f-4de1-8bfe-b2c8a7189389. Dec 10 19:05:04.219514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router 2823fa6a-cd25-4192-a808-3c596b9de6b3 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:05:04.324743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:05:04.335093 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6137580-47eb-4549-a83c-ad978d92b916 None None] Sync routers for ids ['2823fa6a-cd25-4192-a808-3c596b9de6b3'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:05:04.344349 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6137580-47eb-4549-a83c-ad978d92b916 None None] Routers {'2823fa6a-cd25-4192-a808-3c596b9de6b3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:04.344959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d6137580-47eb-4549-a83c-ad978d92b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:04:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2823fa6a-cd25-4192-a808-3c596b9de6b3'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:04.416923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:04.443957 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d5ad1e44-ae14-46b9-af7f-c46acccdc1ae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1193182 Dec 10 19:05:04.444607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c96064-f057-48ce-b617-eee894c60299', 'tag': '768d7553-6c4f-4de1-8bfe-b2c8a7189389'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:04.447032 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19326d56-324e-4017-bf3c-b2051f563e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "24c96064-f057-48ce-b617-eee894c60299", "tag": "768d7553-6c4f-4de1-8bfe-b2c8a7189389"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:04.461340 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-d6137580-47eb-4549-a83c-ad978d92b916 None None] Set router 2823fa6a-cd25-4192-a808-3c596b9de6b3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:04.524279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8322e7d-2c9e-4278-8001-6d787f4bb475 x-openstack-request-id: req-e8322e7d-2c9e-4278-8001-6d787f4bb475 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:04.524907 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c96064-f057-48ce-b617-eee894c60299", "tag": "768d7553-6c4f-4de1-8bfe-b2c8a7189389", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:04.525364 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8322e7d-2c9e-4278-8001-6d787f4bb475 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:04.525974 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c96064-f057-48ce-b617-eee894c60299', 'tag': '768d7553-6c4f-4de1-8bfe-b2c8a7189389', 'status': 'completed', 'code': 200} Dec 10 19:05:04.551183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701e96e-4f0c-46fd-9a35-c160eb4e3bbb req-a63aecd2-829d-4e93-a68d-e050cf008488 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:04.553009 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a701e96e-4f0c-46fd-9a35-c160eb4e3bbb req-a63aecd2-829d-4e93-a68d-e050cf008488 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 946 time: 0.0565228 Dec 10 19:05:04.587955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19326d56-324e-4017-bf3c-b2051f563e6d req-a8892a17-2422-4f5c-8725-4f86c445b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:04.590123 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-19326d56-324e-4017-bf3c-b2051f563e6d req-a8892a17-2422-4f5c-8725-4f86c445b64b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 1099 time: 0.0487039 Dec 10 19:05:04.604579 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a701e96e-4f0c-46fd-9a35-c160eb4e3bbb req-71860237-39f4-434f-8f36-5b0eeb2503f8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456271 Dec 10 19:05:04.629200 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42558) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:04.685545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19326d56-324e-4017-bf3c-b2051f563e6d req-d2770f02-f240-4989-88af-2872b2492f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:04.687067 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-19326d56-324e-4017-bf3c-b2051f563e6d req-d2770f02-f240-4989-88af-2872b2492f8d service neutron] 10.222.0.21 "GET /v2.0/networks?id=60293d68-eba1-4d3a-b8e5-4351fc4a707b HTTP/1.1" status: 200 len: 897 time: 0.0894861 Dec 10 19:05:04.697941 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c3a642ca-82ee-4250-851c-e9d32102a893 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/12add4d0-cb6f-4b0e-afe5-2d36a31126cb HTTP/1.1" status: 200 len: 991 time: 0.0670576 Dec 10 19:05:04.765626 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-19326d56-324e-4017-bf3c-b2051f563e6d req-61b1520b-7d06-48cb-9501-89c50d7f3117 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=768d7553-6c4f-4de1-8bfe-b2c8a7189389 HTTP/1.1" status: 200 len: 999 time: 0.0706692 Dec 10 19:05:04.814212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19326d56-324e-4017-bf3c-b2051f563e6d req-8793a0ce-3e64-4285-892e-ea3a2c551976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:04.815667 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-19326d56-324e-4017-bf3c-b2051f563e6d req-8793a0ce-3e64-4285-892e-ea3a2c551976 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea489fe5-cd0d-4893-bc57-e2e4b07f3d69 HTTP/1.1" status: 200 len: 834 time: 0.0427783 Dec 10 19:05:04.843645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d6137580-47eb-4549-a83c-ad978d92b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:48Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '12add4d0-cb6f-4b0e-afe5-2d36a31126cb', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.18', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'port_id': '768d7553-6c4f-4de1-8bfe-b2c8a7189389', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'mac_address': 'fa:16:3e:ed:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c96064-f057-48ce-b617-eee894c60299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:05:03Z', 'updated_at': '2021-12-10T19:05:03Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd59713-31f7-4dad-824e-eeadacda4d29', 'name': '', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:3a:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:47Z', 'updated_at': '2021-12-10T19:04:51Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:04.862511 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19326d56-324e-4017-bf3c-b2051f563e6d req-715ed4c7-e77a-4246-aeaa-d02bf00dd4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:04.864015 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-19326d56-324e-4017-bf3c-b2051f563e6d req-715ed4c7-e77a-4246-aeaa-d02bf00dd4d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60293d68-eba1-4d3a-b8e5-4351fc4a707b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405030 Dec 10 19:05:04.869396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6137580-47eb-4549-a83c-ad978d92b916 None None] Checking router: 2823fa6a-cd25-4192-a808-3c596b9de6b3 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:05:04.878072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6137580-47eb-4549-a83c-ad978d92b916 None None] Routers {'2823fa6a-cd25-4192-a808-3c596b9de6b3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:04.878683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d6137580-47eb-4549-a83c-ad978d92b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:04:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2823fa6a-cd25-4192-a808-3c596b9de6b3'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:04.958230 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-19326d56-324e-4017-bf3c-b2051f563e6d req-9139dd0d-bef3-4af3-84cc-703245d773c3 service neutron] 10.222.0.21 "GET /v2.0/networks/60293d68-eba1-4d3a-b8e5-4351fc4a707b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866175 Dec 10 19:05:04.986556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-d6137580-47eb-4549-a83c-ad978d92b916 None None] Set router 2823fa6a-cd25-4192-a808-3c596b9de6b3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:05.048630 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-19326d56-324e-4017-bf3c-b2051f563e6d req-9f2ef1d0-c88f-410d-a2b6-22d7f8affe39 service neutron] 10.222.0.21 "GET /v2.0/networks/60293d68-eba1-4d3a-b8e5-4351fc4a707b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825837 Dec 10 19:05:05.213195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-d6137580-47eb-4549-a83c-ad978d92b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:48Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '12add4d0-cb6f-4b0e-afe5-2d36a31126cb', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.18', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'port_id': '768d7553-6c4f-4de1-8bfe-b2c8a7189389', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'mac_address': 'fa:16:3e:ed:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c96064-f057-48ce-b617-eee894c60299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:05:03Z', 'updated_at': '2021-12-10T19:05:03Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd59713-31f7-4dad-824e-eeadacda4d29', 'name': '', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:3a:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:47Z', 'updated_at': '2021-12-10T19:04:51Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:05.238745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6137580-47eb-4549-a83c-ad978d92b916 None None] The sync data for ids ['2823fa6a-cd25-4192-a808-3c596b9de6b3'] in dv-neutron-821434-1-hyperv is: [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:48Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '12add4d0-cb6f-4b0e-afe5-2d36a31126cb', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.18', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'port_id': '768d7553-6c4f-4de1-8bfe-b2c8a7189389', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'mac_address': 'fa:16:3e:ed:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c96064-f057-48ce-b617-eee894c60299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:05:03Z', 'updated_at': '2021-12-10T19:05:03Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd59713-31f7-4dad-824e-eeadacda4d29', 'name': '', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:3a:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:47Z', 'updated_at': '2021-12-10T19:04:51Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:05:05.429891 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488867d4-632a-4b2e-8403-d1cbc4349146 None None] New status for floating IP 12add4d0-cb6f-4b0e-afe5-2d36a31126cb: ACTIVE {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:05:05.701423 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42560) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:05.762562 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-798b2ef2-d68f-4314-bb81-15c9d7f02bf7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/12add4d0-cb6f-4b0e-afe5-2d36a31126cb HTTP/1.1" status: 200 len: 993 time: 0.0599747 Dec 10 19:05:16.540413 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bf198cd7-a9a3-48c2-addd-659a568934ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:18.762252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:18.857041 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e19815e8-33ad-4c2b-95bf-51e65966784a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:20.237289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:20.870227 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:05:21.546359 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:22.559649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:39.154111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d276fd-b82d-4ecb-8dfc-fa49f0221779 req-19ab5741-b1a7-4bae-8a60-1f8c9cda6502 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:39.155658 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-42d276fd-b82d-4ecb-8dfc-fa49f0221779 req-19ab5741-b1a7-4bae-8a60-1f8c9cda6502 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 946 time: 0.0491772 Dec 10 19:05:39.209782 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-42d276fd-b82d-4ecb-8dfc-fa49f0221779 req-dbba99cd-e40c-43da-817e-fe53fc93308b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463848 Dec 10 19:05:40.326307 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7282d0-c716-47b2-816e-1261b47c7f2e req-43598635-0d93-4410-9a7f-5f25b9d73693 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:40.327803 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9c7282d0-c716-47b2-816e-1261b47c7f2e req-43598635-0d93-4410-9a7f-5f25b9d73693 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 946 time: 0.0485654 Dec 10 19:05:40.375667 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9c7282d0-c716-47b2-816e-1261b47c7f2e req-ad6469e8-18e3-4ce2-9461-14df981f0eea tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420017 Dec 10 19:05:40.397848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42586) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:40.456817 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5e63a9f0-ccf7-44c4-8b14-c6289e1c9da6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/12add4d0-cb6f-4b0e-afe5-2d36a31126cb HTTP/1.1" status: 200 len: 993 time: 0.0578208 Dec 10 19:05:41.915901 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10dfce-29d4-44fc-812f-ac4319e1f667 req-7bada3e4-ca0f-4ed0-be9b-2f211d8f1c9b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:41.917451 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ae10dfce-29d4-44fc-812f-ac4319e1f667 req-7bada3e4-ca0f-4ed0-be9b-2f211d8f1c9b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 946 time: 0.0525634 Dec 10 19:05:41.967064 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ae10dfce-29d4-44fc-812f-ac4319e1f667 req-296f1569-3e5f-42e2-8a8d-90ceca830d3f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435851 Dec 10 19:05:43.083499 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f8fbd-77f1-42b9-b37c-1c53c3bafde4 req-032b9563-c721-477a-912b-cc645c89d417 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:43.084979 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d22f8fbd-77f1-42b9-b37c-1c53c3bafde4 req-032b9563-c721-477a-912b-cc645c89d417 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 946 time: 0.0485823 Dec 10 19:05:43.133797 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d22f8fbd-77f1-42b9-b37c-1c53c3bafde4 req-a26feaf1-e5e0-4208-ad2b-627f9989b5e9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428908 Dec 10 19:05:43.156043 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42596) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:43.218813 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-70fc27c1-6712-4ad8-9d84-e2e726c033f9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/12add4d0-cb6f-4b0e-afe5-2d36a31126cb HTTP/1.1" status: 200 len: 993 time: 0.0616508 Dec 10 19:05:43.451258 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42602) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:43.606798 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port 84d179ad-7f31-48d7-9f85-86ec1dfc3cac {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:05:43.607054 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:43.683524 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:43.683847 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:43.695552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for 84d179ad-7f31-48d7-9f85-86ec1dfc3cac owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:05:44.033755 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:44.063306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=84d179ad-7f31-48d7-9f85-86ec1dfc3cac,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:44.075441 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:44.075828 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:44.076174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:44.076512 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:44.076850 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:44.077188 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:44.077518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:44.077930 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:44.078266 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:44.078595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:44.078923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:44.079250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:44.079575 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:44.132488 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:44.133210 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Floating IP 12add4d0-cb6f-4b0e-afe5-2d36a31126cb disassociated (deleted). External IP: 172.26.5.18, port: 768d7553-6c4f-4de1-8bfe-b2c8a7189389. Dec 10 19:05:44.349212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router 2823fa6a-cd25-4192-a808-3c596b9de6b3 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:05:44.454529 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:05:44.459344 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:44.464108 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc747d-39e7-4d8d-8732-02d82501dc42 None None] Sync routers for ids ['2823fa6a-cd25-4192-a808-3c596b9de6b3'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:05:44.473543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc747d-39e7-4d8d-8732-02d82501dc42 None None] Routers {'2823fa6a-cd25-4192-a808-3c596b9de6b3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:44.474190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3ebc747d-39e7-4d8d-8732-02d82501dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:05:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2823fa6a-cd25-4192-a808-3c596b9de6b3'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:44.491679 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bb8376ef-2d52-4224-a29d-05e4fdc6aaf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/floatingips/12add4d0-cb6f-4b0e-afe5-2d36a31126cb HTTP/1.1" status: 204 len: 168 time: 1.0360620 Dec 10 19:05:44.491679 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c96064-f057-48ce-b617-eee894c60299', 'tag': '768d7553-6c4f-4de1-8bfe-b2c8a7189389'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:44.494371 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9898f5-8503-44c2-939d-3e8ca01de875" -d '{"events": [{"name": "network-changed", "server_uuid": "24c96064-f057-48ce-b617-eee894c60299", "tag": "768d7553-6c4f-4de1-8bfe-b2c8a7189389"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:44.536131 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cc5086-067b-467b-b39d-0a1b6847dcf7 x-openstack-request-id: req-68cc5086-067b-467b-b39d-0a1b6847dcf7 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:44.536432 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c96064-f057-48ce-b617-eee894c60299", "tag": "768d7553-6c4f-4de1-8bfe-b2c8a7189389", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:44.536721 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68cc5086-067b-467b-b39d-0a1b6847dcf7 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:44.537138 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c96064-f057-48ce-b617-eee894c60299', 'tag': '768d7553-6c4f-4de1-8bfe-b2c8a7189389', 'status': 'completed', 'code': 200} Dec 10 19:05:44.593487 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-3ebc747d-39e7-4d8d-8732-02d82501dc42 None None] Set router 2823fa6a-cd25-4192-a808-3c596b9de6b3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:44.614972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9898f5-8503-44c2-939d-3e8ca01de875 req-69319a30-6fee-4ae0-a3d2-d9b584d1034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:44.616936 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0c9898f5-8503-44c2-939d-3e8ca01de875 req-69319a30-6fee-4ae0-a3d2-d9b584d1034a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 1099 time: 0.0513527 Dec 10 19:05:44.713443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9898f5-8503-44c2-939d-3e8ca01de875 req-d8c24e51-5865-4f3e-be13-5096ec15031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:44.714940 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0c9898f5-8503-44c2-939d-3e8ca01de875 req-d8c24e51-5865-4f3e-be13-5096ec15031c service neutron] 10.222.0.21 "GET /v2.0/networks?id=60293d68-eba1-4d3a-b8e5-4351fc4a707b HTTP/1.1" status: 200 len: 897 time: 0.0870712 Dec 10 19:05:44.762681 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0c9898f5-8503-44c2-939d-3e8ca01de875 req-1e36df26-e257-4047-8e8a-690f6a8a16f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=768d7553-6c4f-4de1-8bfe-b2c8a7189389 HTTP/1.1" status: 200 len: 217 time: 0.0354714 Dec 10 19:05:44.800950 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3ebc747d-39e7-4d8d-8732-02d82501dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:48Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '2cd59713-31f7-4dad-824e-eeadacda4d29', 'name': '', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:3a:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:47Z', 'updated_at': '2021-12-10T19:04:51Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:44.818703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9898f5-8503-44c2-939d-3e8ca01de875 req-dfaa5782-b35c-4cc8-a308-eae71f690a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:44.820730 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0c9898f5-8503-44c2-939d-3e8ca01de875 req-dfaa5782-b35c-4cc8-a308-eae71f690a36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea489fe5-cd0d-4893-bc57-e2e4b07f3d69 HTTP/1.1" status: 200 len: 834 time: 0.0442154 Dec 10 19:05:44.828792 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc747d-39e7-4d8d-8732-02d82501dc42 None None] Checking router: 2823fa6a-cd25-4192-a808-3c596b9de6b3 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:05:44.838885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc747d-39e7-4d8d-8732-02d82501dc42 None None] Routers {'2823fa6a-cd25-4192-a808-3c596b9de6b3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:44.838885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3ebc747d-39e7-4d8d-8732-02d82501dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:05:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2823fa6a-cd25-4192-a808-3c596b9de6b3'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:44.871683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9898f5-8503-44c2-939d-3e8ca01de875 req-59ac458c-6134-436f-8d6b-d0dc3ce84521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:44.873317 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0c9898f5-8503-44c2-939d-3e8ca01de875 req-59ac458c-6134-436f-8d6b-d0dc3ce84521 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60293d68-eba1-4d3a-b8e5-4351fc4a707b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426157 Dec 10 19:05:44.952329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-3ebc747d-39e7-4d8d-8732-02d82501dc42 None None] Set router 2823fa6a-cd25-4192-a808-3c596b9de6b3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:44.974786 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0c9898f5-8503-44c2-939d-3e8ca01de875 req-bc4db529-aa80-450e-82a9-eb55d69ae31d service neutron] 10.222.0.21 "GET /v2.0/networks/60293d68-eba1-4d3a-b8e5-4351fc4a707b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914445 Dec 10 19:05:44.979864 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98dc81-50e7-4c60-8cf9-31b9a534bf19 req-befaa7a4-89f1-479e-be0f-d46fbdbf60ca tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:44.981439 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5c98dc81-50e7-4c60-8cf9-31b9a534bf19 req-befaa7a4-89f1-479e-be0f-d46fbdbf60ca tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 946 time: 0.0606587 Dec 10 19:05:45.035029 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5c98dc81-50e7-4c60-8cf9-31b9a534bf19 req-43ca667f-6eea-4e39-bc18-8f1cb0e8ba0a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451920 Dec 10 19:05:45.071827 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0c9898f5-8503-44c2-939d-3e8ca01de875 req-7dfa54d5-c452-4a7c-bbb1-7aaa38066930 service neutron] 10.222.0.21 "GET /v2.0/networks/60293d68-eba1-4d3a-b8e5-4351fc4a707b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877261 Dec 10 19:05:45.155628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-3ebc747d-39e7-4d8d-8732-02d82501dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:48Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '2cd59713-31f7-4dad-824e-eeadacda4d29', 'name': '', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:3a:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:47Z', 'updated_at': '2021-12-10T19:04:51Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:45.193202 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc747d-39e7-4d8d-8732-02d82501dc42 None None] The sync data for ids ['2823fa6a-cd25-4192-a808-3c596b9de6b3'] in dv-neutron-821434-1-hyperv is: [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:48Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '2cd59713-31f7-4dad-824e-eeadacda4d29', 'name': '', 'network_id': '60293d68-eba1-4d3a-b8e5-4351fc4a707b', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:3a:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:47Z', 'updated_at': '2021-12-10T19:04:51Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'ea489fe5-cd0d-4893-bc57-e2e4b07f3d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:05:45.412228 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6894f5e3-d7af-4477-9c38-2a249292c905 None None] New status for floating IP 12add4d0-cb6f-4b0e-afe5-2d36a31126cb: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:05:46.155454 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc0b02-bf72-4402-9786-e01f96812f9b req-0e8151e6-75db-4098-804c-51a09a4067dc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:46.156931 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-45fc0b02-bf72-4402-9786-e01f96812f9b req-0e8151e6-75db-4098-804c-51a09a4067dc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 946 time: 0.0480943 Dec 10 19:05:46.208899 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-45fc0b02-bf72-4402-9786-e01f96812f9b req-6ba9fcc0-75f7-44c0-b77a-812450203adf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef761ea-6081-4ab9-8f84-d2ce58339731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458283 Dec 10 19:05:46.501704 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-274bf286-0c05-4895-b921-27481b5f8b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:46.736368 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd400b9-83ba-4fa2-95a3-557642f90140 req-80172f2a-8880-41f4-99a3-370af3ede334 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:46.737846 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8cd400b9-83ba-4fa2-95a3-557642f90140 req-80172f2a-8880-41f4-99a3-370af3ede334 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 946 time: 0.0519960 Dec 10 19:05:46.826671 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-8cd400b9-83ba-4fa2-95a3-557642f90140 req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port 768d7553-6c4f-4de1-8bfe-b2c8a7189389 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:05:46.826918 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8cd400b9-83ba-4fa2-95a3-557642f90140 req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:46.916379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-8cd400b9-83ba-4fa2-95a3-557642f90140 req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port 768d7553-6c4f-4de1-8bfe-b2c8a7189389, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=768d7553-6c4f-4de1-8bfe-b2c8a7189389,segment=NetworkSegment(1b530801-10fe-443b-bb30-b1dc4a0b6c70),segment_id=1b530801-10fe-443b-bb30-b1dc4a0b6c70)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:46.916743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8cd400b9-83ba-4fa2-95a3-557642f90140 req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:46.929433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-8cd400b9-83ba-4fa2-95a3-557642f90140 req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for 768d7553-6c4f-4de1-8bfe-b2c8a7189389 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:05:47.136117 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8cd400b9-83ba-4fa2-95a3-557642f90140 req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:47.163451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=768d7553-6c4f-4de1-8bfe-b2c8a7189389,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:47.173124 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:47.173481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:47.173861 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:47.174213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:47.174590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:47.174934 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:47.175272 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:47.176298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:47.176298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:47.176561 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:47.176870 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:47.177203 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:47.177535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:47.217237 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd400b9-83ba-4fa2-95a3-557642f90140 req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] No DVR routers for this DVR port 768d7553-6c4f-4de1-8bfe-b2c8a7189389 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:05:47.219811 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-8cd400b9-83ba-4fa2-95a3-557642f90140 req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:47.223213 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8cd400b9-83ba-4fa2-95a3-557642f90140 req-88df79cd-2c0f-4439-8cbb-10411ae65ad5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "DELETE /v2.0/ports/768d7553-6c4f-4de1-8bfe-b2c8a7189389 HTTP/1.1" status: 204 len: 173 time: 0.4760990 Dec 10 19:05:47.223659 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c96064-f057-48ce-b617-eee894c60299', 'name': 'network-vif-deleted', 'tag': '768d7553-6c4f-4de1-8bfe-b2c8a7189389'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:47.226540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2007dd81-7b27-4e68-a832-ea2afc422e33" -d '{"events": [{"server_uuid": "24c96064-f057-48ce-b617-eee894c60299", "name": "network-vif-deleted", "tag": "768d7553-6c4f-4de1-8bfe-b2c8a7189389"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:47.262406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de09fa9b-440d-4c7f-9fbf-6c4991291e91 x-openstack-request-id: req-de09fa9b-440d-4c7f-9fbf-6c4991291e91 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:47.262741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c96064-f057-48ce-b617-eee894c60299", "name": "network-vif-deleted", "tag": "768d7553-6c4f-4de1-8bfe-b2c8a7189389", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:47.263006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de09fa9b-440d-4c7f-9fbf-6c4991291e91 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:47.263419 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c96064-f057-48ce-b617-eee894c60299', 'name': 'network-vif-deleted', 'tag': '768d7553-6c4f-4de1-8bfe-b2c8a7189389', 'status': 'completed', 'code': 200} Dec 10 19:05:47.304423 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-79aed98b-6a39-4c12-9194-eea095483405 req-6ba8c644-419b-445a-8e8d-b953e8fec90f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c96064-f057-48ce-b617-eee894c60299 HTTP/1.1" status: 200 len: 210 time: 0.0259683 Dec 10 19:05:48.364309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42618) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:48.711269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac517-3a02-450d-9368-8f32deb73505 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:48.730764 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:48.825236 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e75f-4666-4fe3-915c-fd71a90c5e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:48.961023 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ac517-3a02-450d-9368-8f32deb73505 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port 2cd59713-31f7-4dad-824e-eeadacda4d29 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:05:48.961418 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac517-3a02-450d-9368-8f32deb73505 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:49.051939 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-bb4ac517-3a02-450d-9368-8f32deb73505 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port 2cd59713-31f7-4dad-824e-eeadacda4d29, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2cd59713-31f7-4dad-824e-eeadacda4d29,segment=NetworkSegment(1b530801-10fe-443b-bb30-b1dc4a0b6c70),segment_id=1b530801-10fe-443b-bb30-b1dc4a0b6c70)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:49.052313 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac517-3a02-450d-9368-8f32deb73505 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:49.065255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ac517-3a02-450d-9368-8f32deb73505 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for 2cd59713-31f7-4dad-824e-eeadacda4d29 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:05:49.330954 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac517-3a02-450d-9368-8f32deb73505 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:49.359215 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ac517-3a02-450d-9368-8f32deb73505 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=2cd59713-31f7-4dad-824e-eeadacda4d29,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:49.400073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 768d7553-6c4f-4de1-8bfe-b2c8a7189389 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:05:49.424256 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 768d7553-6c4f-4de1-8bfe-b2c8a7189389 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:05:49.424786 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 768d7553-6c4f-4de1-8bfe-b2c8a7189389 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:05:49.808722 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac517-3a02-450d-9368-8f32deb73505 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:50.017627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4ac517-3a02-450d-9368-8f32deb73505 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router 2823fa6a-cd25-4192-a808-3c596b9de6b3 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:05:50.120496 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4ac517-3a02-450d-9368-8f32deb73505 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:05:50.125503 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-bb4ac517-3a02-450d-9368-8f32deb73505 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "PUT /v2.0/routers/2823fa6a-cd25-4192-a808-3c596b9de6b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7601669 Dec 10 19:05:50.128108 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42620) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:50.130803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef964fc-c064-4434-9614-db76f5ef2fc0 None None] Sync routers for ids ['2823fa6a-cd25-4192-a808-3c596b9de6b3'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:05:50.140956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef964fc-c064-4434-9614-db76f5ef2fc0 None None] Routers {'2823fa6a-cd25-4192-a808-3c596b9de6b3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:50.141571 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7ef964fc-c064-4434-9614-db76f5ef2fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:05:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2823fa6a-cd25-4192-a808-3c596b9de6b3'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:50.183416 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-0058a053-d39a-4b2a-8e50-ad7042aa18df tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting subnet ea489fe5-cd0d-4893-bc57-e2e4b07f3d69 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:05:50.186615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0058a053-d39a-4b2a-8e50-ad7042aa18df tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:50.226344 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0058a053-d39a-4b2a-8e50-ad7042aa18df tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:50.254731 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-7ef964fc-c064-4434-9614-db76f5ef2fc0 None None] Set router 2823fa6a-cd25-4192-a808-3c596b9de6b3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:50.307627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0058a053-d39a-4b2a-8e50-ad7042aa18df tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:50.311252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:50.436201 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7ef964fc-c064-4434-9614-db76f5ef2fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:05:49Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:50.462936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef964fc-c064-4434-9614-db76f5ef2fc0 None None] Checking router: 2823fa6a-cd25-4192-a808-3c596b9de6b3 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:05:50.471132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef964fc-c064-4434-9614-db76f5ef2fc0 None None] Routers {'2823fa6a-cd25-4192-a808-3c596b9de6b3'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:50.471730 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7ef964fc-c064-4434-9614-db76f5ef2fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:05:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['2823fa6a-cd25-4192-a808-3c596b9de6b3'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:50.497246 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0058a053-d39a-4b2a-8e50-ad7042aa18df tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:50.525932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058a053-d39a-4b2a-8e50-ad7042aa18df tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Subnet': ['ID=ea489fe5-cd0d-4893-bc57-e2e4b07f3d69,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:50.529623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-0058a053-d39a-4b2a-8e50-ad7042aa18df tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:50.534088 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0058a053-d39a-4b2a-8e50-ad7042aa18df tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/subnets/ea489fe5-cd0d-4893-bc57-e2e4b07f3d69 HTTP/1.1" status: 204 len: 168 time: 0.4050033 Dec 10 19:05:50.536773 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42622) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:50.542678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca72ae8f-c299-4069-9ee5-7f2702ebdeb0 None None] Network 60293d68-eba1-4d3a-b8e5-4351fc4a707b requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:05:50.664031 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:50.666976 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-7ef964fc-c064-4434-9614-db76f5ef2fc0 None None] Set router 2823fa6a-cd25-4192-a808-3c596b9de6b3 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:50.773245 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:50.895842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port 9b5a442e-4aa9-42f2-9181-7f260a3c5859 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:05:50.896581 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:50.916707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] DHCP port deletion for 60293d68-eba1-4d3a-b8e5-4351fc4a707b request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:05:51.002322 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port 9b5a442e-4aa9-42f2-9181-7f260a3c5859, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9b5a442e-4aa9-42f2-9181-7f260a3c5859,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:51.002591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.020835 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for 9b5a442e-4aa9-42f2-9181-7f260a3c5859 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:05:51.029793 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Deleting port 936fbdb8-4513-4ffd-a555-d2465bff5072 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:05:51.030175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.103552 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] For port 936fbdb8-4513-4ffd-a555-d2465bff5072, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=936fbdb8-4513-4ffd-a555-d2465bff5072,segment=NetworkSegment(1b530801-10fe-443b-bb30-b1dc4a0b6c70),segment_id=1b530801-10fe-443b-bb30-b1dc4a0b6c70)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:51.103955 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.118512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-7ef964fc-c064-4434-9614-db76f5ef2fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:05:49Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:51.120467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Calling delete_port for 936fbdb8-4513-4ffd-a555-d2465bff5072 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:05:51.156493 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef964fc-c064-4434-9614-db76f5ef2fc0 None None] The sync data for ids ['2823fa6a-cd25-4192-a808-3c596b9de6b3'] in dv-neutron-821434-1-hyperv is: [{'id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487528950', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:05:49Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9b5a442e-4aa9-42f2-9181-7f260a3c5859', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823fa6a-cd25-4192-a808-3c596b9de6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:04:44Z', 'updated_at': '2021-12-10T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:05:51.239229 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.277114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=9b5a442e-4aa9-42f2-9181-7f260a3c5859,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:51.286472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2c5b14-f753-4834-8f47-83dd6592bf25 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:05:51.305290 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.333100 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Pushing event deleted for resources: {'Port': ['ID=936fbdb8-4513-4ffd-a555-d2465bff5072,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:51.336423 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.338066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] No DVR routers for this DVR port 936fbdb8-4513-4ffd-a555-d2465bff5072 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:05:51.344644 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:51.344986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:51.345333 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:51.345671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:51.349195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:51.349195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:51.349195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:51.349195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:51.349195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:51.349195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:51.349195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:51.349195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:51.349195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cc806-1d54-4ac8-ad14-9eb27193bbfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:51.430147 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.435429 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.453683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.533371 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.533939 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Fanout notify agent at l3_agent the message router_deleted on router 2823fa6a-cd25-4192-a808-3c596b9de6b3 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:05:51.547399 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.547399 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7424c985-4890-4cf7-9a43-623249073ed8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/routers/2823fa6a-cd25-4192-a808-3c596b9de6b3 HTTP/1.1" status: 204 len: 168 time: 1.0044868 Dec 10 19:05:51.547399 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42624) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:51.625099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fca4-f40c-4dd2-90f9-b0290fd0abe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.716941 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fca4-f40c-4dd2-90f9-b0290fd0abe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.738641 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-a6a4fca4-f40c-4dd2-90f9-b0290fd0abe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60293d68-eba1-4d3a-b8e5-4351fc4a707b']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:51.748476 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-a6a4fca4-f40c-4dd2-90f9-b0290fd0abe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b530801-10fe-443b-bb30-b1dc4a0b6c70') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:51.748833 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-a6a4fca4-f40c-4dd2-90f9-b0290fd0abe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b530801-10fe-443b-bb30-b1dc4a0b6c70') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:51.759611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fca4-f40c-4dd2-90f9-b0290fd0abe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.773872 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fca4-f40c-4dd2-90f9-b0290fd0abe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.780122 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a4fca4-f40c-4dd2-90f9-b0290fd0abe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:05:51.780511 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fca4-f40c-4dd2-90f9-b0290fd0abe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:05:51.783951 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:05:51.806828 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 936fbdb8-4513-4ffd-a555-d2465bff5072 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:05:51.832949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 936fbdb8-4513-4ffd-a555-d2465bff5072 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:05:51.833375 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 936fbdb8-4513-4ffd-a555-d2465bff5072 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:05:51.833915 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2cd59713-31f7-4dad-824e-eeadacda4d29 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:05:51.854770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 2cd59713-31f7-4dad-824e-eeadacda4d29 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:05:51.855127 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2cd59713-31f7-4dad-824e-eeadacda4d29 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:05:51.899272 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fca4-f40c-4dd2-90f9-b0290fd0abe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.904114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fca4-f40c-4dd2-90f9-b0290fd0abe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:51.907419 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a6a4fca4-f40c-4dd2-90f9-b0290fd0abe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/networks/60293d68-eba1-4d3a-b8e5-4351fc4a707b HTTP/1.1" status: 204 len: 168 time: 0.3615642 Dec 10 19:05:51.910329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42626) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:51.922110 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4fca4-f40c-4dd2-90f9-b0290fd0abe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Network': ['ID=60293d68-eba1-4d3a-b8e5-4351fc4a707b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:51.975572 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c43bcc8d-04c4-4f62-8322-03255405fde5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:52.007307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c43bcc8d-04c4-4f62-8322-03255405fde5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:52.141617 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c43bcc8d-04c4-4f62-8322-03255405fde5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:52.144378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c43bcc8d-04c4-4f62-8322-03255405fde5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:52.146230 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c43bcc8d-04c4-4f62-8322-03255405fde5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/security-groups/4ef761ea-6081-4ab9-8f84-d2ce58339731 HTTP/1.1" status: 204 len: 168 time: 0.2342100 Dec 10 19:05:52.154774 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bcc8d-04c4-4f62-8322-03255405fde5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef761ea-6081-4ab9-8f84-d2ce58339731,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:52.551033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:52.578758 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42632) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:52.583595 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-86ddc5a9-f7e1-445e-ae57-c7326b71fa10 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1339903815', 'description': 'tempest-secgroup-smoke-1339903815 description', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:52.699024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-86ddc5a9-f7e1-445e-ae57-c7326b71fa10 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:52.762291 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-86ddc5a9-f7e1-445e-ae57-c7326b71fa10 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:52.832858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-86ddc5a9-f7e1-445e-ae57-c7326b71fa10 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:52.862950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddc5a9-f7e1-445e-ae57-c7326b71fa10 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936dda8b-c0a1-4fff-be40-7f1faf937c17,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:52.943985 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-86ddc5a9-f7e1-445e-ae57-c7326b71fa10 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:52.945251 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-86ddc5a9-f7e1-445e-ae57-c7326b71fa10 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3654606 Dec 10 19:05:52.948185 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42634) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:52.952775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-79439538-f656-48b5-aa70-6ba15a351d65 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': '936dda8b-c0a1-4fff-be40-7f1faf937c17', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:53.044054 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79439538-f656-48b5-aa70-6ba15a351d65 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:53.104412 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79439538-f656-48b5-aa70-6ba15a351d65 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:53.196258 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79439538-f656-48b5-aa70-6ba15a351d65 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:53.214077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79439538-f656-48b5-aa70-6ba15a351d65 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb945d5-8823-42e6-99e7-d08af448ee4d,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:53.295475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-79439538-f656-48b5-aa70-6ba15a351d65 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:53.296687 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-79439538-f656-48b5-aa70-6ba15a351d65 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3475301 Dec 10 19:05:53.299474 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42636) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:53.303994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-df83ba76-366e-4fd4-bd95-8acce835f457 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': '936dda8b-c0a1-4fff-be40-7f1faf937c17', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:53.398550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df83ba76-366e-4fd4-bd95-8acce835f457 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:53.452295 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df83ba76-366e-4fd4-bd95-8acce835f457 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:53.518835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df83ba76-366e-4fd4-bd95-8acce835f457 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:53.540387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83ba76-366e-4fd4-bd95-8acce835f457 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5408ff6-c885-4e57-9bc1-9adb7bd7748c,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:53.615082 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-df83ba76-366e-4fd4-bd95-8acce835f457 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:53.616871 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-df83ba76-366e-4fd4-bd95-8acce835f457 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164520 Dec 10 19:05:53.619585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42638) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:53.623838 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c55036d4-c47d-4e2d-bfcf-cc47ab75f69d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': '936dda8b-c0a1-4fff-be40-7f1faf937c17', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:53.692429 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9b5a442e-4aa9-42f2-9181-7f260a3c5859 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:05:53.713025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 9b5a442e-4aa9-42f2-9181-7f260a3c5859 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:05:53.713374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9b5a442e-4aa9-42f2-9181-7f260a3c5859 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:05:53.715203 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c55036d4-c47d-4e2d-bfcf-cc47ab75f69d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:53.770334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c55036d4-c47d-4e2d-bfcf-cc47ab75f69d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:53.847307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c55036d4-c47d-4e2d-bfcf-cc47ab75f69d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:53.866974 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55036d4-c47d-4e2d-bfcf-cc47ab75f69d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f12acc-2acd-487a-bc47-3c600d01058c,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:53.935101 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c55036d4-c47d-4e2d-bfcf-cc47ab75f69d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:53.936316 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c55036d4-c47d-4e2d-bfcf-cc47ab75f69d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3158121 Dec 10 19:05:53.939047 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42640) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:53.944333 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3398e7c9-6ccd-4336-81af-98e67ee18a70 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': '936dda8b-c0a1-4fff-be40-7f1faf937c17', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:54.094864 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3398e7c9-6ccd-4336-81af-98e67ee18a70 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:54.149968 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3398e7c9-6ccd-4336-81af-98e67ee18a70 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:54.238915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3398e7c9-6ccd-4336-81af-98e67ee18a70 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:54.257302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398e7c9-6ccd-4336-81af-98e67ee18a70 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4fd6a7-1668-4f63-8dbb-3d89a1c3cb7f,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:54.333728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3398e7c9-6ccd-4336-81af-98e67ee18a70 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:54.335512 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3398e7c9-6ccd-4336-81af-98e67ee18a70 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3955259 Dec 10 19:05:54.338162 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42642) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:54.342558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ebf069da-fef0-4bd9-935b-0adc23359608 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': '936dda8b-c0a1-4fff-be40-7f1faf937c17', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:54.430621 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-ebf069da-fef0-4bd9-935b-0adc23359608 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Project bd43f375271f4f9bbfa05b92b4ef6662 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:05:54.435394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ebf069da-fef0-4bd9-935b-0adc23359608 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:54.491570 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ebf069da-fef0-4bd9-935b-0adc23359608 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:54.553463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ebf069da-fef0-4bd9-935b-0adc23359608 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:54.574039 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf069da-fef0-4bd9-935b-0adc23359608 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029ac3f7-67d9-4ca3-a6ab-040dd3813ebb,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:54.629675 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ebf069da-fef0-4bd9-935b-0adc23359608 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:54.630918 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ebf069da-fef0-4bd9-935b-0adc23359608 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2918265 Dec 10 19:05:54.633608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42644) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:54.637915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-80c9715e-0a91-4fa4-8c5b-df08ab1eb0c3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': '936dda8b-c0a1-4fff-be40-7f1faf937c17', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:54.739221 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-80c9715e-0a91-4fa4-8c5b-df08ab1eb0c3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Project bd43f375271f4f9bbfa05b92b4ef6662 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:05:54.744855 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-80c9715e-0a91-4fa4-8c5b-df08ab1eb0c3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:54.800560 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-80c9715e-0a91-4fa4-8c5b-df08ab1eb0c3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:54.882119 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-80c9715e-0a91-4fa4-8c5b-df08ab1eb0c3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:54.900458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9715e-0a91-4fa4-8c5b-df08ab1eb0c3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efc37b3-aeee-498a-a5f2-bafd9b305590,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:54.992679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-80c9715e-0a91-4fa4-8c5b-df08ab1eb0c3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:54.993983 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-80c9715e-0a91-4fa4-8c5b-df08ab1eb0c3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3593664 Dec 10 19:05:54.996815 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42646) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:55.001601 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-6eb0cf4d-a77c-4e04-9b1d-d84b6a178805 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'network': {'name': 'tempest-network-smoke--615175287', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'port_security_enabled': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:55.075897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb0cf4d-a77c-4e04-9b1d-d84b6a178805 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:05:55.079477 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6eb0cf4d-a77c-4e04-9b1d-d84b6a178805 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:55.103404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb0cf4d-a77c-4e04-9b1d-d84b6a178805 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:05:55.111915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6eb0cf4d-a77c-4e04-9b1d-d84b6a178805 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:55.112257 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-6eb0cf4d-a77c-4e04-9b1d-d84b6a178805 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Added segment 60c21ae6-fc77-4c04-93f7-5c14d3bbd61b of type vlan for network ebecca9e-4456-4713-bcaf-ead45670ac66 Dec 10 19:05:55.151183 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6eb0cf4d-a77c-4e04-9b1d-d84b6a178805 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:55.258947 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6eb0cf4d-a77c-4e04-9b1d-d84b6a178805 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:55.264435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb0cf4d-a77c-4e04-9b1d-d84b6a178805 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:55.265020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6eb0cf4d-a77c-4e04-9b1d-d84b6a178805 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:55.331348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0cf4d-a77c-4e04-9b1d-d84b6a178805 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Network': ['ID=ebecca9e-4456-4713-bcaf-ead45670ac66,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:55.341487 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network ebecca9e-4456-4713-bcaf-ead45670ac66 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:05:55.399375 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6eb0cf4d-a77c-4e04-9b1d-d84b6a178805 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4015801 Dec 10 19:05:55.402227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42648) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:55.407007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'admin_state_up': True, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:55.504720 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:55.505845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:55.560580 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:55.779891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:56.030993 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:56.049847 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:56.151549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.26.5.159 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/4e93d3b3-1992-4ef6-bdad-71232fd01cc1) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:05:56.249138 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:56.334268 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:56.377136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:05:56.380040 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:56.383340 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:05:56.398939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaa10bb-b704-4d3c-b91f-44cf6a8a31e9 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:05:56.415794 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=4e93d3b3-1992-4ef6-bdad-71232fd01cc1,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:56.507683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1cf5a1d2-e44e-4d42-87d3-709eb4a2a308 None None] Provisioning complete for port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:56.508047 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a1d2-e44e-4d42-87d3-709eb4a2a308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:56.545229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5a1d2-e44e-4d42-87d3-709eb4a2a308 None None] Port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:05:56.716592 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:56.911638 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:57.372906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router ffb36f08-c127-4186-9523-0e0c5f6a9d84 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:05:57.473602 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:05:57.482908 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Sync routers for ids ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:05:57.493397 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Routers {'ffb36f08-c127-4186-9523-0e0c5f6a9d84'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:57.494040 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:05:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:57.549441 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:57.551081 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b758eff3-3b32-461b-a4f6-7308f7870851 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1474173 Dec 10 19:05:57.554685 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42652) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:57.585708 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-37456c93-27d2-47bb-9826-80c34eef77e0 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=bd43f375271f4f9bbfa05b92b4ef6662&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299087 Dec 10 19:05:57.588258 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42654) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:57.599106 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Set router ffb36f08-c127-4186-9523-0e0c5f6a9d84 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:57.671624 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ad74d1-5a95-470d-952a-5bbc08781359 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:57.673147 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-98ad74d1-5a95-470d-952a-5bbc08781359 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0839956 Dec 10 19:05:57.676209 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42656) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:57.704826 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9b340529-abbc-4bbb-ae91-de77751192d1 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275011 Dec 10 19:05:57.707339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42658) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:57.712249 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-8428b154-6930-478f-80df-bfd8607ae28c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-194954748', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:57.791170 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:05:56Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:57.817287 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Checking router: ffb36f08-c127-4186-9523-0e0c5f6a9d84 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:05:57.821905 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Updating router ffb36f08-c127-4186-9523-0e0c5f6a9d84 port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:05:57.844630 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:57.867585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8428b154-6930-478f-80df-bfd8607ae28c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:05:57.871198 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8428b154-6930-478f-80df-bfd8607ae28c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:57.874792 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:05:58.095443 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:58.128098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8428b154-6930-478f-80df-bfd8607ae28c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:58.167904 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:58.189040 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428b154-6930-478f-80df-bfd8607ae28c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Subnet': ['ID=70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:58.196512 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428b154-6930-478f-80df-bfd8607ae28c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Checking segment: {'id': '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:05:58.196880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8428b154-6930-478f-80df-bfd8607ae28c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network hostable DHCP agents. Network: ebecca9e-4456-4713-bcaf-ead45670ac66, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:05:58.214183 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0202f518-0769-4f6d-a04c-2d049f4a39ec None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:05:58.224646 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Attempting to bind port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:05:58.225606 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Attempting to bind port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:05:58.226000 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Attempting to bind port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:05:58.229279 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Pushing event updated for resources: {'Port': ['ID=4e93d3b3-1992-4ef6-bdad-71232fd01cc1,revision_number=2']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:58.236798 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:05:58.237167 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:05:58.237561 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:58.237979 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:05:58.238437 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Bound port: 4e93d3b3-1992-4ef6-bdad-71232fd01cc1, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:05:58.238814 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:58.241683 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:58.245404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:58.245404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:58.245404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:58.245404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:58.245404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:58.245404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:58.245404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:58.245404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:58.245404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:58.245404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:58.245404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:58.246430 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:58.278575 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a6509e9b-b69a-43f1-afce-3522c1ee37e1 None None] Provisioning complete for port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:58.278956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a6509e9b-b69a-43f1-afce-3522c1ee37e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:58.297927 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] For port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:05:58.301163 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] For port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4e93d3b3-1992-4ef6-bdad-71232fd01cc1,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:05:58.312280 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a6509e9b-b69a-43f1-afce-3522c1ee37e1 None None] Port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:05:58.321932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8428b154-6930-478f-80df-bfd8607ae28c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network ebecca9e-4456-4713-bcaf-ead45670ac66 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:05:58.404876 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:58.443455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-8428b154-6930-478f-80df-bfd8607ae28c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, ebecca9e-4456-4713-bcaf-ead45670ac66) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:58.449073 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8428b154-6930-478f-80df-bfd8607ae28c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:58.449538 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7345b741-4ada-4b40-885e-03c452656240 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:05:58.455723 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-8428b154-6930-478f-80df-bfd8607ae28c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:58.455967 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a0932a-9958-4c32-850f-1b51675f93ab None None] Network ebecca9e-4456-4713-bcaf-ead45670ac66 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:05:58.463477 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bddb2-64f8-42ae-ae3b-3df8d014150d None None] Pushing event updated for resources: {'Port': ['ID=4e93d3b3-1992-4ef6-bdad-71232fd01cc1,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:58.467605 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Routers {'ffb36f08-c127-4186-9523-0e0c5f6a9d84'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:58.468711 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:05:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:58.547657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42660) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:05:58.548882 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-8428b154-6930-478f-80df-bfd8607ae28c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8399704 Dec 10 19:05:58.553038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8a4094b9-6324-46bf-bc3c-4dfc8b52d0e6 None None] Provisioning complete for port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:58.553415 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8a4094b9-6324-46bf-bc3c-4dfc8b52d0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:58.585671 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] Set router ffb36f08-c127-4186-9523-0e0c5f6a9d84 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:05:58.618268 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-ebecca9e-4456-4713-bcaf-ead45670ac66', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ips': [{'subnet_id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:05:58.619125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:58.733359 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8a4094b9-6324-46bf-bc3c-4dfc8b52d0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:58.767236 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8a4094b9-6324-46bf-bc3c-4dfc8b52d0e6 None None] For port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4e93d3b3-1992-4ef6-bdad-71232fd01cc1,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:58.778815 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:05:56Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:58.806781 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Allocated IP 172.20.0.2 (ebecca9e-4456-4713-bcaf-ead45670ac66/70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7/300235c7-402f-4557-8466-07dd3fad36fd) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:05:58.809249 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec0d0d-fa49-468a-ac27-1f70e261d3c2 None None] The sync data for ids ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'] in dv-neutron-821434-1-hyperv is: [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:05:56Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:05:58.859413 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8a4094b9-6324-46bf-bc3c-4dfc8b52d0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:58.943881 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4094b9-6324-46bf-bc3c-4dfc8b52d0e6 None None] Pushing event updated for resources: {'Port': ['ID=4e93d3b3-1992-4ef6-bdad-71232fd01cc1,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:59.005390 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:59.079753 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:59.126350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Network ebecca9e-4456-4713-bcaf-ead45670ac66 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:05:59.129801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:59.133975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:05:59.146224 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Pushing event updated for resources: {'Port': ['ID=300235c7-402f-4557-8466-07dd3fad36fd,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:59.203575 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Attempting to bind port 300235c7-402f-4557-8466-07dd3fad36fd on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:05:59.203950 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Attempting to bind port 300235c7-402f-4557-8466-07dd3fad36fd by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:05:59.204313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Attempting to bind port 300235c7-402f-4557-8466-07dd3fad36fd on network ebecca9e-4456-4713-bcaf-ead45670ac66 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:05:59.209485 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:05:59.210030 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Checking segment: {'id': '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:05:59.210434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:59.211349 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Bound using segment: {'id': '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:05:59.211996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Bound port: 300235c7-402f-4557-8466-07dd3fad36fd, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:05:59.212380 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:59.278904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] For port 300235c7-402f-4557-8466-07dd3fad36fd, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:05:59.283079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] For port 300235c7-402f-4557-8466-07dd3fad36fd, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=300235c7-402f-4557-8466-07dd3fad36fd,segment=NetworkSegment(60c21ae6-fc77-4c04-93f7-5c14d3bbd61b),segment_id=60c21ae6-fc77-4c04-93f7-5c14d3bbd61b)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:05:59.324646 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:59.411194 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:59.472834 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590caf3-b564-4da9-aa9d-ad61c6f41a9c None None] Pushing event updated for resources: {'Port': ['ID=300235c7-402f-4557-8466-07dd3fad36fd,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:59.646722 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.20.0.1 (ebecca9e-4456-4713-bcaf-ead45670ac66/70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7/118d9190-cf17-4316-a5f6-d43b3658a2d4) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:05:59.825346 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:59.852283 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:05:59.903439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:59.903746 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:59.907585 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:59.950714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network ebecca9e-4456-4713-bcaf-ead45670ac66 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:05:59.953963 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:59.957761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:05:59.964588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=118d9190-cf17-4316-a5f6-d43b3658a2d4,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:59.984717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 300235c7-402f-4557-8466-07dd3fad36fd up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:06:00.026717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:00.041149 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 300235c7-402f-4557-8466-07dd3fad36fd triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:00.041536 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:00.120729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:00.152940 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 300235c7-402f-4557-8466-07dd3fad36fd, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=300235c7-402f-4557-8466-07dd3fad36fd,segment=NetworkSegment(60c21ae6-fc77-4c04-93f7-5c14d3bbd61b),segment_id=60c21ae6-fc77-4c04-93f7-5c14d3bbd61b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:00.230595 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:00.236937 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:00.279166 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=300235c7-402f-4557-8466-07dd3fad36fd,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:00.532828 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:00.616282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:00.689074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77156fa1-dc8c-4b8b-b09e-0866c06f0dc5 None None] Network ebecca9e-4456-4713-bcaf-ead45670ac66 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:00.700072 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=118d9190-cf17-4316-a5f6-d43b3658a2d4,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:00.703833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:00.802272 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network ebecca9e-4456-4713-bcaf-ead45670ac66 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:06:00.803973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:00.804975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6d6df2d5-c001-4b0d-bce9-f2c99b22b975 None None] Provisioning complete for port 300235c7-402f-4557-8466-07dd3fad36fd triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:00.805346 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6d6df2d5-c001-4b0d-bce9-f2c99b22b975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:00.929054 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router ffb36f08-c127-4186-9523-0e0c5f6a9d84 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:06:01.057886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:06:01.063706 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-812386ae-98a4-4763-8362-4d72408b6848 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "PUT /v2.0/routers/ffb36f08-c127-4186-9523-0e0c5f6a9d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5128450 Dec 10 19:06:01.076524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Sync routers for ids ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:06:01.087992 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Routers {'ffb36f08-c127-4186-9523-0e0c5f6a9d84'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:01.088686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:05:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:01.188554 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8d46a5f7-cca8-4941-ad75-3727d207f7d3 None None] Provisioning complete for port 300235c7-402f-4557-8466-07dd3fad36fd triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:01.188946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8d46a5f7-cca8-4941-ad75-3727d207f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:01.228826 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-dd8187d6-0ec2-4e9e-8d8d-b75b9aa275e6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339903815&fields=id&tenant_id=bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 267 time: 0.0474217 Dec 10 19:06:01.241786 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Set router ffb36f08-c127-4186-9523-0e0c5f6a9d84 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:01.345300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-7d90f9ae-8714-40fd-8eb9-ded714cdc48b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:01.350180 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-7d90f9ae-8714-40fd-8eb9-ded714cdc48b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/networks?id=ebecca9e-4456-4713-bcaf-ead45670ac66 HTTP/1.1" status: 200 len: 796 time: 0.1133368 Dec 10 19:06:01.364397 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-bac5f69f-b06d-46ed-91d7-dd23afc160fc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/quotas/bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 375 time: 0.0106149 Dec 10 19:06:01.418980 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-9cf5ef14-807b-4ec1-9187-d45b24d9e627 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479105 Dec 10 19:06:01.528733 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-68a59470-ca69-422a-8b2d-66bc08a00b4d service neutron] 10.222.0.60 "GET /v2.0/networks/ebecca9e-4456-4713-bcaf-ead45670ac66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974562 Dec 10 19:06:01.584949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8d46a5f7-cca8-4941-ad75-3727d207f7d3 None None] Provisioning complete for port 118d9190-cf17-4316-a5f6-d43b3658a2d4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:01.585500 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8d46a5f7-cca8-4941-ad75-3727d207f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:01.619316 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-c596068d-d78d-4a71-8884-956d15c4ee2b service neutron] 10.222.0.60 "GET /v2.0/networks/ebecca9e-4456-4713-bcaf-ead45670ac66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844483 Dec 10 19:06:01.644016 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8d46a5f7-cca8-4941-ad75-3727d207f7d3 None None] Port 118d9190-cf17-4316-a5f6-d43b3658a2d4 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:06:01.671871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:06:00Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '118d9190-cf17-4316-a5f6-d43b3658a2d4', 'name': '', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:2c:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:59Z', 'updated_at': '2021-12-10T19:06:00Z', 'revision_number': 2, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:01.699994 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Checking router: ffb36f08-c127-4186-9523-0e0c5f6a9d84 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:06:01.699994 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Updating router ffb36f08-c127-4186-9523-0e0c5f6a9d84 port 118d9190-cf17-4316-a5f6-d43b3658a2d4 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:06:01.728004 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:01.744748 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 300235c7-402f-4557-8466-07dd3fad36fd up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:06:01.865658 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5577278d-6e8a-461b-abea-2a717c262b4c None None] Provisioning complete for port 118d9190-cf17-4316-a5f6-d43b3658a2d4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:01.866062 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5577278d-6e8a-461b-abea-2a717c262b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:01.868025 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9b886789-e7f6-4ca6-baa9-ac7a150e017a req-edfa7833-c68c-4c2f-a43f-d7371ce8c815 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 210 time: 0.0328147 Dec 10 19:06:01.927834 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 300235c7-402f-4557-8466-07dd3fad36fd triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:01.928233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:01.940262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-5577278d-6e8a-461b-abea-2a717c262b4c None None] Port 118d9190-cf17-4316-a5f6-d43b3658a2d4 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:06:02.148901 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.219000 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.270031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d96dca-7504-4592-bfba-867a0418e35d None None] Pushing event updated for resources: {'Port': ['ID=118d9190-cf17-4316-a5f6-d43b3658a2d4,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:02.325413 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Attempting to bind port 118d9190-cf17-4316-a5f6-d43b3658a2d4 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:06:02.325930 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Attempting to bind port 118d9190-cf17-4316-a5f6-d43b3658a2d4 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:06:02.326410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Attempting to bind port 118d9190-cf17-4316-a5f6-d43b3658a2d4 on network ebecca9e-4456-4713-bcaf-ead45670ac66 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:02.332007 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:06:02.332681 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Checking segment: {'id': '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:02.333138 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.333769 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Bound using segment: {'id': '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:06:02.334614 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Bound port: 118d9190-cf17-4316-a5f6-d43b3658a2d4, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:06:02.335167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.401758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] For port 118d9190-cf17-4316-a5f6-d43b3658a2d4, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:06:02.404863 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] For port 118d9190-cf17-4316-a5f6-d43b3658a2d4, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=118d9190-cf17-4316-a5f6-d43b3658a2d4,segment=NetworkSegment(60c21ae6-fc77-4c04-93f7-5c14d3bbd61b),segment_id=60c21ae6-fc77-4c04-93f7-5c14d3bbd61b)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:06:02.452680 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-bbb3f4ec-ec61-4062-9be9-175b728be1bc None None] Provisioning complete for port 118d9190-cf17-4316-a5f6-d43b3658a2d4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:02.453045 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bbb3f4ec-ec61-4062-9be9-175b728be1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.489041 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.492261 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3f4ec-ec61-4062-9be9-175b728be1bc None None] Port 118d9190-cf17-4316-a5f6-d43b3658a2d4 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:06:02.548108 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Routers {'ffb36f08-c127-4186-9523-0e0c5f6a9d84'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:02.548724 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:05:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:02.551205 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d96dca-7504-4592-bfba-867a0418e35d None None] Pushing event updated for resources: {'Port': ['ID=118d9190-cf17-4316-a5f6-d43b3658a2d4,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:02.665117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] Set router ffb36f08-c127-4186-9523-0e0c5f6a9d84 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:02.851334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-008c2b21-0b19-44e0-a4b4-20ecd76b85c6 None None] Provisioning complete for port 118d9190-cf17-4316-a5f6-d43b3658a2d4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:02.851981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-008c2b21-0b19-44e0-a4b4-20ecd76b85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.940111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:06:00Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '118d9190-cf17-4316-a5f6-d43b3658a2d4', 'name': '', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:2c:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:59Z', 'updated_at': '2021-12-10T19:06:02Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:02.971493 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfa3ce-cdfc-4119-93d9-3b9f3e72c2da None None] The sync data for ids ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'] in dv-neutron-821434-1-hyperv is: [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:06:00Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '118d9190-cf17-4316-a5f6-d43b3658a2d4', 'name': '', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:2c:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:59Z', 'updated_at': '2021-12-10T19:06:02Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:06:02.971803 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6413ae68-0102-4c92-9dfb-8cb8c37fbdc3 req-97241841-50f2-41f7-836d-e6550c7f48eb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 210 time: 0.0321708 Dec 10 19:06:02.991148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-008c2b21-0b19-44e0-a4b4-20ecd76b85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:03.037005 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-008c2b21-0b19-44e0-a4b4-20ecd76b85c6 None None] For port 118d9190-cf17-4316-a5f6-d43b3658a2d4, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=118d9190-cf17-4316-a5f6-d43b3658a2d4,segment=NetworkSegment(60c21ae6-fc77-4c04-93f7-5c14d3bbd61b),segment_id=60c21ae6-fc77-4c04-93f7-5c14d3bbd61b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:03.102047 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-008c2b21-0b19-44e0-a4b4-20ecd76b85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:03.157625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c2b21-0b19-44e0-a4b4-20ecd76b85c6 None None] Pushing event updated for resources: {'Port': ['ID=118d9190-cf17-4316-a5f6-d43b3658a2d4,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:03.767949 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 118d9190-cf17-4316-a5f6-d43b3658a2d4 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:06:03.820212 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 118d9190-cf17-4316-a5f6-d43b3658a2d4 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:03.820748 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:03.922990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-81f0373a-1387-4c66-b259-449f5836faca tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:03.924579 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-81f0373a-1387-4c66-b259-449f5836faca tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/networks?id=ebecca9e-4456-4713-bcaf-ead45670ac66 HTTP/1.1" status: 200 len: 796 time: 0.1329670 Dec 10 19:06:04.003232 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-89a49d21-1950-4fe3-81fb-0beb708225e0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 380 time: 0.0621815 Dec 10 19:06:04.027036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-cf55f1fb-bfbf-4731-98a9-609abfe37c99 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'port': {'device_id': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'admin_state_up': True, 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'security_groups': ['936dda8b-c0a1-4fff-be40-7f1faf937c17']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:04.078263 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-19d73b6f-52ff-4bae-b3c1-43798b26c20c req-89f9bed6-5a5d-4961-b783-e4f9a14e70a7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 210 time: 0.0290701 Dec 10 19:06:04.204351 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-cf55f1fb-bfbf-4731-98a9-609abfe37c99 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:04.207962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-cf55f1fb-bfbf-4731-98a9-609abfe37c99 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:04.333798 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-cf55f1fb-bfbf-4731-98a9-609abfe37c99 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.20.0.8 (ebecca9e-4456-4713-bcaf-ead45670ac66/70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7/b7773e1a-a40a-4e5a-b64c-15c776a19f4b) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:06:04.472404 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-cf55f1fb-bfbf-4731-98a9-609abfe37c99 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:04.581906 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-cf55f1fb-bfbf-4731-98a9-609abfe37c99 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:04.630922 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-cf55f1fb-bfbf-4731-98a9-609abfe37c99 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network ebecca9e-4456-4713-bcaf-ead45670ac66 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:06:04.639820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-cf55f1fb-bfbf-4731-98a9-609abfe37c99 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:04.644390 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-cf55f1fb-bfbf-4731-98a9-609abfe37c99 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:06:04.646993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55f1fb-bfbf-4731-98a9-609abfe37c99 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=b7773e1a-a40a-4e5a-b64c-15c776a19f4b,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:04.703580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-cf55f1fb-bfbf-4731-98a9-609abfe37c99 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:04.704256 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-cf55f1fb-bfbf-4731-98a9-609abfe37c99 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:04.767333 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-cf55f1fb-bfbf-4731-98a9-609abfe37c99 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7444386 Dec 10 19:06:04.784765 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Request body: {'port': {'device_id': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:04.844287 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:04.845716 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d417f2ec-2836-4a95-af6f-42f109d9af48 None None] Provisioning complete for port b7773e1a-a40a-4e5a-b64c-15c776a19f4b triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:04.846233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d417f2ec-2836-4a95-af6f-42f109d9af48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:04.879692 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d417f2ec-2836-4a95-af6f-42f109d9af48 None None] Port b7773e1a-a40a-4e5a-b64c-15c776a19f4b cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:06:05.114337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7773e1a-a40a-4e5a-b64c-15c776a19f4b {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:06:05.122393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:05.141471 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Transition to ACTIVE for port object b7773e1a-a40a-4e5a-b64c-15c776a19f4b will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:06:05.191183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbc80b-23da-4d2e-9b5c-b8e11e5e693e req-c2e80bc7-5c41-4c84-a3b5-6a9d049e570b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:05.192652 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-54bbc80b-23da-4d2e-9b5c-b8e11e5e693e req-c2e80bc7-5c41-4c84-a3b5-6a9d049e570b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 931 time: 0.0493577 Dec 10 19:06:05.241028 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-54bbc80b-23da-4d2e-9b5c-b8e11e5e693e req-8fe9ebdb-a1bf-46e8-97bd-b4f99924ca28 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423198 Dec 10 19:06:05.264290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:05.312802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Pushing event updated for resources: {'Port': ['ID=b7773e1a-a40a-4e5a-b64c-15c776a19f4b,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:05.399005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Attempting to bind port b7773e1a-a40a-4e5a-b64c-15c776a19f4b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:06:05.399392 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Attempting to bind port b7773e1a-a40a-4e5a-b64c-15c776a19f4b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:06:05.399724 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Attempting to bind port b7773e1a-a40a-4e5a-b64c-15c776a19f4b on network ebecca9e-4456-4713-bcaf-ead45670ac66 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:05.404583 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Port b7773e1a-a40a-4e5a-b64c-15c776a19f4b on network ebecca9e-4456-4713-bcaf-ead45670ac66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:06:05.404788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Attempting to bind port b7773e1a-a40a-4e5a-b64c-15c776a19f4b on network ebecca9e-4456-4713-bcaf-ead45670ac66 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:05.409759 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:06:05.410094 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Checking segment: {'id': '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:05.410475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Bound using segment: {'id': '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:06:05.410897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Bound port: b7773e1a-a40a-4e5a-b64c-15c776a19f4b, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:06:05.411253 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:05.476955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] For port b7773e1a-a40a-4e5a-b64c-15c776a19f4b, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:06:05.479927 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] For port b7773e1a-a40a-4e5a-b64c-15c776a19f4b, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b7773e1a-a40a-4e5a-b64c-15c776a19f4b,segment=NetworkSegment(60c21ae6-fc77-4c04-93f7-5c14d3bbd61b),segment_id=60c21ae6-fc77-4c04-93f7-5c14d3bbd61b)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:06:05.544800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:05.581146 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:05.581794 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:05.583217 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] 10.222.0.21 "PUT /v2.0/ports/b7773e1a-a40a-4e5a-b64c-15c776a19f4b HTTP/1.1" status: 200 len: 1093 time: 0.8028684 Dec 10 19:06:05.583666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'tag': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:05.586526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f362b2-b0f5-4485-a955-6067498f6b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "954ab075-258c-437f-9e4b-7e2a88fa46a1", "tag": "b7773e1a-a40a-4e5a-b64c-15c776a19f4b"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:05.609816 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ff613-68c6-4f35-85d8-e5efc580e690 service neutron] Pushing event updated for resources: {'Port': ['ID=b7773e1a-a40a-4e5a-b64c-15c776a19f4b,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:05.635225 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f40c99d-a818-4d1b-8c57-060706f8f4de x-openstack-request-id: req-6f40c99d-a818-4d1b-8c57-060706f8f4de {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:05.635641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954ab075-258c-437f-9e4b-7e2a88fa46a1", "tag": "b7773e1a-a40a-4e5a-b64c-15c776a19f4b", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:05.635905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f40c99d-a818-4d1b-8c57-060706f8f4de {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:05.636320 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'tag': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b', 'status': 'completed', 'code': 200} Dec 10 19:06:05.710282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f362b2-b0f5-4485-a955-6067498f6b3b req-09f47e66-997c-4f6e-822a-95c18ecc62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:05.712352 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-83f362b2-b0f5-4485-a955-6067498f6b3b req-09f47e66-997c-4f6e-822a-95c18ecc62f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 1096 time: 0.0438161 Dec 10 19:06:05.821569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f362b2-b0f5-4485-a955-6067498f6b3b req-f4611176-0d8d-4f24-8127-89a33b2e9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:05.823156 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-83f362b2-b0f5-4485-a955-6067498f6b3b req-f4611176-0d8d-4f24-8127-89a33b2e9ecd service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0958993 Dec 10 19:06:05.922142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f362b2-b0f5-4485-a955-6067498f6b3b req-8e1269a8-2105-41af-b464-af1eb15e3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:05.923562 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-83f362b2-b0f5-4485-a955-6067498f6b3b req-8e1269a8-2105-41af-b464-af1eb15e3e1c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915489 Dec 10 19:06:06.009140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-97e009de-157a-4f93-aa0a-576710cd524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:06.010654 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-97e009de-157a-4f93-aa0a-576710cd524e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 1096 time: 0.0407436 Dec 10 19:06:06.057428 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-a6c7e28d-671f-442b-bc04-322470b99720 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7773e1a-a40a-4e5a-b64c-15c776a19f4b HTTP/1.1" status: 200 len: 217 time: 0.0329325 Dec 10 19:06:06.111746 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-b0c20e99-c2c1-45fc-96a1-1b2767de60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:06.113174 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-b0c20e99-c2c1-45fc-96a1-1b2767de60d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7 HTTP/1.1" status: 200 len: 834 time: 0.0458248 Dec 10 19:06:06.161303 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-72c36b8e-8831-4fb1-86c7-762f1ee65b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:06.162770 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-72c36b8e-8831-4fb1-86c7-762f1ee65b5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebecca9e-4456-4713-bcaf-ead45670ac66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390372 Dec 10 19:06:06.254366 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-7d4fa9f5-c659-46cc-a8f0-dcc1d064d813 service neutron] 10.222.0.21 "GET /v2.0/networks/ebecca9e-4456-4713-bcaf-ead45670ac66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785937 Dec 10 19:06:06.351973 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7f319b0f-9d9a-415a-94c2-97e44c9a332b req-9086ee09-af2c-4c99-ba7c-daf88cc04e7c service neutron] 10.222.0.21 "GET /v2.0/networks/ebecca9e-4456-4713-bcaf-ead45670ac66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868578 Dec 10 19:06:06.354825 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f5c78-5bb5-4a7e-b663-d61f0fc227f4 req-1219b8c6-b639-464b-a7a5-6bf15a4a9bc4 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:06.356332 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fb7f5c78-5bb5-4a7e-b663-d61f0fc227f4 req-1219b8c6-b639-464b-a7a5-6bf15a4a9bc4 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 943 time: 0.0480738 Dec 10 19:06:06.411304 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fb7f5c78-5bb5-4a7e-b663-d61f0fc227f4 req-ccf9d697-3c31-4e02-b3f4-2dd54772623f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482337 Dec 10 19:06:07.445628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device b7773e1a-a40a-4e5a-b64c-15c776a19f4b details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:06:07.530790 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e551502-cc93-442d-b46f-2cbd77883de1 req-7b23805e-a5ff-4b1a-b558-61fabbe240af tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:07.532298 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5e551502-cc93-442d-b46f-2cbd77883de1 req-7b23805e-a5ff-4b1a-b558-61fabbe240af tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 943 time: 0.0524714 Dec 10 19:06:07.543374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port b7773e1a-a40a-4e5a-b64c-15c776a19f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b7773e1a-a40a-4e5a-b64c-15c776a19f4b,segment=NetworkSegment(60c21ae6-fc77-4c04-93f7-5c14d3bbd61b),segment_id=60c21ae6-fc77-4c04-93f7-5c14d3bbd61b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:07.556229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'port_id': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b', 'mac_address': 'fa:16:3e:2f:b5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:06:07.582634 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5e551502-cc93-442d-b46f-2cbd77883de1 req-5e8381d3-8448-4bd8-b5c9-b8259075bfa5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442750 Dec 10 19:06:07.592248 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:07.605597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7773e1a-a40a-4e5a-b64c-15c776a19f4b {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:06:07.624007 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port b7773e1a-a40a-4e5a-b64c-15c776a19f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b7773e1a-a40a-4e5a-b64c-15c776a19f4b,segment=NetworkSegment(60c21ae6-fc77-4c04-93f7-5c14d3bbd61b),segment_id=60c21ae6-fc77-4c04-93f7-5c14d3bbd61b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:07.721996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:07.767672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=b7773e1a-a40a-4e5a-b64c-15c776a19f4b,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:08.002645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['b7773e1a-a40a-4e5a-b64c-15c776a19f4b'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:06:08.797632 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d55ea-3e16-4705-b83c-e493e248be8e req-39fef19e-d033-400c-83a8-c9a979ff974f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:08.799187 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-913d55ea-3e16-4705-b83c-e493e248be8e req-39fef19e-d033-400c-83a8-c9a979ff974f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 944 time: 0.1390283 Dec 10 19:06:08.848844 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-913d55ea-3e16-4705-b83c-e493e248be8e req-ec2f3076-6641-46f8-9e80-b1421544a61a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427856 Dec 10 19:06:09.461755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device b7773e1a-a40a-4e5a-b64c-15c776a19f4b up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:06:09.569902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port b7773e1a-a40a-4e5a-b64c-15c776a19f4b completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:06:09.573571 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port b7773e1a-a40a-4e5a-b64c-15c776a19f4b triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:09.573981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:09.648578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:09.670215 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:09.672518 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d942b78-628e-450d-ae82-773738d6ead0" -d '{"events": [{"server_uuid": "954ab075-258c-437f-9e4b-7e2a88fa46a1", "name": "network-vif-plugged", "status": "completed", "tag": "b7773e1a-a40a-4e5a-b64c-15c776a19f4b"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:09.686035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port b7773e1a-a40a-4e5a-b64c-15c776a19f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b7773e1a-a40a-4e5a-b64c-15c776a19f4b,segment=NetworkSegment(60c21ae6-fc77-4c04-93f7-5c14d3bbd61b),segment_id=60c21ae6-fc77-4c04-93f7-5c14d3bbd61b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:09.759282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:09.763742 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc76a64-f8fa-440f-b384-b535895a5095 x-openstack-request-id: req-abc76a64-f8fa-440f-b384-b535895a5095 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:09.764031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954ab075-258c-437f-9e4b-7e2a88fa46a1", "name": "network-vif-plugged", "status": "completed", "tag": "b7773e1a-a40a-4e5a-b64c-15c776a19f4b", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:09.764282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-abc76a64-f8fa-440f-b384-b535895a5095 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:09.764663 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b', 'code': 200} Dec 10 19:06:09.812666 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=b7773e1a-a40a-4e5a-b64c-15c776a19f4b,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:09.967587 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1c399-ce35-4fe5-9fc9-bc4ab184a115 req-3da3c120-8806-402c-b35f-f589da2b1649 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:09.969066 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c5c1c399-ce35-4fe5-9fc9-bc4ab184a115 req-3da3c120-8806-402c-b35f-f589da2b1649 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0532689 Dec 10 19:06:10.018005 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c5c1c399-ce35-4fe5-9fc9-bc4ab184a115 req-e1628c72-7103-4cf5-aa82-8fb5217e1956 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428605 Dec 10 19:06:10.108360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8437d3-23c7-44ae-a6c2-2de25b75bd7f req-fac4101d-b535-4908-ad58-55d6527d88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:10.109775 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9b8437d3-23c7-44ae-a6c2-2de25b75bd7f req-fac4101d-b535-4908-ad58-55d6527d88d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 1098 time: 0.0410180 Dec 10 19:06:10.156869 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9b8437d3-23c7-44ae-a6c2-2de25b75bd7f req-f3d652ee-e404-4939-aaa6-2362484c189b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382686 Dec 10 19:06:11.132838 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fbaaa-f310-4a58-bdf5-275bca52649b req-22c540d0-b25e-4b2e-b866-5e940feea6be tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:11.134384 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-944fbaaa-f310-4a58-bdf5-275bca52649b req-22c540d0-b25e-4b2e-b866-5e940feea6be tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0478835 Dec 10 19:06:11.185445 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-944fbaaa-f310-4a58-bdf5-275bca52649b req-a18fb8c2-f15a-4fcb-867c-095b7e71b72f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451684 Dec 10 19:06:12.310776 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc0dd9-3c73-487b-9345-4bdd3f0e4cec req-3170b357-8065-4420-a297-8ae7a37ea485 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:12.312244 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0acc0dd9-3c73-487b-9345-4bdd3f0e4cec req-3170b357-8065-4420-a297-8ae7a37ea485 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0521421 Dec 10 19:06:12.360598 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0acc0dd9-3c73-487b-9345-4bdd3f0e4cec req-7ded37a9-2c3b-4461-8eab-dfe0b7986062 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425332 Dec 10 19:06:12.474075 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfc867-e47c-4765-82a8-b5df8bb364fc req-ba3f1054-52ba-4524-b738-b5a756246606 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:12.475484 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-86dfc867-e47c-4765-82a8-b5df8bb364fc req-ba3f1054-52ba-4524-b738-b5a756246606 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0492487 Dec 10 19:06:12.525042 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-86dfc867-e47c-4765-82a8-b5df8bb364fc req-0760a7f7-ce11-45d2-bb55-60d9568e0d6a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436046 Dec 10 19:06:12.546016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42720) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:12.584916 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbcccae-bceb-4e6c-88cc-45836b212fd8 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:12.586486 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5cbcccae-bceb-4e6c-88cc-45836b212fd8 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 1093 time: 0.0394933 Dec 10 19:06:12.589232 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42722) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:12.593559 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:12.672955 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:12.769765 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:12.871505 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.26.5.109 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/daa8b0c9-d635-419d-828c-a9cffeb7c6cc) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:06:12.968858 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:13.127796 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:13.171928 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:06:13.174880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:13.178281 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:06:13.200825 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=daa8b0c9-d635-419d-828c-a9cffeb7c6cc,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:13.518589 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:13.646412 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:13.793431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:13.855183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:13.922858 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=daa8b0c9-d635-419d-828c-a9cffeb7c6cc,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:13.934601 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:14.030721 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Floating IP 87173f73-6009-49a2-a41d-8f5f3984c147 associated. External IP: 172.26.5.109, port: b7773e1a-a40a-4e5a-b64c-15c776a19f4b. Dec 10 19:06:14.235254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router ffb36f08-c127-4186-9523-0e0c5f6a9d84 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:06:14.338305 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:06:14.347814 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c896e2-cf31-4bc3-8680-e54cfb8d184e None None] Sync routers for ids ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:06:14.357715 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c896e2-cf31-4bc3-8680-e54cfb8d184e None None] Routers {'ffb36f08-c127-4186-9523-0e0c5f6a9d84'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:14.358314 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-d2c896e2-cf31-4bc3-8680-e54cfb8d184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:05:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:14.417511 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:14.450590 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-258214b9-bbfa-4ba7-b6cc-7ada274c0162 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8578868 Dec 10 19:06:14.450590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'tag': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:14.454483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4473c3d5-d2c2-495c-b19c-decf1f478056" -d '{"events": [{"name": "network-changed", "server_uuid": "954ab075-258c-437f-9e4b-7e2a88fa46a1", "tag": "b7773e1a-a40a-4e5a-b64c-15c776a19f4b"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:14.463656 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-d2c896e2-cf31-4bc3-8680-e54cfb8d184e None None] Set router ffb36f08-c127-4186-9523-0e0c5f6a9d84 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:14.500067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf333e5-2d22-41ac-a7bd-4d2577a7e170 x-openstack-request-id: req-aaf333e5-2d22-41ac-a7bd-4d2577a7e170 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:14.500378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954ab075-258c-437f-9e4b-7e2a88fa46a1", "tag": "b7773e1a-a40a-4e5a-b64c-15c776a19f4b", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:14.500689 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aaf333e5-2d22-41ac-a7bd-4d2577a7e170 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:14.501594 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'tag': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b', 'status': 'completed', 'code': 200} Dec 10 19:06:14.553937 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71849826-81fc-4a5b-a4c9-43d905cf22f7 req-878a3ffa-8e2b-4216-aed7-ee75a9f173ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:14.555588 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-71849826-81fc-4a5b-a4c9-43d905cf22f7 req-878a3ffa-8e2b-4216-aed7-ee75a9f173ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0536535 Dec 10 19:06:14.565235 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c3d5-d2c2-495c-b19c-decf1f478056 req-76fcf14f-6f9a-4517-bd96-accb154e8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:14.566878 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4473c3d5-d2c2-495c-b19c-decf1f478056 req-76fcf14f-6f9a-4517-bd96-accb154e8426 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 1098 time: 0.0481493 Dec 10 19:06:14.610625 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-71849826-81fc-4a5b-a4c9-43d905cf22f7 req-3f397104-be9c-4e9f-8521-403c8b60ea77 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483565 Dec 10 19:06:14.638273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42728) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:14.673155 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c3d5-d2c2-495c-b19c-decf1f478056 req-a8aeaef0-32f8-47cc-924e-0b134625bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:14.674598 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4473c3d5-d2c2-495c-b19c-decf1f478056 req-a8aeaef0-32f8-47cc-924e-0b134625bf00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ebecca9e-4456-4713-bcaf-ead45670ac66 HTTP/1.1" status: 200 len: 897 time: 0.1005733 Dec 10 19:06:14.710304 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-44e32c6c-3dcb-41ed-a0e3-59cf9e055820 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/87173f73-6009-49a2-a41d-8f5f3984c147 HTTP/1.1" status: 200 len: 991 time: 0.0702760 Dec 10 19:06:14.743977 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4473c3d5-d2c2-495c-b19c-decf1f478056 req-d34f18bb-dfff-4c6c-9a6e-9f205cce2d6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7773e1a-a40a-4e5a-b64c-15c776a19f4b HTTP/1.1" status: 200 len: 999 time: 0.0624566 Dec 10 19:06:14.780641 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-d2c896e2-cf31-4bc3-8680-e54cfb8d184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:06:00Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '87173f73-6009-49a2-a41d-8f5f3984c147', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.109', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'port_id': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'mac_address': 'fa:16:3e:2f:b5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:06:13Z', 'updated_at': '2021-12-10T19:06:13Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '118d9190-cf17-4316-a5f6-d43b3658a2d4', 'name': '', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:2c:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:59Z', 'updated_at': '2021-12-10T19:06:03Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:14.793903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c3d5-d2c2-495c-b19c-decf1f478056 req-6e020830-6e99-45eb-b36c-e78525fb4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:14.795388 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4473c3d5-d2c2-495c-b19c-decf1f478056 req-6e020830-6e99-45eb-b36c-e78525fb4cce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7 HTTP/1.1" status: 200 len: 834 time: 0.0446322 Dec 10 19:06:14.809418 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c896e2-cf31-4bc3-8680-e54cfb8d184e None None] Checking router: ffb36f08-c127-4186-9523-0e0c5f6a9d84 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:06:14.817453 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c896e2-cf31-4bc3-8680-e54cfb8d184e None None] Routers {'ffb36f08-c127-4186-9523-0e0c5f6a9d84'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:14.818073 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-d2c896e2-cf31-4bc3-8680-e54cfb8d184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:05:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:14.840124 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c3d5-d2c2-495c-b19c-decf1f478056 req-1ffb9c86-c1b8-4c94-9bd3-d5403bbd7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:14.841601 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4473c3d5-d2c2-495c-b19c-decf1f478056 req-1ffb9c86-c1b8-4c94-9bd3-d5403bbd7423 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebecca9e-4456-4713-bcaf-ead45670ac66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391836 Dec 10 19:06:14.926528 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-d2c896e2-cf31-4bc3-8680-e54cfb8d184e None None] Set router ffb36f08-c127-4186-9523-0e0c5f6a9d84 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:14.938595 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4473c3d5-d2c2-495c-b19c-decf1f478056 req-3e207af0-e5e0-4f2a-8b1d-aba17e90771a service neutron] 10.222.0.21 "GET /v2.0/networks/ebecca9e-4456-4713-bcaf-ead45670ac66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893557 Dec 10 19:06:15.028352 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4473c3d5-d2c2-495c-b19c-decf1f478056 req-03bf58be-8a49-4043-86de-f5a5610ad008 service neutron] 10.222.0.21 "GET /v2.0/networks/ebecca9e-4456-4713-bcaf-ead45670ac66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827358 Dec 10 19:06:15.143852 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-d2c896e2-cf31-4bc3-8680-e54cfb8d184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:06:00Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '87173f73-6009-49a2-a41d-8f5f3984c147', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.109', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'port_id': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'mac_address': 'fa:16:3e:2f:b5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:06:13Z', 'updated_at': '2021-12-10T19:06:13Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '118d9190-cf17-4316-a5f6-d43b3658a2d4', 'name': '', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:2c:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:59Z', 'updated_at': '2021-12-10T19:06:03Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:15.172984 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c896e2-cf31-4bc3-8680-e54cfb8d184e None None] The sync data for ids ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'] in dv-neutron-821434-1-hyperv is: [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:06:00Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '87173f73-6009-49a2-a41d-8f5f3984c147', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.109', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'port_id': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'mac_address': 'fa:16:3e:2f:b5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:06:13Z', 'updated_at': '2021-12-10T19:06:13Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '118d9190-cf17-4316-a5f6-d43b3658a2d4', 'name': '', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:2c:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:59Z', 'updated_at': '2021-12-10T19:06:03Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:06:15.361494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e7ab1e-69c7-4943-a9fa-237da30567cf None None] New status for floating IP 87173f73-6009-49a2-a41d-8f5f3984c147: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:06:15.714675 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42730) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:15.777673 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-9688a2f3-06e9-4e24-a43d-c865caa43f59 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/87173f73-6009-49a2-a41d-8f5f3984c147 HTTP/1.1" status: 200 len: 993 time: 0.0617955 Dec 10 19:06:16.521938 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c9f921c3-97e0-45c8-9daf-67d0b9ce2ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:18.732395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:18.823696 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a8be2a1d-62c2-4db5-8218-5ae0643dfede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:20.235357 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:21.431645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:22.549266 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:34.874858 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:06:46.554751 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2b477e10-82f7-441c-9f3b-e19859eefb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:48.743291 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:48.829274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3aa88377-7d46-4fc3-b346-eb34e857e11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:49.392708 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c79ee3-fa9d-4b0b-8980-081d50ee8fa4 req-f4f6e0e0-61b9-4733-83ea-7034487708a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:49.394239 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-48c79ee3-fa9d-4b0b-8980-081d50ee8fa4 req-f4f6e0e0-61b9-4733-83ea-7034487708a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.1013548 Dec 10 19:06:49.443497 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-48c79ee3-fa9d-4b0b-8980-081d50ee8fa4 req-31c05d1d-deaa-49cf-a8f7-839f676a74ea tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429339 Dec 10 19:06:49.450645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731db7c4-063b-4d75-951c-9d52f88f5f32 req-913cbe0d-e3ba-4f7a-9592-d2ca6de8de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:49.452168 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-731db7c4-063b-4d75-951c-9d52f88f5f32 req-913cbe0d-e3ba-4f7a-9592-d2ca6de8de0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 1098 time: 0.0988986 Dec 10 19:06:49.556329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731db7c4-063b-4d75-951c-9d52f88f5f32 req-cf163264-70bf-440c-ab5f-a2cc645bce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:49.557851 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-731db7c4-063b-4d75-951c-9d52f88f5f32 req-cf163264-70bf-440c-ab5f-a2cc645bce7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=ebecca9e-4456-4713-bcaf-ead45670ac66 HTTP/1.1" status: 200 len: 897 time: 0.0952849 Dec 10 19:06:49.625341 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-731db7c4-063b-4d75-951c-9d52f88f5f32 req-17056bf8-e74c-454a-8d80-27ada817146c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7773e1a-a40a-4e5a-b64c-15c776a19f4b HTTP/1.1" status: 200 len: 1001 time: 0.0578544 Dec 10 19:06:49.673221 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731db7c4-063b-4d75-951c-9d52f88f5f32 req-59270487-9e48-44e4-8289-8c7cbfc6ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:49.674895 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-731db7c4-063b-4d75-951c-9d52f88f5f32 req-59270487-9e48-44e4-8289-8c7cbfc6ccb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7 HTTP/1.1" status: 200 len: 834 time: 0.0421855 Dec 10 19:06:49.722915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731db7c4-063b-4d75-951c-9d52f88f5f32 req-1a53a980-8160-4b76-95df-f5e5c6dd74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:49.724374 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-731db7c4-063b-4d75-951c-9d52f88f5f32 req-1a53a980-8160-4b76-95df-f5e5c6dd74ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebecca9e-4456-4713-bcaf-ead45670ac66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418427 Dec 10 19:06:49.812045 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-731db7c4-063b-4d75-951c-9d52f88f5f32 req-86de42b4-8b39-4ac2-95fd-342fc54f6751 service neutron] 10.222.0.21 "GET /v2.0/networks/ebecca9e-4456-4713-bcaf-ead45670ac66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791824 Dec 10 19:06:49.905935 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-731db7c4-063b-4d75-951c-9d52f88f5f32 req-cb0e6604-5d6f-4fda-a70a-c0ab99c4c992 service neutron] 10.222.0.21 "GET /v2.0/networks/ebecca9e-4456-4713-bcaf-ead45670ac66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841892 Dec 10 19:06:50.009559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaf3bd-74e1-425c-b41e-31eb680f0174 req-b4adc811-ce7b-4892-8dc3-41831ba4c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:50.011104 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1afaf3bd-74e1-425c-b41e-31eb680f0174 req-b4adc811-ce7b-4892-8dc3-41831ba4c129 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 1098 time: 0.0421033 Dec 10 19:06:50.114639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaf3bd-74e1-425c-b41e-31eb680f0174 req-99733739-53a8-4640-83b9-968460205727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:50.116046 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1afaf3bd-74e1-425c-b41e-31eb680f0174 req-99733739-53a8-4640-83b9-968460205727 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ebecca9e-4456-4713-bcaf-ead45670ac66 HTTP/1.1" status: 200 len: 897 time: 0.0849667 Dec 10 19:06:50.187210 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1afaf3bd-74e1-425c-b41e-31eb680f0174 req-831e1591-2526-4c00-9ad0-0ff282c50e24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7773e1a-a40a-4e5a-b64c-15c776a19f4b HTTP/1.1" status: 200 len: 1001 time: 0.0638304 Dec 10 19:06:50.237320 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaf3bd-74e1-425c-b41e-31eb680f0174 req-4ef7aae7-8c27-4fc1-8008-6292b7450ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:50.238800 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1afaf3bd-74e1-425c-b41e-31eb680f0174 req-4ef7aae7-8c27-4fc1-8008-6292b7450ee7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7 HTTP/1.1" status: 200 len: 834 time: 0.0431898 Dec 10 19:06:50.243704 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:50.284213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaf3bd-74e1-425c-b41e-31eb680f0174 req-f6be4c74-6952-4b37-89e1-42101ec09e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:50.285645 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1afaf3bd-74e1-425c-b41e-31eb680f0174 req-f6be4c74-6952-4b37-89e1-42101ec09e13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebecca9e-4456-4713-bcaf-ead45670ac66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386269 Dec 10 19:06:50.376503 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1afaf3bd-74e1-425c-b41e-31eb680f0174 req-930f6532-8426-4dc5-88b5-28caf862577c service neutron] 10.222.0.21 "GET /v2.0/networks/ebecca9e-4456-4713-bcaf-ead45670ac66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821736 Dec 10 19:06:50.464069 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1afaf3bd-74e1-425c-b41e-31eb680f0174 req-70c30284-ab26-4426-b6be-f67e2acdcd52 service neutron] 10.222.0.21 "GET /v2.0/networks/ebecca9e-4456-4713-bcaf-ead45670ac66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800104 Dec 10 19:06:50.566004 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3194690-b7a1-4340-9be4-08fa7427371d req-34c8e271-bfa5-4232-b0b8-f28c84e923af tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:50.567525 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a3194690-b7a1-4340-9be4-08fa7427371d req-34c8e271-bfa5-4232-b0b8-f28c84e923af tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0531363 Dec 10 19:06:50.616866 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a3194690-b7a1-4340-9be4-08fa7427371d req-c25a7de4-7877-4d87-a3ab-7fd953d5c087 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430338 Dec 10 19:06:51.451807 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.734395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285e538-d223-4d06-8248-77fccc21326e req-8850a982-ee9f-4b65-86e9-c78079209b9e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:51.735840 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2285e538-d223-4d06-8248-77fccc21326e req-8850a982-ee9f-4b65-86e9-c78079209b9e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0514517 Dec 10 19:06:51.782735 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2285e538-d223-4d06-8248-77fccc21326e req-d49a40cc-0ffd-480a-8558-72044baf591f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410447 Dec 10 19:06:52.514642 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.899560 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec7806-3f23-4697-a78b-a38dc22ab179 req-58ed07da-c395-43cb-b449-7ac38bbc0f35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:52.901077 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-85ec7806-3f23-4697-a78b-a38dc22ab179 req-58ed07da-c395-43cb-b449-7ac38bbc0f35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0494936 Dec 10 19:06:52.951603 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-85ec7806-3f23-4697-a78b-a38dc22ab179 req-dcb599ff-3367-4daa-b6e0-bc42ce3baebf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445716 Dec 10 19:06:54.066787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d7352-0b1d-43c4-a2cf-250d089f9b8d req-3b5db9e1-fa18-465e-a939-4f88370ba629 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:54.068245 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f79d7352-0b1d-43c4-a2cf-250d089f9b8d req-3b5db9e1-fa18-465e-a939-4f88370ba629 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0495398 Dec 10 19:06:54.120140 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f79d7352-0b1d-43c4-a2cf-250d089f9b8d req-276871e8-a6ee-45df-b9e4-6dfcca428721 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453091 Dec 10 19:06:55.240472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5876e4b-9648-4b0c-93c9-353aace1d7b1 req-793c7bdf-5cb7-496e-b78a-6ddf2ad173c7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:55.241981 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d5876e4b-9648-4b0c-93c9-353aace1d7b1 req-793c7bdf-5cb7-496e-b78a-6ddf2ad173c7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0486050 Dec 10 19:06:55.291309 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d5876e4b-9648-4b0c-93c9-353aace1d7b1 req-71ef0316-6c0f-44cb-97a7-5a140d5ba7b9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433371 Dec 10 19:06:56.402241 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb41617-1daf-4a09-8877-5eed752aee6f req-a572ccbd-2346-4cdc-8113-88b76faced77 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:56.403686 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2eb41617-1daf-4a09-8877-5eed752aee6f req-a572ccbd-2346-4cdc-8113-88b76faced77 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0471706 Dec 10 19:06:56.450740 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2eb41617-1daf-4a09-8877-5eed752aee6f req-44cd0433-7957-4f07-a558-9a2ed850202a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413229 Dec 10 19:06:57.567473 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6d71-0aed-465a-a74c-ece22a76de5c req-3d2a0a2a-8e15-4b00-a6a2-217f11153d2f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:57.568934 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1d7d6d71-0aed-465a-a74c-ece22a76de5c req-3d2a0a2a-8e15-4b00-a6a2-217f11153d2f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0512817 Dec 10 19:06:57.617098 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1d7d6d71-0aed-465a-a74c-ece22a76de5c req-47820719-b095-4a4d-a6f7-305ddd693de1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416982 Dec 10 19:06:58.738566 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9d5da-2d2c-438b-b6ac-8c19b8b0e7d5 req-00bfa1f3-02cc-482d-80fa-febf1ad3bc5b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:58.740135 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-82d9d5da-2d2c-438b-b6ac-8c19b8b0e7d5 req-00bfa1f3-02cc-482d-80fa-febf1ad3bc5b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0486093 Dec 10 19:06:58.788420 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-82d9d5da-2d2c-438b-b6ac-8c19b8b0e7d5 req-7ef68e2b-bc76-4d78-9848-70fe3c8c3658 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423074 Dec 10 19:06:59.907551 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8da2fd-b090-45e6-9fd6-da21b0df2981 req-c5e3f9b6-2841-4bce-a16f-c9acd6e3eda4 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:59.909008 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2c8da2fd-b090-45e6-9fd6-da21b0df2981 req-c5e3f9b6-2841-4bce-a16f-c9acd6e3eda4 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0519228 Dec 10 19:06:59.956532 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2c8da2fd-b090-45e6-9fd6-da21b0df2981 req-bfb5e76e-282e-40f4-baee-3423a77c386d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 Dec 10 19:07:01.069720 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab961d4-8f03-436a-a239-f96537be9648 req-b98a014c-df9c-48ab-98e6-7383d0039ca7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:01.071195 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cab961d4-8f03-436a-a239-f96537be9648 req-b98a014c-df9c-48ab-98e6-7383d0039ca7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0482829 Dec 10 19:07:01.119688 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cab961d4-8f03-436a-a239-f96537be9648 req-7cdfa180-fff5-4b73-9fe6-a4ca448a5985 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425813 Dec 10 19:07:01.141938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42770) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:01.203374 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-030ae3ae-41f9-4016-81c6-b1fe55682aec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/87173f73-6009-49a2-a41d-8f5f3984c147 HTTP/1.1" status: 200 len: 993 time: 0.0603485 Dec 10 19:07:11.873885 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:07:16.515097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-10dea793-0aad-4d8e-90ed-f9cb45b604ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.772244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.846494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-54f13148-439e-4f28-8a2e-4568fd105908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.246464 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:21.478632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:22.558477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.609757 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42782) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:33.766604 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port daa8b0c9-d635-419d-828c-a9cffeb7c6cc {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:33.766892 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.841043 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.841359 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.853312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for daa8b0c9-d635-419d-828c-a9cffeb7c6cc owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:34.058283 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.080752 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=daa8b0c9-d635-419d-828c-a9cffeb7c6cc,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:34.090823 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:34.091200 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:34.091555 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:34.091894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:34.092230 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:34.092562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:34.093279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:34.093279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:34.093516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:34.093871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:34.094211 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:34.094518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:34.094839 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:34.420604 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.420932 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Floating IP 87173f73-6009-49a2-a41d-8f5f3984c147 disassociated (deleted). External IP: 172.26.5.109, port: b7773e1a-a40a-4e5a-b64c-15c776a19f4b. Dec 10 19:07:34.619684 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router ffb36f08-c127-4186-9523-0e0c5f6a9d84 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:07:34.727840 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:34.732250 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.737562 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7da2be-57b7-41bb-aaff-7fff3f917d56 None None] Sync routers for ids ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:34.746558 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7da2be-57b7-41bb-aaff-7fff3f917d56 None None] Routers {'ffb36f08-c127-4186-9523-0e0c5f6a9d84'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:34.747156 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-7e7da2be-57b7-41bb-aaff-7fff3f917d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:07:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:34.758750 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-42eab162-84df-47d6-8e9c-cebf60a0f3ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/floatingips/87173f73-6009-49a2-a41d-8f5f3984c147 HTTP/1.1" status: 204 len: 168 time: 1.1479304 Dec 10 19:07:34.760085 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'tag': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:07:34.763333 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50f36a3-c830-40e2-9b77-62efdc42dfc2" -d '{"events": [{"name": "network-changed", "server_uuid": "954ab075-258c-437f-9e4b-7e2a88fa46a1", "tag": "b7773e1a-a40a-4e5a-b64c-15c776a19f4b"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:07:34.803972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7016ce-2861-4932-9db8-321887854810 x-openstack-request-id: req-db7016ce-2861-4932-9db8-321887854810 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:07:34.804273 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954ab075-258c-437f-9e4b-7e2a88fa46a1", "tag": "b7773e1a-a40a-4e5a-b64c-15c776a19f4b", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:07:34.804555 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db7016ce-2861-4932-9db8-321887854810 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:07:34.805016 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'tag': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b', 'status': 'completed', 'code': 200} Dec 10 19:07:34.855602 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-7e7da2be-57b7-41bb-aaff-7fff3f917d56 None None] Set router ffb36f08-c127-4186-9523-0e0c5f6a9d84 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:34.874627 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f36a3-c830-40e2-9b77-62efdc42dfc2 req-ac340e9d-8e3f-4080-a558-864c9c315a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:34.876218 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d50f36a3-c830-40e2-9b77-62efdc42dfc2 req-ac340e9d-8e3f-4080-a558-864c9c315a4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 1098 time: 0.0413952 Dec 10 19:07:34.977493 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f36a3-c830-40e2-9b77-62efdc42dfc2 req-e8073692-ede3-48d0-aaee-e9d09b97ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:34.979130 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d50f36a3-c830-40e2-9b77-62efdc42dfc2 req-e8073692-ede3-48d0-aaee-e9d09b97ee84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ebecca9e-4456-4713-bcaf-ead45670ac66 HTTP/1.1" status: 200 len: 897 time: 0.0903158 Dec 10 19:07:35.064428 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-7e7da2be-57b7-41bb-aaff-7fff3f917d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:06:00Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '118d9190-cf17-4316-a5f6-d43b3658a2d4', 'name': '', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:2c:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:59Z', 'updated_at': '2021-12-10T19:06:03Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:35.095935 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7da2be-57b7-41bb-aaff-7fff3f917d56 None None] Checking router: ffb36f08-c127-4186-9523-0e0c5f6a9d84 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:07:35.104907 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7da2be-57b7-41bb-aaff-7fff3f917d56 None None] Routers {'ffb36f08-c127-4186-9523-0e0c5f6a9d84'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:35.105521 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-7e7da2be-57b7-41bb-aaff-7fff3f917d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:07:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:35.217047 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-7e7da2be-57b7-41bb-aaff-7fff3f917d56 None None] Set router ffb36f08-c127-4186-9523-0e0c5f6a9d84 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:35.240998 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcbcc7-2d97-428b-8a26-a855ad68d243 req-f3cda52d-7145-4874-9c38-23219139a682 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:35.243850 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-82fcbcc7-2d97-428b-8a26-a855ad68d243 req-f3cda52d-7145-4874-9c38-23219139a682 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0507531 Dec 10 19:07:35.296725 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-82fcbcc7-2d97-428b-8a26-a855ad68d243 req-4bd9ff78-86de-4cd4-aa78-8415252a9fc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465033 Dec 10 19:07:35.345605 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d50f36a3-c830-40e2-9b77-62efdc42dfc2 req-2bcb5a74-f34f-43b9-b9a5-03a0d73e0479 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7773e1a-a40a-4e5a-b64c-15c776a19f4b HTTP/1.1" status: 200 len: 217 time: 0.3492608 Dec 10 19:07:35.396385 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f36a3-c830-40e2-9b77-62efdc42dfc2 req-2bdf40ec-9195-40f7-863e-18b99969c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:35.397867 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d50f36a3-c830-40e2-9b77-62efdc42dfc2 req-2bdf40ec-9195-40f7-863e-18b99969c6cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7 HTTP/1.1" status: 200 len: 834 time: 0.0433290 Dec 10 19:07:35.437065 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-7e7da2be-57b7-41bb-aaff-7fff3f917d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:06:00Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '118d9190-cf17-4316-a5f6-d43b3658a2d4', 'name': '', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:2c:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:59Z', 'updated_at': '2021-12-10T19:06:03Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:35.444172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f36a3-c830-40e2-9b77-62efdc42dfc2 req-9ff17e40-c227-4851-8b6f-723efae7ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:35.446256 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d50f36a3-c830-40e2-9b77-62efdc42dfc2 req-9ff17e40-c227-4851-8b6f-723efae7ac4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebecca9e-4456-4713-bcaf-ead45670ac66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388360 Dec 10 19:07:35.463051 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7da2be-57b7-41bb-aaff-7fff3f917d56 None None] The sync data for ids ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'] in dv-neutron-821434-1-hyperv is: [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:06:00Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '118d9190-cf17-4316-a5f6-d43b3658a2d4', 'name': '', 'network_id': 'ebecca9e-4456-4713-bcaf-ead45670ac66', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:2c:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:59Z', 'updated_at': '2021-12-10T19:06:03Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:35.541090 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d50f36a3-c830-40e2-9b77-62efdc42dfc2 req-fa290596-0edc-4a5d-97b4-3e3d86754b2b service neutron] 10.222.0.21 "GET /v2.0/networks/ebecca9e-4456-4713-bcaf-ead45670ac66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874288 Dec 10 19:07:35.636816 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d50f36a3-c830-40e2-9b77-62efdc42dfc2 req-4092cece-e8d1-4aab-90e6-4a6e9432441a service neutron] 10.222.0.21 "GET /v2.0/networks/ebecca9e-4456-4713-bcaf-ead45670ac66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885606 Dec 10 19:07:35.688543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c8d9eb-e112-40f7-b892-b74bb57a81c8 None None] New status for floating IP 87173f73-6009-49a2-a41d-8f5f3984c147: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:07:36.415365 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe54669-ce5d-4c32-8569-95304ebbe012 req-0655dcd5-b2d7-42ec-b968-465bfe82eb0b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:36.416853 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bfe54669-ce5d-4c32-8569-95304ebbe012 req-0655dcd5-b2d7-42ec-b968-465bfe82eb0b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0479147 Dec 10 19:07:36.468760 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bfe54669-ce5d-4c32-8569-95304ebbe012 req-3daa75e9-7441-4599-9eb0-d7f7d9c68b77 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=936dda8b-c0a1-4fff-be40-7f1faf937c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460727 Dec 10 19:07:36.894043 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011271f-d902-4f23-b82c-25b09965a907 req-148090dd-3bc7-4541-9eb6-07a54b5d9927 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:36.895489 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a011271f-d902-4f23-b82c-25b09965a907 req-148090dd-3bc7-4541-9eb6-07a54b5d9927 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 945 time: 0.0479944 Dec 10 19:07:36.981380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-a011271f-d902-4f23-b82c-25b09965a907 req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port b7773e1a-a40a-4e5a-b64c-15c776a19f4b {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:36.981736 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a011271f-d902-4f23-b82c-25b09965a907 req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.071505 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-a011271f-d902-4f23-b82c-25b09965a907 req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port b7773e1a-a40a-4e5a-b64c-15c776a19f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b7773e1a-a40a-4e5a-b64c-15c776a19f4b,segment=NetworkSegment(60c21ae6-fc77-4c04-93f7-5c14d3bbd61b),segment_id=60c21ae6-fc77-4c04-93f7-5c14d3bbd61b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:37.071875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a011271f-d902-4f23-b82c-25b09965a907 req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.088312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-a011271f-d902-4f23-b82c-25b09965a907 req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for b7773e1a-a40a-4e5a-b64c-15c776a19f4b owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:37.293151 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a011271f-d902-4f23-b82c-25b09965a907 req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.319088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=b7773e1a-a40a-4e5a-b64c-15c776a19f4b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:37.329149 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:37.329503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:37.329882 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:37.330222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:37.330564 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:37.330901 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:37.331237 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:37.331587 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:37.332362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:37.332362 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:37.332551 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:37.332852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:37.333178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:37.379920 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-a011271f-d902-4f23-b82c-25b09965a907 req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] No DVR routers for this DVR port b7773e1a-a40a-4e5a-b64c-15c776a19f4b on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:37.382447 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-a011271f-d902-4f23-b82c-25b09965a907 req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:37.388456 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a011271f-d902-4f23-b82c-25b09965a907 req-ccb27ac4-1a95-49f0-a128-aeac4bd1b446 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "DELETE /v2.0/ports/b7773e1a-a40a-4e5a-b64c-15c776a19f4b HTTP/1.1" status: 204 len: 173 time: 0.4838138 Dec 10 19:07:37.388456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'name': 'network-vif-deleted', 'tag': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:07:37.389068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5579af-0dff-4936-a929-41fe45d499c0" -d '{"events": [{"server_uuid": "954ab075-258c-437f-9e4b-7e2a88fa46a1", "name": "network-vif-deleted", "tag": "b7773e1a-a40a-4e5a-b64c-15c776a19f4b"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:07:37.481668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8882ef3b-af96-4d0a-96b6-429ec2a0fbef x-openstack-request-id: req-8882ef3b-af96-4d0a-96b6-429ec2a0fbef {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:07:37.481999 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954ab075-258c-437f-9e4b-7e2a88fa46a1", "name": "network-vif-deleted", "tag": "b7773e1a-a40a-4e5a-b64c-15c776a19f4b", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:07:37.482260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8882ef3b-af96-4d0a-96b6-429ec2a0fbef {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:07:37.482664 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954ab075-258c-437f-9e4b-7e2a88fa46a1', 'name': 'network-vif-deleted', 'tag': 'b7773e1a-a40a-4e5a-b64c-15c776a19f4b', 'status': 'completed', 'code': 200} Dec 10 19:07:37.565563 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3ecd04a6-e278-4dc7-bb8b-751887aff279 req-ca0f1b9d-48c9-4d1d-b5bb-2fa0f4fb6ca5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=954ab075-258c-437f-9e4b-7e2a88fa46a1 HTTP/1.1" status: 200 len: 210 time: 0.0288584 Dec 10 19:07:38.621483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42802) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:38.968388 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81537d9d-6bd3-4dd5-b975-76ae771e7d0e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.219473 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-81537d9d-6bd3-4dd5-b975-76ae771e7d0e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port 118d9190-cf17-4316-a5f6-d43b3658a2d4 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:39.219734 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81537d9d-6bd3-4dd5-b975-76ae771e7d0e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.308778 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-81537d9d-6bd3-4dd5-b975-76ae771e7d0e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port 118d9190-cf17-4316-a5f6-d43b3658a2d4, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=118d9190-cf17-4316-a5f6-d43b3658a2d4,segment=NetworkSegment(60c21ae6-fc77-4c04-93f7-5c14d3bbd61b),segment_id=60c21ae6-fc77-4c04-93f7-5c14d3bbd61b)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:39.309146 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81537d9d-6bd3-4dd5-b975-76ae771e7d0e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.321661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-81537d9d-6bd3-4dd5-b975-76ae771e7d0e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for 118d9190-cf17-4316-a5f6-d43b3658a2d4 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:39.601344 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81537d9d-6bd3-4dd5-b975-76ae771e7d0e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:39.628452 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81537d9d-6bd3-4dd5-b975-76ae771e7d0e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=118d9190-cf17-4316-a5f6-d43b3658a2d4,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:39.824483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-81537d9d-6bd3-4dd5-b975-76ae771e7d0e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.032019 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81537d9d-6bd3-4dd5-b975-76ae771e7d0e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router ffb36f08-c127-4186-9523-0e0c5f6a9d84 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:07:40.134469 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81537d9d-6bd3-4dd5-b975-76ae771e7d0e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:40.139566 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-81537d9d-6bd3-4dd5-b975-76ae771e7d0e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "PUT /v2.0/routers/ffb36f08-c127-4186-9523-0e0c5f6a9d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5170465 Dec 10 19:07:40.142257 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42804) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:40.147931 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27fb0d2-0bcf-4e72-803c-12b81235b5a2 None None] Sync routers for ids ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:40.157456 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27fb0d2-0bcf-4e72-803c-12b81235b5a2 None None] Routers {'ffb36f08-c127-4186-9523-0e0c5f6a9d84'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:40.158099 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b27fb0d2-0bcf-4e72-803c-12b81235b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:07:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:40.197662 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-12640704-6352-4ea4-9cf0-9615b0becbed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting subnet 70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:07:40.201191 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-12640704-6352-4ea4-9cf0-9615b0becbed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.241886 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-12640704-6352-4ea4-9cf0-9615b0becbed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.324627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-12640704-6352-4ea4-9cf0-9615b0becbed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.344450 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-b27fb0d2-0bcf-4e72-803c-12b81235b5a2 None None] Set router ffb36f08-c127-4186-9523-0e0c5f6a9d84 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:40.470284 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-12640704-6352-4ea4-9cf0-9615b0becbed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.500405 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-12640704-6352-4ea4-9cf0-9615b0becbed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.506180 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-12640704-6352-4ea4-9cf0-9615b0becbed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/subnets/70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7 HTTP/1.1" status: 204 len: 168 time: 0.3603148 Dec 10 19:07:40.506180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12640704-6352-4ea4-9cf0-9615b0becbed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Subnet': ['ID=70acd5eb-9c22-42f3-9b40-0a8b5bdd46b7,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:40.507559 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42806) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:40.509408 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183e49b6-2386-4353-8139-039ed23831ea None None] Network ebecca9e-4456-4713-bcaf-ead45670ac66 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:40.518923 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b27fb0d2-0bcf-4e72-803c-12b81235b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:07:39Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:40.545595 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27fb0d2-0bcf-4e72-803c-12b81235b5a2 None None] Checking router: ffb36f08-c127-4186-9523-0e0c5f6a9d84 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:07:40.554279 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27fb0d2-0bcf-4e72-803c-12b81235b5a2 None None] Routers {'ffb36f08-c127-4186-9523-0e0c5f6a9d84'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:40.555297 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b27fb0d2-0bcf-4e72-803c-12b81235b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:07:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:40.624230 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.661921 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-b27fb0d2-0bcf-4e72-803c-12b81235b5a2 None None] Set router ffb36f08-c127-4186-9523-0e0c5f6a9d84 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:40.684547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] DHCP port deletion for ebecca9e-4456-4713-bcaf-ead45670ac66 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:40.733393 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Deleting port 300235c7-402f-4557-8466-07dd3fad36fd {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:40.733678 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.800153 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] For port 300235c7-402f-4557-8466-07dd3fad36fd, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=300235c7-402f-4557-8466-07dd3fad36fd,segment=NetworkSegment(60c21ae6-fc77-4c04-93f7-5c14d3bbd61b),segment_id=60c21ae6-fc77-4c04-93f7-5c14d3bbd61b)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:40.800816 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.815052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Calling delete_port for 300235c7-402f-4557-8466-07dd3fad36fd owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:40.854638 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-b27fb0d2-0bcf-4e72-803c-12b81235b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:07:39Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:40.882593 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27fb0d2-0bcf-4e72-803c-12b81235b5a2 None None] The sync data for ids ['ffb36f08-c127-4186-9523-0e0c5f6a9d84'] in dv-neutron-821434-1-hyperv is: [{'id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150664663', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:55Z', 'updated_at': '2021-12-10T19:07:39Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '4e93d3b3-1992-4ef6-bdad-71232fd01cc1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:69:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36f08-c127-4186-9523-0e0c5f6a9d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:56Z', 'updated_at': '2021-12-10T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:40.955748 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:40.981904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Pushing event deleted for resources: {'Port': ['ID=300235c7-402f-4557-8466-07dd3fad36fd,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:40.986398 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] No DVR routers for this DVR port 300235c7-402f-4557-8466-07dd3fad36fd on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:40.992757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:40.993112 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:40.993461 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:40.993827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:40.994164 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:40.994496 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:40.994831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:40.995165 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:41.007059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:41.007059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:41.007059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:41.007059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:41.007059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c015e-334d-4dc4-9ce3-8d69fad56f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:41.013848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.126591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:41.126936 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.203348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port 4e93d3b3-1992-4ef6-bdad-71232fd01cc1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4e93d3b3-1992-4ef6-bdad-71232fd01cc1,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:41.203673 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.215936 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:41.456433 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.491352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=4e93d3b3-1992-4ef6-bdad-71232fd01cc1,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:41.499161 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16119061-a9a7-4c43-87de-03e826aa8d38 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:41.548096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.636243 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.638394 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.776255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.776770 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Fanout notify agent at l3_agent the message router_deleted on router ffb36f08-c127-4186-9523-0e0c5f6a9d84 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:07:41.785268 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.785645 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-75a9ad04-a88f-4ac8-930d-74c3e9b61df9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/routers/ffb36f08-c127-4186-9523-0e0c5f6a9d84 HTTP/1.1" status: 204 len: 168 time: 1.2767611 Dec 10 19:07:41.788471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42808) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:41.836978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 300235c7-402f-4557-8466-07dd3fad36fd no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:41.860385 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 300235c7-402f-4557-8466-07dd3fad36fd {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:41.860740 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 300235c7-402f-4557-8466-07dd3fad36fd not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:41.861172 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 118d9190-cf17-4316-a5f6-d43b3658a2d4 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:41.875183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-338fd956-1945-4de9-9ef8-42410c1f9b04 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.889021 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 118d9190-cf17-4316-a5f6-d43b3658a2d4 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:41.889366 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 118d9190-cf17-4316-a5f6-d43b3658a2d4 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:41.899665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device b7773e1a-a40a-4e5a-b64c-15c776a19f4b no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:41.921767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: b7773e1a-a40a-4e5a-b64c-15c776a19f4b {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:41.921953 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device b7773e1a-a40a-4e5a-b64c-15c776a19f4b not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:41.968001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-338fd956-1945-4de9-9ef8-42410c1f9b04 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:41.986847 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-338fd956-1945-4de9-9ef8-42410c1f9b04 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebecca9e-4456-4713-bcaf-ead45670ac66']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:41.996231 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-338fd956-1945-4de9-9ef8-42410c1f9b04 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:41.996532 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-338fd956-1945-4de9-9ef8-42410c1f9b04 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c21ae6-fc77-4c04-93f7-5c14d3bbd61b') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:42.005478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-338fd956-1945-4de9-9ef8-42410c1f9b04 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.018807 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-338fd956-1945-4de9-9ef8-42410c1f9b04 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.024667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338fd956-1945-4de9-9ef8-42410c1f9b04 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:07:42.025048 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-338fd956-1945-4de9-9ef8-42410c1f9b04 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:07:42.038580 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:07:42.141585 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-338fd956-1945-4de9-9ef8-42410c1f9b04 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.149255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-338fd956-1945-4de9-9ef8-42410c1f9b04 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.151541 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-338fd956-1945-4de9-9ef8-42410c1f9b04 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/networks/ebecca9e-4456-4713-bcaf-ead45670ac66 HTTP/1.1" status: 204 len: 168 time: 0.3621054 Dec 10 19:07:42.154376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42810) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:42.163021 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fd956-1945-4de9-9ef8-42410c1f9b04 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Network': ['ID=ebecca9e-4456-4713-bcaf-ead45670ac66,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:42.211675 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba39d519-c9c5-4188-b242-79814c798b7c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.237233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba39d519-c9c5-4188-b242-79814c798b7c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.376150 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba39d519-c9c5-4188-b242-79814c798b7c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.378728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba39d519-c9c5-4188-b242-79814c798b7c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:42.379878 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ba39d519-c9c5-4188-b242-79814c798b7c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/security-groups/936dda8b-c0a1-4fff-be40-7f1faf937c17 HTTP/1.1" status: 204 len: 168 time: 0.2244773 Dec 10 19:07:42.389962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39d519-c9c5-4188-b242-79814c798b7c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=936dda8b-c0a1-4fff-be40-7f1faf937c17,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:42.908678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42816) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:42.913376 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-6a144ddb-0ce0-43b2-a94c-2dff3a6601ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1678279276', 'description': 'tempest-secgroup-smoke-1678279276 description', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:43.024527 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a144ddb-0ce0-43b2-a94c-2dff3a6601ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.092337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a144ddb-0ce0-43b2-a94c-2dff3a6601ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.149810 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a144ddb-0ce0-43b2-a94c-2dff3a6601ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.185152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a144ddb-0ce0-43b2-a94c-2dff3a6601ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9083e3f-b603-410d-acdc-1c0e6db2cde9,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:43.249034 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a144ddb-0ce0-43b2-a94c-2dff3a6601ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.250352 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6a144ddb-0ce0-43b2-a94c-2dff3a6601ff tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3405404 Dec 10 19:07:43.255355 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42818) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:43.257587 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ed37235f-2d78-4380-a0c5-b00aa71eeac6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'b9083e3f-b603-410d-acdc-1c0e6db2cde9', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:43.343014 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ed37235f-2d78-4380-a0c5-b00aa71eeac6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.396857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ed37235f-2d78-4380-a0c5-b00aa71eeac6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.447307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ed37235f-2d78-4380-a0c5-b00aa71eeac6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.469273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37235f-2d78-4380-a0c5-b00aa71eeac6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9c30ef-dc1c-4f44-ad53-d39204fd18ef,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:43.524228 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ed37235f-2d78-4380-a0c5-b00aa71eeac6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.525489 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ed37235f-2d78-4380-a0c5-b00aa71eeac6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2712481 Dec 10 19:07:43.528324 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42820) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:43.532847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c684667a-c1ea-4cac-b002-6838a9fa8403 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'b9083e3f-b603-410d-acdc-1c0e6db2cde9', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:43.643503 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c684667a-c1ea-4cac-b002-6838a9fa8403 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.697886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c684667a-c1ea-4cac-b002-6838a9fa8403 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.744384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:43.764426 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:43.764778 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4e93d3b3-1992-4ef6-bdad-71232fd01cc1 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:43.770638 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c684667a-c1ea-4cac-b002-6838a9fa8403 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.793329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684667a-c1ea-4cac-b002-6838a9fa8403 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19a1cf7-c75a-4c61-a74c-e1932ec03a08,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:43.904302 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c684667a-c1ea-4cac-b002-6838a9fa8403 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:43.905552 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c684667a-c1ea-4cac-b002-6838a9fa8403 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3763003 Dec 10 19:07:43.908378 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42822) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:43.912679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-713aaedc-5193-4a47-bd2a-ce9139c363c1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'b9083e3f-b603-410d-acdc-1c0e6db2cde9', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:44.003888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-713aaedc-5193-4a47-bd2a-ce9139c363c1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.058702 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-713aaedc-5193-4a47-bd2a-ce9139c363c1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.150597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-713aaedc-5193-4a47-bd2a-ce9139c363c1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.169633 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713aaedc-5193-4a47-bd2a-ce9139c363c1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb425e1-17cd-4a10-bc3a-810654e337a3,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:44.249195 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-713aaedc-5193-4a47-bd2a-ce9139c363c1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.250596 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-713aaedc-5193-4a47-bd2a-ce9139c363c1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3412914 Dec 10 19:07:44.253286 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 42824) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:44.257639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-bb74f1e3-3589-43b8-9af5-d50ea1a6148d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'b9083e3f-b603-410d-acdc-1c0e6db2cde9', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:44.346229 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb74f1e3-3589-43b8-9af5-d50ea1a6148d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.401574 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb74f1e3-3589-43b8-9af5-d50ea1a6148d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.478841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb74f1e3-3589-43b8-9af5-d50ea1a6148d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.497890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74f1e3-3589-43b8-9af5-d50ea1a6148d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83811861-a89b-48d4-bd7c-2774723ea258,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:44.572807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb74f1e3-3589-43b8-9af5-d50ea1a6148d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.573992 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bb74f1e3-3589-43b8-9af5-d50ea1a6148d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3197324 Dec 10 19:07:44.576930 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42826) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:44.581566 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-04e966f5-9a24-423b-83d9-6427cd7a7653 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'b9083e3f-b603-410d-acdc-1c0e6db2cde9', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:44.670033 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-04e966f5-9a24-423b-83d9-6427cd7a7653 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Project bd43f375271f4f9bbfa05b92b4ef6662 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:07:44.674927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-04e966f5-9a24-423b-83d9-6427cd7a7653 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.732349 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-04e966f5-9a24-423b-83d9-6427cd7a7653 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.798987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-04e966f5-9a24-423b-83d9-6427cd7a7653 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.820921 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e966f5-9a24-423b-83d9-6427cd7a7653 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40af406-10a1-44ac-b433-5d72b0c34a4a,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:44.911719 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-04e966f5-9a24-423b-83d9-6427cd7a7653 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:44.912923 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-04e966f5-9a24-423b-83d9-6427cd7a7653 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3349969 Dec 10 19:07:44.916197 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42828) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:44.920589 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-ebd7de5e-297d-4bea-8d5c-fe2629fdd5b6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'b9083e3f-b603-410d-acdc-1c0e6db2cde9', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:45.001266 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-ebd7de5e-297d-4bea-8d5c-fe2629fdd5b6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Project bd43f375271f4f9bbfa05b92b4ef6662 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:07:45.006231 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ebd7de5e-297d-4bea-8d5c-fe2629fdd5b6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.063348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ebd7de5e-297d-4bea-8d5c-fe2629fdd5b6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.109977 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ebd7de5e-297d-4bea-8d5c-fe2629fdd5b6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.128174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7de5e-297d-4bea-8d5c-fe2629fdd5b6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff099a2-8d61-490c-8df8-80b925ded4a0,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:45.181108 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-ebd7de5e-297d-4bea-8d5c-fe2629fdd5b6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.182393 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ebd7de5e-297d-4bea-8d5c-fe2629fdd5b6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2652137 Dec 10 19:07:45.185196 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42830) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:45.190020 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e881f54f-76bf-443c-b456-330217bb986f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'network': {'name': 'tempest-network-smoke--1616724459', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'port_security_enabled': True}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:45.270176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e881f54f-76bf-443c-b456-330217bb986f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:45.273811 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e881f54f-76bf-443c-b456-330217bb986f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.297384 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e881f54f-76bf-443c-b456-330217bb986f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:45.306786 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e881f54f-76bf-443c-b456-330217bb986f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.307130 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-e881f54f-76bf-443c-b456-330217bb986f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Added segment 34f21b15-8b95-4a78-b495-a29cda0a77d5 of type vlan for network bf958384-f850-448e-be1a-35887ef41c47 Dec 10 19:07:45.346868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e881f54f-76bf-443c-b456-330217bb986f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.416353 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e881f54f-76bf-443c-b456-330217bb986f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.421972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e881f54f-76bf-443c-b456-330217bb986f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:45.422576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e881f54f-76bf-443c-b456-330217bb986f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.489671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881f54f-76bf-443c-b456-330217bb986f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Network': ['ID=bf958384-f850-448e-be1a-35887ef41c47,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:45.501967 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network bf958384-f850-448e-be1a-35887ef41c47 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:45.524630 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e881f54f-76bf-443c-b456-330217bb986f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3384018 Dec 10 19:07:45.527360 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42832) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:45.531897 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'admin_state_up': True, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:45.616333 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.618101 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.665946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:45.863527 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.130826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.149637 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.250635 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.26.5.35 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/9950b723-5174-44e3-a5da-ed6d79749937) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:46.352593 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.451044 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.487788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:46.493019 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:46.496813 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:46.507807 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704fe480-f7a3-4717-8680-36c010b7d3c3 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:46.515731 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8a996788-b6be-4f40-9a75-57e382ded99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.522997 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=9950b723-5174-44e3-a5da-ed6d79749937,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:46.553651 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-20629e76-1e19-46eb-ac17-77944289633d None None] Provisioning complete for port 9950b723-5174-44e3-a5da-ed6d79749937 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:46.554045 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-20629e76-1e19-46eb-ac17-77944289633d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:46.588699 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-20629e76-1e19-46eb-ac17-77944289633d None None] Port 9950b723-5174-44e3-a5da-ed6d79749937 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:46.817826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.010051 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.213072 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router f4a52e44-a158-4129-8c0e-b30ebfacea3a is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:07:47.318776 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:47.328907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Sync routers for ids ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:47.338274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Routers {'f4a52e44-a158-4129-8c0e-b30ebfacea3a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:47.338894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:07:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:47.409206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.410486 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4282b73b-2745-49ff-abad-f14ce1eb2a49 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8820872 Dec 10 19:07:47.413752 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42834) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:47.442211 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Set router f4a52e44-a158-4129-8c0e-b30ebfacea3a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:47.442437 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4508f241-488e-4b96-b99a-052652d8852f tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=bd43f375271f4f9bbfa05b92b4ef6662&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269129 Dec 10 19:07:47.445020 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42836) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:47.542499 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4f71d2-5eeb-4f0e-9738-0abe646c19d4 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:47.544039 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9a4f71d2-5eeb-4f0e-9738-0abe646c19d4 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980752 Dec 10 19:07:47.546790 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42838) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:47.574322 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3df1baa4-4060-4ee9-bd50-8219b7d8c2df tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264499 Dec 10 19:07:47.576703 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42840) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:47.581383 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-65cb9ac8-165d-41b4-87ce-eaccfb90227f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1003136180', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:47.628954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:07:46Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:47.655855 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Checking router: f4a52e44-a158-4129-8c0e-b30ebfacea3a for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:07:47.656208 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Updating router f4a52e44-a158-4129-8c0e-b30ebfacea3a port 9950b723-5174-44e3-a5da-ed6d79749937 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:07:47.680245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.727140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cb9ac8-165d-41b4-87ce-eaccfb90227f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:47.731343 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-65cb9ac8-165d-41b4-87ce-eaccfb90227f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.947624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:47.973471 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-65cb9ac8-165d-41b4-87ce-eaccfb90227f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.018887 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.031199 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb9ac8-165d-41b4-87ce-eaccfb90227f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Subnet': ['ID=5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:48.041539 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb9ac8-165d-41b4-87ce-eaccfb90227f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Checking segment: {'id': '34f21b15-8b95-4a78-b495-a29cda0a77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:48.041953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb9ac8-165d-41b4-87ce-eaccfb90227f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network hostable DHCP agents. Network: bf958384-f850-448e-be1a-35887ef41c47, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:48.064146 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd0f20f-16be-44c2-93e3-7ac305a67666 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:48.076845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Attempting to bind port 9950b723-5174-44e3-a5da-ed6d79749937 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:48.077221 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Attempting to bind port 9950b723-5174-44e3-a5da-ed6d79749937 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:48.077588 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Attempting to bind port 9950b723-5174-44e3-a5da-ed6d79749937 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:48.081996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73825b35-a5fa-47cb-952c-f8857d78d72e None None] Pushing event updated for resources: {'Port': ['ID=9950b723-5174-44e3-a5da-ed6d79749937,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:48.086885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:48.087261 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:48.087662 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.088045 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:48.088510 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Bound port: 9950b723-5174-44e3-a5da-ed6d79749937, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:48.088945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.138768 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb9ac8-165d-41b4-87ce-eaccfb90227f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network bf958384-f850-448e-be1a-35887ef41c47 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:48.152770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d1b16504-2061-49f8-ac75-adbe136ae601 None None] Provisioning complete for port 9950b723-5174-44e3-a5da-ed6d79749937 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:48.153141 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d1b16504-2061-49f8-ac75-adbe136ae601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.179380 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] For port 9950b723-5174-44e3-a5da-ed6d79749937, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:48.195458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] For port 9950b723-5174-44e3-a5da-ed6d79749937, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9950b723-5174-44e3-a5da-ed6d79749937,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:48.199471 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d1b16504-2061-49f8-ac75-adbe136ae601 None None] Port 9950b723-5174-44e3-a5da-ed6d79749937 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:48.218436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-65cb9ac8-165d-41b4-87ce-eaccfb90227f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, bf958384-f850-448e-be1a-35887ef41c47) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:48.222543 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb9ac8-165d-41b4-87ce-eaccfb90227f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:48.225412 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-65cb9ac8-165d-41b4-87ce-eaccfb90227f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.226635 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144abf5d-2431-4ad6-be48-86cde30a4abb None None] Network bf958384-f850-448e-be1a-35887ef41c47 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:48.276946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.304865 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-65cb9ac8-165d-41b4-87ce-eaccfb90227f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7271059 Dec 10 19:07:48.307671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42842) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:48.342500 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9c350c-e7e9-46ed-8975-cb111df997b9 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:48.380460 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Routers {'f4a52e44-a158-4129-8c0e-b30ebfacea3a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:48.381061 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:07:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:48.384893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-bf958384-f850-448e-be1a-35887ef41c47', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ips': [{'subnet_id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:07:48.385717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.387416 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73825b35-a5fa-47cb-952c-f8857d78d72e None None] Pushing event updated for resources: {'Port': ['ID=9950b723-5174-44e3-a5da-ed6d79749937,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:48.544907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7d0eb044-48ae-4151-bb7e-19cca3c807a6 None None] Provisioning complete for port 9950b723-5174-44e3-a5da-ed6d79749937 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:48.545286 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d0eb044-48ae-4151-bb7e-19cca3c807a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.644060 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] Set router f4a52e44-a158-4129-8c0e-b30ebfacea3a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:48.735845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Allocated IP 172.20.0.2 (bf958384-f850-448e-be1a-35887ef41c47/5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f/ae1581d8-afe4-438b-927e-9ea62c04a6e8) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:48.768056 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:48.873806 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:07:49.025724 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.037877 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d0eb044-48ae-4151-bb7e-19cca3c807a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.083390 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3adf2fab-280b-48a4-8a55-8bea38f4ac93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.099690 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-7d0eb044-48ae-4151-bb7e-19cca3c807a6 None None] For port 9950b723-5174-44e3-a5da-ed6d79749937, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9950b723-5174-44e3-a5da-ed6d79749937,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:49.152719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d0eb044-48ae-4151-bb7e-19cca3c807a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.247223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0eb044-48ae-4151-bb7e-19cca3c807a6 None None] Pushing event updated for resources: {'Port': ['ID=9950b723-5174-44e3-a5da-ed6d79749937,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:49.250029 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.259814 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:07:46Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:49.285747 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76737b4a-7cc7-47e1-93d0-e3301d9842ed None None] The sync data for ids ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'] in dv-neutron-821434-1-hyperv is: [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:07:46Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:49.308590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.347729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Network bf958384-f850-448e-be1a-35887ef41c47 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:49.351056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:49.356434 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:49.363194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.20.0.1 (bf958384-f850-448e-be1a-35887ef41c47/5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f/ab8f1495-b925-443c-bc20-086fdcd9eb0a) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:49.368227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Pushing event updated for resources: {'Port': ['ID=ae1581d8-afe4-438b-927e-9ea62c04a6e8,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:49.426345 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Attempting to bind port ae1581d8-afe4-438b-927e-9ea62c04a6e8 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:49.426717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Attempting to bind port ae1581d8-afe4-438b-927e-9ea62c04a6e8 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '34f21b15-8b95-4a78-b495-a29cda0a77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:49.427078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Attempting to bind port ae1581d8-afe4-438b-927e-9ea62c04a6e8 on network bf958384-f850-448e-be1a-35887ef41c47 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:49.432912 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:49.433344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Checking segment: {'id': '34f21b15-8b95-4a78-b495-a29cda0a77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:49.433673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.434174 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Bound using segment: {'id': '34f21b15-8b95-4a78-b495-a29cda0a77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:49.434535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Bound port: ae1581d8-afe4-438b-927e-9ea62c04a6e8, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f21b15-8b95-4a78-b495-a29cda0a77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:49.434906 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.507664 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.534562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] For port ae1581d8-afe4-438b-927e-9ea62c04a6e8, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:49.537810 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] For port ae1581d8-afe4-438b-927e-9ea62c04a6e8, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ae1581d8-afe4-438b-927e-9ea62c04a6e8,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:49.611541 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.640038 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.685940 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19786d2f-c8a6-4f75-9468-d02c591c3a1a None None] Pushing event updated for resources: {'Port': ['ID=ae1581d8-afe4-438b-927e-9ea62c04a6e8,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:49.700935 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network bf958384-f850-448e-be1a-35887ef41c47 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:49.708741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=ab8f1495-b925-443c-bc20-086fdcd9eb0a,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:49.708741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:49.708741 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:49.755622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:49.853451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9950b723-5174-44e3-a5da-ed6d79749937 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:49.931105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 9950b723-5174-44e3-a5da-ed6d79749937 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:49.931574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.279183 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.291004 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.574177 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.634801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.709595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=ab8f1495-b925-443c-bc20-086fdcd9eb0a,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:50.710558 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0af3205-fb90-4827-b487-9dbbed557859 None None] Network bf958384-f850-448e-be1a-35887ef41c47 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:50.715337 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.810644 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f11170b1-b165-489d-8c1e-74454f784b90 None None] Provisioning complete for port ae1581d8-afe4-438b-927e-9ea62c04a6e8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:50.811085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f11170b1-b165-489d-8c1e-74454f784b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.811357 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network bf958384-f850-448e-be1a-35887ef41c47 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:50.812789 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:50.913345 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f11170b1-b165-489d-8c1e-74454f784b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:50.940149 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router f4a52e44-a158-4129-8c0e-b30ebfacea3a has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:07:50.951753 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f11170b1-b165-489d-8c1e-74454f784b90 None None] For port ae1581d8-afe4-438b-927e-9ea62c04a6e8, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ae1581d8-afe4-438b-927e-9ea62c04a6e8,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:51.053641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f11170b1-b165-489d-8c1e-74454f784b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.054490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:51.066275 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1763508e-9dea-4a3d-a42e-96d127a9815e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "PUT /v2.0/routers/f4a52e44-a158-4129-8c0e-b30ebfacea3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7574289 Dec 10 19:07:51.129449 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11170b1-b165-489d-8c1e-74454f784b90 None None] Pushing event updated for resources: {'Port': ['ID=ae1581d8-afe4-438b-927e-9ea62c04a6e8,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:51.181285 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a3b8344f-fae1-403f-ad1e-2e1a0b78541d None None] Provisioning complete for port ae1581d8-afe4-438b-927e-9ea62c04a6e8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:51.181787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3b8344f-fae1-403f-ad1e-2e1a0b78541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.228162 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-f341d1f2-9934-4605-b0ae-570138000f36 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678279276&fields=id&tenant_id=bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 267 time: 0.0504937 Dec 10 19:07:51.282836 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Sync routers for ids ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:51.284492 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a3b8344f-fae1-403f-ad1e-2e1a0b78541d None None] Provisioning complete for port ab8f1495-b925-443c-bc20-086fdcd9eb0a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:51.284865 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3b8344f-fae1-403f-ad1e-2e1a0b78541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.294655 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Routers {'f4a52e44-a158-4129-8c0e-b30ebfacea3a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:51.295292 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:07:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:51.332557 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8344f-fae1-403f-ad1e-2e1a0b78541d None None] Port ab8f1495-b925-443c-bc20-086fdcd9eb0a cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:51.362207 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-198fcf4e-a4ea-4c56-a47b-9f4bf4950850 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:51.364125 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-198fcf4e-a4ea-4c56-a47b-9f4bf4950850 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/networks?id=bf958384-f850-448e-be1a-35887ef41c47 HTTP/1.1" status: 200 len: 797 time: 0.1283169 Dec 10 19:07:51.384763 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-f555010c-9c6f-48ff-8a06-49e6aea4c099 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/quotas/bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 375 time: 0.0132644 Dec 10 19:07:51.412706 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Set router f4a52e44-a158-4129-8c0e-b30ebfacea3a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:51.443263 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-8d1cc024-4723-49cf-b015-867f132d0028 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522661 Dec 10 19:07:51.459373 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.470731 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-139481e0-4565-4f8d-9f40-eb7078d7e340 None None] Provisioning complete for port ab8f1495-b925-443c-bc20-086fdcd9eb0a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:51.471110 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-139481e0-4565-4f8d-9f40-eb7078d7e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.510078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-139481e0-4565-4f8d-9f40-eb7078d7e340 None None] Port ab8f1495-b925-443c-bc20-086fdcd9eb0a cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:51.540692 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-55f6fed7-b522-46a8-b673-9f2e3e019d3e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:07:51.541729 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-55f6fed7-b522-46a8-b673-9f2e3e019d3e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0788536 Dec 10 19:07:51.630408 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9dc538cd-715b-4d07-bc0a-6d7b2f3f3f27 None None] Provisioning complete for port ab8f1495-b925-443c-bc20-086fdcd9eb0a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:51.630784 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9dc538cd-715b-4d07-bc0a-6d7b2f3f3f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.634579 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-3222e53b-40e4-4206-b531-fa64261a039b service neutron] 10.222.0.60 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852919 Dec 10 19:07:51.651948 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'ab8f1495-b925-443c-bc20-086fdcd9eb0a', 'name': '', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7f:78:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:48Z', 'updated_at': '2021-12-10T19:07:50Z', 'revision_number': 2, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:51.669729 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9dc538cd-715b-4d07-bc0a-6d7b2f3f3f27 None None] Port ab8f1495-b925-443c-bc20-086fdcd9eb0a cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:51.680137 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Checking router: f4a52e44-a158-4129-8c0e-b30ebfacea3a for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:07:51.680490 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Updating router f4a52e44-a158-4129-8c0e-b30ebfacea3a port ab8f1495-b925-443c-bc20-086fdcd9eb0a binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:07:51.705255 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.731624 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-22c2f26b-60a9-468d-bafb-0470fce8b67a service neutron] 10.222.0.60 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889823 Dec 10 19:07:51.836992 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ae1581d8-afe4-438b-927e-9ea62c04a6e8 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:51.884380 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port ae1581d8-afe4-438b-927e-9ea62c04a6e8 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:51.884731 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.983143 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.998856 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-84f1e183-7e42-4c7b-88b1-25e0c36b387d req-d801afac-c4ab-46f1-ae56-07a197b6c427 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 210 time: 0.0282996 Dec 10 19:07:52.047589 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.111105 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Pushing event updated for resources: {'Port': ['ID=ab8f1495-b925-443c-bc20-086fdcd9eb0a,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:52.134528 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:52.134528 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:52.134528 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:52.134837 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:52.135153 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:52.135475 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:52.135798 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:52.136119 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:52.136437 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:52.136754 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:52.137071 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:52.137384 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:52.137721 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:52.172942 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Attempting to bind port ab8f1495-b925-443c-bc20-086fdcd9eb0a on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:52.173298 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Attempting to bind port ab8f1495-b925-443c-bc20-086fdcd9eb0a by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '34f21b15-8b95-4a78-b495-a29cda0a77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:52.173718 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Attempting to bind port ab8f1495-b925-443c-bc20-086fdcd9eb0a on network bf958384-f850-448e-be1a-35887ef41c47 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:52.179568 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:52.179913 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Checking segment: {'id': '34f21b15-8b95-4a78-b495-a29cda0a77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:52.180300 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.180697 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Bound using segment: {'id': '34f21b15-8b95-4a78-b495-a29cda0a77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:52.181172 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Bound port: ab8f1495-b925-443c-bc20-086fdcd9eb0a, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f21b15-8b95-4a78-b495-a29cda0a77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:52.181557 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.251944 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] For port ab8f1495-b925-443c-bc20-086fdcd9eb0a, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:52.255149 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] For port ab8f1495-b925-443c-bc20-086fdcd9eb0a, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ab8f1495-b925-443c-bc20-086fdcd9eb0a,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:52.339394 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.394668 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-64012f33-cc14-45d9-a878-0bcf668dfe69 None None] Provisioning complete for port ab8f1495-b925-443c-bc20-086fdcd9eb0a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:52.395083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-64012f33-cc14-45d9-a878-0bcf668dfe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.476500 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afec9c-3e28-4a42-a68e-0ab1b4901974 None None] Pushing event updated for resources: {'Port': ['ID=ab8f1495-b925-443c-bc20-086fdcd9eb0a,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:52.491146 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Routers {'f4a52e44-a158-4129-8c0e-b30ebfacea3a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:52.497617 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:07:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:52.497775 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-64012f33-cc14-45d9-a878-0bcf668dfe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.549856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-64012f33-cc14-45d9-a878-0bcf668dfe69 None None] For port ab8f1495-b925-443c-bc20-086fdcd9eb0a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ab8f1495-b925-443c-bc20-086fdcd9eb0a,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:52.578631 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.633792 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] Set router f4a52e44-a158-4129-8c0e-b30ebfacea3a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:52.665217 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-64012f33-cc14-45d9-a878-0bcf668dfe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.714812 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64012f33-cc14-45d9-a878-0bcf668dfe69 None None] Pushing event updated for resources: {'Port': ['ID=ab8f1495-b925-443c-bc20-086fdcd9eb0a,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:52.788542 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5fc4a1b9-6601-415f-9abb-0d46f60af583 None None] Provisioning complete for port ab8f1495-b925-443c-bc20-086fdcd9eb0a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:52.788932 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5fc4a1b9-6601-415f-9abb-0d46f60af583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:52.841150 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'ab8f1495-b925-443c-bc20-086fdcd9eb0a', 'name': '', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7f:78:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:48Z', 'updated_at': '2021-12-10T19:07:52Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:52.879185 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4dd34b-61e5-467f-a8b7-5828a7a0cbcd None None] The sync data for ids ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'] in dv-neutron-821434-1-hyperv is: [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'ab8f1495-b925-443c-bc20-086fdcd9eb0a', 'name': '', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7f:78:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:48Z', 'updated_at': '2021-12-10T19:07:52Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:53.099054 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4d2eae0a-6cb3-4996-8e9f-7930a5abe094 req-623c4a72-7df7-426c-95ac-1ac2423071b5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 210 time: 0.0269530 Dec 10 19:07:53.815574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ab8f1495-b925-443c-bc20-086fdcd9eb0a up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:53.905189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port ab8f1495-b925-443c-bc20-086fdcd9eb0a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:53.905788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.199852 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-0c896e9b-e90c-4dca-bc13-d263912f4ae3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:54.201322 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-0c896e9b-e90c-4dca-bc13-d263912f4ae3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/networks?id=bf958384-f850-448e-be1a-35887ef41c47 HTTP/1.1" status: 200 len: 797 time: 0.1045327 Dec 10 19:07:54.203119 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-83e479b8-fc3d-426c-8fc8-ee054019e4ad req-39415ec7-799b-4bcd-8d64-d87df5e91975 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 210 time: 0.0323980 Dec 10 19:07:54.275582 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-9d1d7a8a-7a7b-471a-8dd4-7f7f8aa0629a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 380 time: 0.0627306 Dec 10 19:07:54.289216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-9654f095-8ef5-4150-8fff-f711eb730f17 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'port': {'device_id': '7b05108d-2912-461a-b2df-a17b79d39588', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'admin_state_up': True, 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'security_groups': ['b9083e3f-b603-410d-acdc-1c0e6db2cde9']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:54.493490 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-9654f095-8ef5-4150-8fff-f711eb730f17 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:54.499113 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-9654f095-8ef5-4150-8fff-f711eb730f17 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.621648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-9654f095-8ef5-4150-8fff-f711eb730f17 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.20.0.11 (bf958384-f850-448e-be1a-35887ef41c47/5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f/bc85ebe5-eec6-48dd-8f22-14938787e53a) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:54.758620 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-9654f095-8ef5-4150-8fff-f711eb730f17 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.864665 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-9654f095-8ef5-4150-8fff-f711eb730f17 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:54.910703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-9654f095-8ef5-4150-8fff-f711eb730f17 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network bf958384-f850-448e-be1a-35887ef41c47 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:54.913802 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-9654f095-8ef5-4150-8fff-f711eb730f17 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:54.918866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-9654f095-8ef5-4150-8fff-f711eb730f17 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:54.923052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654f095-8ef5-4150-8fff-f711eb730f17 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=bc85ebe5-eec6-48dd-8f22-14938787e53a,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:54.973988 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-9654f095-8ef5-4150-8fff-f711eb730f17 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:54.974734 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-9654f095-8ef5-4150-8fff-f711eb730f17 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.055896 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-9654f095-8ef5-4150-8fff-f711eb730f17 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7702477 Dec 10 19:07:55.073747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Request body: {'port': {'device_id': '7b05108d-2912-461a-b2df-a17b79d39588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:55.129808 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.134530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9fd6cdfd-b25f-4a51-8fd1-303ec0db3e1e None None] Provisioning complete for port bc85ebe5-eec6-48dd-8f22-14938787e53a triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:55.135013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9fd6cdfd-b25f-4a51-8fd1-303ec0db3e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.174800 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6cdfd-b25f-4a51-8fd1-303ec0db3e1e None None] Port bc85ebe5-eec6-48dd-8f22-14938787e53a cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:55.327540 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166db55-a94d-44e0-8afb-41272de157e9 req-f71f41bb-5515-4f1f-bf9a-953c8d330733 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:55.329215 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5166db55-a94d-44e0-8afb-41272de157e9 req-f71f41bb-5515-4f1f-bf9a-953c8d330733 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 932 time: 0.0508380 Dec 10 19:07:55.390848 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5166db55-a94d-44e0-8afb-41272de157e9 req-7f94563a-1b84-427d-bc75-abd0ede89801 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492747 Dec 10 19:07:55.418438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc85ebe5-eec6-48dd-8f22-14938787e53a {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:07:55.426088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.437591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Transition to ACTIVE for port object bc85ebe5-eec6-48dd-8f22-14938787e53a will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:07:55.807373 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.860688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Pushing event updated for resources: {'Port': ['ID=bc85ebe5-eec6-48dd-8f22-14938787e53a,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:55.932836 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Attempting to bind port bc85ebe5-eec6-48dd-8f22-14938787e53a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:55.933284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Attempting to bind port bc85ebe5-eec6-48dd-8f22-14938787e53a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '34f21b15-8b95-4a78-b495-a29cda0a77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:55.933610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Attempting to bind port bc85ebe5-eec6-48dd-8f22-14938787e53a on network bf958384-f850-448e-be1a-35887ef41c47 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:55.938304 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Port bc85ebe5-eec6-48dd-8f22-14938787e53a on network bf958384-f850-448e-be1a-35887ef41c47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:07:55.938628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Attempting to bind port bc85ebe5-eec6-48dd-8f22-14938787e53a on network bf958384-f850-448e-be1a-35887ef41c47 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:55.943752 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:55.944097 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Checking segment: {'id': '34f21b15-8b95-4a78-b495-a29cda0a77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:55.944477 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Bound using segment: {'id': '34f21b15-8b95-4a78-b495-a29cda0a77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:55.944904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Bound port: bc85ebe5-eec6-48dd-8f22-14938787e53a, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f21b15-8b95-4a78-b495-a29cda0a77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:55.945259 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.009270 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] For port bc85ebe5-eec6-48dd-8f22-14938787e53a, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:56.015127 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] For port bc85ebe5-eec6-48dd-8f22-14938787e53a, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:56.097071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.136481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.136993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.138446 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] 10.222.0.21 "PUT /v2.0/ports/bc85ebe5-eec6-48dd-8f22-14938787e53a HTTP/1.1" status: 200 len: 1094 time: 1.0691488 Dec 10 19:07:56.138887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b05108d-2912-461a-b2df-a17b79d39588', 'tag': 'bc85ebe5-eec6-48dd-8f22-14938787e53a'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:07:56.141108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c690540c-e128-4c08-9627-2b5f92d46933" -d '{"events": [{"name": "network-changed", "server_uuid": "7b05108d-2912-461a-b2df-a17b79d39588", "tag": "bc85ebe5-eec6-48dd-8f22-14938787e53a"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:07:56.165712 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df957d4f-8387-4cf7-abec-41ea6da7ce9b service neutron] Pushing event updated for resources: {'Port': ['ID=bc85ebe5-eec6-48dd-8f22-14938787e53a,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:56.183469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a2b5fe-ad19-4b0d-bac7-25ff6408680f x-openstack-request-id: req-f3a2b5fe-ad19-4b0d-bac7-25ff6408680f {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:07:56.183775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b05108d-2912-461a-b2df-a17b79d39588", "tag": "bc85ebe5-eec6-48dd-8f22-14938787e53a", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:07:56.184035 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3a2b5fe-ad19-4b0d-bac7-25ff6408680f {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:07:56.184480 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b05108d-2912-461a-b2df-a17b79d39588', 'tag': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'status': 'completed', 'code': 200} Dec 10 19:07:56.250230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690540c-e128-4c08-9627-2b5f92d46933 req-af2995da-0c94-429b-bcc2-362e750ac478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.251697 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c690540c-e128-4c08-9627-2b5f92d46933 req-af2995da-0c94-429b-bcc2-362e750ac478 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 1097 time: 0.0437288 Dec 10 19:07:56.360743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690540c-e128-4c08-9627-2b5f92d46933 req-a072d0e7-0d02-469d-add8-88e930a9d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.362255 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c690540c-e128-4c08-9627-2b5f92d46933 req-a072d0e7-0d02-469d-add8-88e930a9d0a9 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0975144 Dec 10 19:07:56.459526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690540c-e128-4c08-9627-2b5f92d46933 req-99d5ba03-b5da-4f85-9dd2-4e4927dad664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.461668 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c690540c-e128-4c08-9627-2b5f92d46933 req-99d5ba03-b5da-4f85-9dd2-4e4927dad664 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882237 Dec 10 19:07:56.513576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2ca2b-ddc2-4234-9c19-e6d319c84f42 req-a3c011be-6ad4-42f4-8ce7-dc3cb6750a02 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.515047 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-83c2ca2b-ddc2-4234-9c19-e6d319c84f42 req-a3c011be-6ad4-42f4-8ce7-dc3cb6750a02 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 944 time: 0.0523205 Dec 10 19:07:56.547511 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-4a8c1357-b141-4695-b003-8f4b7486b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.549019 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-4a8c1357-b141-4695-b003-8f4b7486b600 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 1097 time: 0.0409617 Dec 10 19:07:56.566978 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-83c2ca2b-ddc2-4234-9c19-e6d319c84f42 req-1a479b3d-3587-4007-be71-e36370926db2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458879 Dec 10 19:07:56.607339 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-f085eff1-e8a5-4b81-82e3-acf05be95925 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a HTTP/1.1" status: 200 len: 217 time: 0.0399461 Dec 10 19:07:56.660218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-4120a6d2-6127-415a-b3eb-a17d4f19bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.661646 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-4120a6d2-6127-415a-b3eb-a17d4f19bfe2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f HTTP/1.1" status: 200 len: 835 time: 0.0428987 Dec 10 19:07:56.711678 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-96b9e39c-6ac9-4ec6-994d-932a0b37d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.713149 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-96b9e39c-6ac9-4ec6-994d-932a0b37d654 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf958384-f850-448e-be1a-35887ef41c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398643 Dec 10 19:07:56.808591 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-b33cd713-5deb-4779-9d6d-fc269e5e9d09 service neutron] 10.222.0.21 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840771 Dec 10 19:07:56.901414 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53c445d2-aeb4-4252-8e94-aaeeccd801b8 req-ab6d13df-53c4-4738-b92f-0d332e81fbee service neutron] 10.222.0.21 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813951 Dec 10 19:07:57.679682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ef42f-c46a-425d-9ed4-54df681de907 req-a6e1cd0a-04a1-425e-8dfa-aae7319e7066 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:57.681788 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2f3ef42f-c46a-425d-9ed4-54df681de907 req-a6e1cd0a-04a1-425e-8dfa-aae7319e7066 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 944 time: 0.0478354 Dec 10 19:07:57.729290 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2f3ef42f-c46a-425d-9ed4-54df681de907 req-1169cc49-2036-49c2-83f7-bb515fd6c30e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414031 Dec 10 19:07:58.845553 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d259cb-6dfd-4e19-a324-053eb2b7ff72 req-c6216934-f570-4f17-9248-350d65879072 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:58.847186 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c2d259cb-6dfd-4e19-a324-053eb2b7ff72 req-c6216934-f570-4f17-9248-350d65879072 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 944 time: 0.0527415 Dec 10 19:07:58.895744 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c2d259cb-6dfd-4e19-a324-053eb2b7ff72 req-98791f26-bc12-4723-bc34-d2ef19eee196 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420940 Dec 10 19:07:59.945249 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device bc85ebe5-eec6-48dd-8f22-14938787e53a details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:08:00.010698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf35bd3-d0a6-4af3-af43-95a6d84e2786 req-8cb05550-d299-4ef7-a42d-b915a4675bcd tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:00.012097 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2bf35bd3-d0a6-4af3-af43-95a6d84e2786 req-8cb05550-d299-4ef7-a42d-b915a4675bcd tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 944 time: 0.0486882 Dec 10 19:08:00.038977 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port bc85ebe5-eec6-48dd-8f22-14938787e53a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:00.050984 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'port_id': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'mac_address': 'fa:16:3e:0a:b8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:08:00.061436 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2bf35bd3-d0a6-4af3-af43-95a6d84e2786 req-420eef84-6b95-465a-9fd4-cc8eb7638679 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432646 Dec 10 19:08:00.088311 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.104651 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc85ebe5-eec6-48dd-8f22-14938787e53a {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:08:00.123360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port bc85ebe5-eec6-48dd-8f22-14938787e53a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:00.178721 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:00.224353 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=bc85ebe5-eec6-48dd-8f22-14938787e53a,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:00.427018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['bc85ebe5-eec6-48dd-8f22-14938787e53a'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:08:01.179632 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0328-86b1-4949-a276-1a744d1aff74 req-b173d485-3a63-41c8-9a99-720787a46cb6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:01.181112 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6ebb0328-86b1-4949-a276-1a744d1aff74 req-b173d485-3a63-41c8-9a99-720787a46cb6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 945 time: 0.0526571 Dec 10 19:08:01.234009 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6ebb0328-86b1-4949-a276-1a744d1aff74 req-385713e6-b36f-44d4-a979-6dd9737f154b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469706 Dec 10 19:08:01.960583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device bc85ebe5-eec6-48dd-8f22-14938787e53a up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:02.099129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port bc85ebe5-eec6-48dd-8f22-14938787e53a completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:08:02.103579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port bc85ebe5-eec6-48dd-8f22-14938787e53a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:02.108282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:02.183161 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:02.204750 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b05108d-2912-461a-b2df-a17b79d39588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85ebe5-eec6-48dd-8f22-14938787e53a'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:08:02.207014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49562fa-1e19-4b23-a06d-fb5ad86288bc" -d '{"events": [{"server_uuid": "7b05108d-2912-461a-b2df-a17b79d39588", "name": "network-vif-plugged", "status": "completed", "tag": "bc85ebe5-eec6-48dd-8f22-14938787e53a"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:08:02.219872 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port bc85ebe5-eec6-48dd-8f22-14938787e53a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:02.243476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857e45c3-1f30-4b13-9480-42840eb83d87 x-openstack-request-id: req-857e45c3-1f30-4b13-9480-42840eb83d87 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:08:02.243780 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b05108d-2912-461a-b2df-a17b79d39588", "name": "network-vif-plugged", "status": "completed", "tag": "bc85ebe5-eec6-48dd-8f22-14938787e53a", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:08:02.244040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-857e45c3-1f30-4b13-9480-42840eb83d87 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:08:02.244441 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b05108d-2912-461a-b2df-a17b79d39588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'code': 200} Dec 10 19:08:02.287836 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:02.336691 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=bc85ebe5-eec6-48dd-8f22-14938787e53a,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:02.354783 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d65fb-9f5a-49ed-bf48-34059565ee3f req-407bfd3e-9069-4f0a-b484-69e8fc14ddd1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:02.354783 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-226d65fb-9f5a-49ed-bf48-34059565ee3f req-407bfd3e-9069-4f0a-b484-69e8fc14ddd1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0505500 Dec 10 19:08:02.403879 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-226d65fb-9f5a-49ed-bf48-34059565ee3f req-c5206cbe-c62f-4fd0-b09a-172fc0147b4e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433431 Dec 10 19:08:02.559100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b30b9-b01f-4106-8158-b53914639823 req-783c7203-7657-41fd-b3b8-fa60011b8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:02.560573 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-047b30b9-b01f-4106-8158-b53914639823 req-783c7203-7657-41fd-b3b8-fa60011b8e59 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 1099 time: 0.0457115 Dec 10 19:08:02.609352 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-047b30b9-b01f-4106-8158-b53914639823 req-6935045c-25d7-4a3e-99b5-dde704460ef9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375214 Dec 10 19:08:03.520413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87149dab-2322-43b2-8903-4b7c614f3416 req-dca028ed-2cde-4d15-9d4d-097fd4b42d0d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:03.522120 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-87149dab-2322-43b2-8903-4b7c614f3416 req-dca028ed-2cde-4d15-9d4d-097fd4b42d0d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0496335 Dec 10 19:08:03.575123 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-87149dab-2322-43b2-8903-4b7c614f3416 req-b3304e3c-8725-4922-b2e2-890a5a51ead7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469732 Dec 10 19:08:04.692414 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5825a1-9022-4f55-a2d9-334f8ae9b75c req-b2654a9a-edf4-4d57-8cb7-165daaee77b2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:04.693915 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8e5825a1-9022-4f55-a2d9-334f8ae9b75c req-b2654a9a-edf4-4d57-8cb7-165daaee77b2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0483317 Dec 10 19:08:04.741819 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8e5825a1-9022-4f55-a2d9-334f8ae9b75c req-0ee9202b-c909-4f5e-aa32-7c5470507135 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412567 Dec 10 19:08:04.853992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83605ba4-094f-45e4-bad0-037200a6594b req-85667947-957c-4de3-9f1a-26516dcda0f9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:04.855485 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-83605ba4-094f-45e4-bad0-037200a6594b req-85667947-957c-4de3-9f1a-26516dcda0f9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0477376 Dec 10 19:08:04.902989 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-83605ba4-094f-45e4-bad0-037200a6594b req-f0434c3f-7f74-443d-be13-f8da3b145852 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417089 Dec 10 19:08:04.925093 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42906) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:04.968052 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a153513-ebba-4e74-b664-86280fbe3bb5 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:04.969514 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1a153513-ebba-4e74-b664-86280fbe3bb5 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 1094 time: 0.0431440 Dec 10 19:08:04.972242 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42908) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:04.976648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:05.076058 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.170243 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.274149 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.26.5.90 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/5fac9ac2-bf8c-4594-bf60-5744f7c92113) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:05.370626 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.454060 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.494807 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:05.497683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:05.501277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:05.528067 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=5fac9ac2-bf8c-4594-bf60-5744f7c92113,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:05.839279 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.963598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:06.108370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:06.178712 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:06.248311 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=5fac9ac2-bf8c-4594-bf60-5744f7c92113,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:06.257441 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:06.355311 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Floating IP 118b7401-03c3-4c6c-b139-a91eefbb2fea associated. External IP: 172.26.5.90, port: bc85ebe5-eec6-48dd-8f22-14938787e53a. Dec 10 19:08:06.557049 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router f4a52e44-a158-4129-8c0e-b30ebfacea3a has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:06.662396 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:06.671632 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094225fc-6776-4208-9255-8bf82888aee5 None None] Sync routers for ids ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:06.682006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094225fc-6776-4208-9255-8bf82888aee5 None None] Routers {'f4a52e44-a158-4129-8c0e-b30ebfacea3a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:06.682665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-094225fc-6776-4208-9255-8bf82888aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:07:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:06.786743 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-094225fc-6776-4208-9255-8bf82888aee5 None None] Set router f4a52e44-a158-4129-8c0e-b30ebfacea3a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:06.786969 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:06.814653 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-758d8af7-5037-4431-ae5c-08ded7a3fcc8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8411016 Dec 10 19:08:06.815255 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b05108d-2912-461a-b2df-a17b79d39588', 'tag': 'bc85ebe5-eec6-48dd-8f22-14938787e53a'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:08:06.817614 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36c3d55-c89f-4ed7-a495-f3fce29e27fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7b05108d-2912-461a-b2df-a17b79d39588", "tag": "bc85ebe5-eec6-48dd-8f22-14938787e53a"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:08:06.854876 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab9b4a6-3961-4b2a-9938-f0ed9671cf7a x-openstack-request-id: req-0ab9b4a6-3961-4b2a-9938-f0ed9671cf7a {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:08:06.855481 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b05108d-2912-461a-b2df-a17b79d39588", "tag": "bc85ebe5-eec6-48dd-8f22-14938787e53a", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:08:06.855702 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ab9b4a6-3961-4b2a-9938-f0ed9671cf7a {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:08:06.856366 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b05108d-2912-461a-b2df-a17b79d39588', 'tag': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'status': 'completed', 'code': 200} Dec 10 19:08:06.915367 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd2a40-647a-48a2-b025-a769da3cb6f2 req-4a2418c4-7bdf-4b1d-aff1-4b558e68fd27 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:06.916893 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a3fd2a40-647a-48a2-b025-a769da3cb6f2 req-4a2418c4-7bdf-4b1d-aff1-4b558e68fd27 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0498426 Dec 10 19:08:06.926020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c3d55-c89f-4ed7-a495-f3fce29e27fd req-4e1c86ce-9d07-44b1-8149-01e3bc2f9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:06.927601 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e36c3d55-c89f-4ed7-a495-f3fce29e27fd req-4e1c86ce-9d07-44b1-8149-01e3bc2f9eda service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 1099 time: 0.0475960 Dec 10 19:08:06.971242 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a3fd2a40-647a-48a2-b025-a769da3cb6f2 req-a0b65ea3-34a5-49ec-bafc-1003a71cde07 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476792 Dec 10 19:08:06.993965 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42914) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:07.021831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-094225fc-6776-4208-9255-8bf82888aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '118b7401-03c3-4c6c-b139-a91eefbb2fea', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.90', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'port_id': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'mac_address': 'fa:16:3e:0a:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b05108d-2912-461a-b2df-a17b79d39588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:08:05Z', 'updated_at': '2021-12-10T19:08:05Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8f1495-b925-443c-bc20-086fdcd9eb0a', 'name': '', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7f:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:48Z', 'updated_at': '2021-12-10T19:07:52Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:07.024489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c3d55-c89f-4ed7-a495-f3fce29e27fd req-5fb1006d-4b48-4548-944a-171207d26816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:07.025998 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e36c3d55-c89f-4ed7-a495-f3fce29e27fd req-5fb1006d-4b48-4548-944a-171207d26816 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bf958384-f850-448e-be1a-35887ef41c47 HTTP/1.1" status: 200 len: 898 time: 0.0914834 Dec 10 19:08:07.048607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094225fc-6776-4208-9255-8bf82888aee5 None None] Checking router: f4a52e44-a158-4129-8c0e-b30ebfacea3a for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:08:07.057823 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094225fc-6776-4208-9255-8bf82888aee5 None None] Routers {'f4a52e44-a158-4129-8c0e-b30ebfacea3a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:07.058429 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-094225fc-6776-4208-9255-8bf82888aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:07:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:07.060877 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2472ea06-3fe8-4d37-9a6b-9ffe4dad8abe tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/118b7401-03c3-4c6c-b139-a91eefbb2fea HTTP/1.1" status: 200 len: 991 time: 0.0655317 Dec 10 19:08:07.096379 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e36c3d55-c89f-4ed7-a495-f3fce29e27fd req-e79e4372-5b1e-409a-bcd3-d089b18da39d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a HTTP/1.1" status: 200 len: 999 time: 0.0631411 Dec 10 19:08:07.145526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c3d55-c89f-4ed7-a495-f3fce29e27fd req-074ca6b0-34b3-4501-9768-bfd0071c9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:07.147013 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e36c3d55-c89f-4ed7-a495-f3fce29e27fd req-074ca6b0-34b3-4501-9768-bfd0071c9f33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f HTTP/1.1" status: 200 len: 835 time: 0.0437531 Dec 10 19:08:07.168235 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-094225fc-6776-4208-9255-8bf82888aee5 None None] Set router f4a52e44-a158-4129-8c0e-b30ebfacea3a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:07.192887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c3d55-c89f-4ed7-a495-f3fce29e27fd req-84a746bb-4d52-45df-acf5-a983fa318d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:07.194447 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e36c3d55-c89f-4ed7-a495-f3fce29e27fd req-84a746bb-4d52-45df-acf5-a983fa318d20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf958384-f850-448e-be1a-35887ef41c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406172 Dec 10 19:08:07.292665 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e36c3d55-c89f-4ed7-a495-f3fce29e27fd req-923fcdca-f28e-402f-ba6c-2a0a434279ee service neutron] 10.222.0.21 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907054 Dec 10 19:08:07.383533 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e36c3d55-c89f-4ed7-a495-f3fce29e27fd req-d11582ec-e37b-4155-97b0-12d1792c4ce0 service neutron] 10.222.0.21 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815618 Dec 10 19:08:07.390902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-094225fc-6776-4208-9255-8bf82888aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '118b7401-03c3-4c6c-b139-a91eefbb2fea', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.90', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'port_id': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'mac_address': 'fa:16:3e:0a:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b05108d-2912-461a-b2df-a17b79d39588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:08:05Z', 'updated_at': '2021-12-10T19:08:05Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8f1495-b925-443c-bc20-086fdcd9eb0a', 'name': '', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7f:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:48Z', 'updated_at': '2021-12-10T19:07:52Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:07.416818 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094225fc-6776-4208-9255-8bf82888aee5 None None] The sync data for ids ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'] in dv-neutron-821434-1-hyperv is: [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '118b7401-03c3-4c6c-b139-a91eefbb2fea', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.90', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'port_id': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'mac_address': 'fa:16:3e:0a:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b05108d-2912-461a-b2df-a17b79d39588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:08:05Z', 'updated_at': '2021-12-10T19:08:05Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8f1495-b925-443c-bc20-086fdcd9eb0a', 'name': '', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7f:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:48Z', 'updated_at': '2021-12-10T19:07:52Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:07.593297 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f7a30-4536-42bc-bd7e-34f55d54497f None None] New status for floating IP 118b7401-03c3-4c6c-b139-a91eefbb2fea: ACTIVE {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:08:08.064043 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42916) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:08.124522 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-18a0e29a-0db4-453b-80d8-32309ecf40a9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/118b7401-03c3-4c6c-b139-a91eefbb2fea HTTP/1.1" status: 200 len: 993 time: 0.0594189 Dec 10 19:08:16.542791 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8dd90b7a-4197-434d-bfc5-c585aba2a9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.767689 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:18.830093 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ad268cdb-c2f6-4fb8-aea1-1f1e64638a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:20.247327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:21.442183 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:22.567601 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:25.873225 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:08:41.699475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16074ae6-3ecb-49a4-8015-12ca3fb5985e req-3c07f6ae-2b27-4a9b-9e5f-2ffbd7fe703e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:41.700941 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-16074ae6-3ecb-49a4-8015-12ca3fb5985e req-3c07f6ae-2b27-4a9b-9e5f-2ffbd7fe703e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0479147 Dec 10 19:08:41.754397 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-16074ae6-3ecb-49a4-8015-12ca3fb5985e req-56186631-e94a-4b6e-ac18-7b2b3d058aae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475502 Dec 10 19:08:41.872777 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 42938) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:42.219829 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-0c32a33d-c048-48b6-9be4-8d958bc6f4ff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3458831 Dec 10 19:08:42.228701 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-13f765cb-b0ff-47ca-8c8e-6b01de84070b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:08:42.229716 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-13f765cb-b0ff-47ca-8c8e-6b01de84070b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049093 Dec 10 19:08:42.869156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e1abb-fb46-41bd-b967-d8f9bf853081 req-44064f5d-361c-4792-9d99-4739d667134d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:42.870684 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f37e1abb-fb46-41bd-b967-d8f9bf853081 req-44064f5d-361c-4792-9d99-4739d667134d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0476491 Dec 10 19:08:42.918483 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f37e1abb-fb46-41bd-b967-d8f9bf853081 req-c748ff84-9a4d-4f97-b05d-aa4c5f255b4c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417204 Dec 10 19:08:44.030997 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdf963-7e91-4a31-94d8-15e5b094b45d req-91af39ad-0062-4584-a039-d7a53030abfc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:44.032388 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aecdf963-7e91-4a31-94d8-15e5b094b45d req-91af39ad-0062-4584-a039-d7a53030abfc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0471201 Dec 10 19:08:44.087183 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aecdf963-7e91-4a31-94d8-15e5b094b45d req-dae6c00a-0529-4d0c-9443-15f180461737 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489302 Dec 10 19:08:45.199160 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c679d5d-45aa-4abc-aed9-248736741fdb req-7949cb1b-345a-463b-be44-7ea2c6d89b8a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:45.200620 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2c679d5d-45aa-4abc-aed9-248736741fdb req-7949cb1b-345a-463b-be44-7ea2c6d89b8a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0476856 Dec 10 19:08:45.249324 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2c679d5d-45aa-4abc-aed9-248736741fdb req-3091fc9c-a5ec-4736-972d-8a0c0744985f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425074 Dec 10 19:08:46.368246 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc2c25-7f47-40ff-a36e-cafe8d3d31b9 req-bb5a775e-6524-404f-b278-72638a0bb977 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:46.369637 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3abc2c25-7f47-40ff-a36e-cafe8d3d31b9 req-bb5a775e-6524-404f-b278-72638a0bb977 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0497360 Dec 10 19:08:46.418518 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3abc2c25-7f47-40ff-a36e-cafe8d3d31b9 req-166ea259-f9be-4b4a-a62e-f3672f5be25e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427775 Dec 10 19:08:46.545337 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9b0162a5-8662-42ba-90cb-46c5590e705a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.273789 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-92640459-4b4f-4840-ade2-da9e3335cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:47.275254 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-92640459-4b4f-4840-ade2-da9e3335cce3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 1099 time: 0.0409846 Dec 10 19:08:47.374140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-6c0e14a6-bdce-4001-85e0-fe11d3d58358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:47.375632 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-6c0e14a6-bdce-4001-85e0-fe11d3d58358 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bf958384-f850-448e-be1a-35887ef41c47 HTTP/1.1" status: 200 len: 898 time: 0.0886743 Dec 10 19:08:47.443102 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-e579046f-baa0-444f-a248-2563471bcd18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a HTTP/1.1" status: 200 len: 1001 time: 0.0560789 Dec 10 19:08:47.495525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-e8007e37-1594-423d-bc45-487007ffed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:47.496986 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-e8007e37-1594-423d-bc45-487007ffed5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f HTTP/1.1" status: 200 len: 835 time: 0.0432162 Dec 10 19:08:47.537642 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04fd8e-2930-4b6e-900a-1463d375d019 req-fd03633d-3097-4d51-a5fe-e16220edba61 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:47.539196 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3a04fd8e-2930-4b6e-900a-1463d375d019 req-fd03633d-3097-4d51-a5fe-e16220edba61 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0530231 Dec 10 19:08:47.546545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-a9e2b03d-355a-4e22-a4d1-d5d8826961a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:47.548020 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-a9e2b03d-355a-4e22-a4d1-d5d8826961a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf958384-f850-448e-be1a-35887ef41c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435827 Dec 10 19:08:47.588131 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3a04fd8e-2930-4b6e-900a-1463d375d019 req-047512ff-19da-4ad2-90d3-a6f19ef31562 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431359 Dec 10 19:08:47.639955 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-452d6e62-94e3-436c-b5b4-a112c81d05d6 service neutron] 10.222.0.21 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802014 Dec 10 19:08:47.735516 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-238d86a3-7861-4c55-9a11-c5b3aa073523 service neutron] 10.222.0.21 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837321 Dec 10 19:08:48.702111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8448fcc-0457-4a2f-89be-48045c17c28c req-c6d25184-abfd-404f-840f-702a8be349c1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:48.716636 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c8448fcc-0457-4a2f-89be-48045c17c28c req-c6d25184-abfd-404f-840f-702a8be349c1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0482790 Dec 10 19:08:48.752069 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c8448fcc-0457-4a2f-89be-48045c17c28c req-f6057315-1c35-4180-9229-19f3c054c99d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 Dec 10 19:08:48.790680 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:48.847477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3c712b09-2617-465e-842b-802f46fc3025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:49.871669 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c3415-a3a0-40e5-b30d-effdf991903a req-108b6fa5-eb17-4ed8-9148-d91a5e5f15f6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:49.873281 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e62c3415-a3a0-40e5-b30d-effdf991903a req-108b6fa5-eb17-4ed8-9148-d91a5e5f15f6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0540733 Dec 10 19:08:49.923091 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e62c3415-a3a0-40e5-b30d-effdf991903a req-475233ec-ad00-4c1b-a387-3d935e503475 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438964 Dec 10 19:08:50.247582 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:50.580171 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f42179-0109-4dd9-b1cf-69404ba7de40 req-b50d7dad-5463-4683-8073-0fcf0d89b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:50.581989 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-73f42179-0109-4dd9-b1cf-69404ba7de40 req-b50d7dad-5463-4683-8073-0fcf0d89b730 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 1099 time: 0.0415726 Dec 10 19:08:50.691745 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f42179-0109-4dd9-b1cf-69404ba7de40 req-cb9a7363-5939-41fb-8757-245753866b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:50.693236 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-73f42179-0109-4dd9-b1cf-69404ba7de40 req-cb9a7363-5939-41fb-8757-245753866b23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bf958384-f850-448e-be1a-35887ef41c47 HTTP/1.1" status: 200 len: 898 time: 0.0905256 Dec 10 19:08:50.762253 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-73f42179-0109-4dd9-b1cf-69404ba7de40 req-206c9698-b195-46c0-9a87-54085883be24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a HTTP/1.1" status: 200 len: 1001 time: 0.0612609 Dec 10 19:08:50.810225 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f42179-0109-4dd9-b1cf-69404ba7de40 req-9c831e2f-9ffa-4b8c-b535-93ddc1d12754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:50.811643 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-73f42179-0109-4dd9-b1cf-69404ba7de40 req-9c831e2f-9ffa-4b8c-b535-93ddc1d12754 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f HTTP/1.1" status: 200 len: 835 time: 0.0424206 Dec 10 19:08:50.857587 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f42179-0109-4dd9-b1cf-69404ba7de40 req-31cfc9bc-5418-41e2-9353-9200e6b66c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:50.858491 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-73f42179-0109-4dd9-b1cf-69404ba7de40 req-31cfc9bc-5418-41e2-9353-9200e6b66c2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf958384-f850-448e-be1a-35887ef41c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390289 Dec 10 19:08:50.951528 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-73f42179-0109-4dd9-b1cf-69404ba7de40 req-1e1ef9ad-788c-4866-ae8a-9c12c737dea9 service neutron] 10.222.0.21 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849485 Dec 10 19:08:51.037196 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f922-b70a-4e8e-8c1c-3b9d06c35227 req-bf4dfbb1-04e1-4740-9a11-fa9675813220 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:51.038699 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f399f922-b70a-4e8e-8c1c-3b9d06c35227 req-bf4dfbb1-04e1-4740-9a11-fa9675813220 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0480754 Dec 10 19:08:51.045063 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-73f42179-0109-4dd9-b1cf-69404ba7de40 req-ed540890-5f9d-418a-9618-6b3ad7c3846d service neutron] 10.222.0.21 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809979 Dec 10 19:08:51.090107 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f399f922-b70a-4e8e-8c1c-3b9d06c35227 req-f9924ae9-3614-479e-8e65-f5579d908760 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445123 Dec 10 19:08:51.505387 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.203673 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db6aeb-eb88-420f-962d-bfd84fa935e8 req-a475b207-ba3c-4218-9a45-9c14656b5536 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:52.205126 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-20db6aeb-eb88-420f-962d-bfd84fa935e8 req-a475b207-ba3c-4218-9a45-9c14656b5536 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0471914 Dec 10 19:08:52.256765 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-20db6aeb-eb88-420f-962d-bfd84fa935e8 req-3de9f999-1384-4269-b5a6-29e0a31baa4a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456548 Dec 10 19:08:52.543287 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:53.370956 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77973bd0-7298-4c84-b28f-bf36a72d0bb2 req-04607958-69bb-4df6-b917-53a1af0b2353 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:53.372429 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-77973bd0-7298-4c84-b28f-bf36a72d0bb2 req-04607958-69bb-4df6-b917-53a1af0b2353 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0483437 Dec 10 19:08:53.424746 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-77973bd0-7298-4c84-b28f-bf36a72d0bb2 req-e98d447e-086c-49ea-a1e9-75e4c00befe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464671 Dec 10 19:08:54.548183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c311aee-3e70-484f-8d01-85ef778e9cde req-29e6747a-076d-4103-a785-7b1360b5c7b5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:54.549749 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7c311aee-3e70-484f-8d01-85ef778e9cde req-29e6747a-076d-4103-a785-7b1360b5c7b5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0498574 Dec 10 19:08:54.609592 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7c311aee-3e70-484f-8d01-85ef778e9cde req-45ed6577-10ff-4603-b3b9-f7a00dc3e466 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502989 Dec 10 19:08:55.731906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8726045-58fc-4878-a2c8-a07eebc3b5d8 req-6eb3be26-fc1b-43da-87b2-eea4a63e836a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:55.733406 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d8726045-58fc-4878-a2c8-a07eebc3b5d8 req-6eb3be26-fc1b-43da-87b2-eea4a63e836a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0538273 Dec 10 19:08:55.789873 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d8726045-58fc-4878-a2c8-a07eebc3b5d8 req-e41fb7b5-47b4-4759-b85a-c5cc76b5dd9b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505109 Dec 10 19:08:56.907217 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032e30d-e8d8-4703-8921-4349d3bdf616 req-0d9779b9-034f-443c-ab37-c8c864251fe8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:56.908690 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3032e30d-e8d8-4703-8921-4349d3bdf616 req-0d9779b9-034f-443c-ab37-c8c864251fe8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0484672 Dec 10 19:08:56.959424 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3032e30d-e8d8-4703-8921-4349d3bdf616 req-3a17f6d4-7946-46c5-8b1a-97003730eb5c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446296 Dec 10 19:08:58.073514 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84907c3-6667-4f57-8b45-5f958f9ce0ca req-a8027c76-80d0-4d9f-87b3-5ad114239cba tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:58.074926 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f84907c3-6667-4f57-8b45-5f958f9ce0ca req-a8027c76-80d0-4d9f-87b3-5ad114239cba tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0484440 Dec 10 19:08:58.126892 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f84907c3-6667-4f57-8b45-5f958f9ce0ca req-856e8467-ef02-48d2-998c-43806d443387 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459592 Dec 10 19:08:59.243498 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d84816-0f73-4265-865b-3982d731f4ea req-62e18b8b-f61b-4898-977f-211afd326039 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:59.244974 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-10d84816-0f73-4265-865b-3982d731f4ea req-62e18b8b-f61b-4898-977f-211afd326039 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0487714 Dec 10 19:08:59.294450 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-10d84816-0f73-4265-865b-3982d731f4ea req-aca74a37-3885-476b-a89b-ceb0703f9829 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435157 Dec 10 19:08:59.891184 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-b9a406de-1968-4165-90fa-dc74062a9a93 service neutron] 10.222.0.21 "GET /v2.0/ports/bc85ebe5-eec6-48dd-8f22-14938787e53a/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0578845 Dec 10 19:09:00.412237 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faa9b7-0fa7-4650-b754-7ae504857ff8 req-fe5dc4be-bbb9-492a-a4a8-c20e2da0a274 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:00.414339 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e8faa9b7-0fa7-4650-b754-7ae504857ff8 req-fe5dc4be-bbb9-492a-a4a8-c20e2da0a274 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0483592 Dec 10 19:09:00.461547 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-590cca9f-174c-4e1c-9282-725bc4700a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:00.463102 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-590cca9f-174c-4e1c-9282-725bc4700a1a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588&tenant_id=bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 1099 time: 0.0426786 Dec 10 19:09:00.464765 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e8faa9b7-0fa7-4650-b754-7ae504857ff8 req-b51ba31a-7ac1-498e-be79-3d71dc91ecaf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444455 Dec 10 19:09:00.534510 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-7f407e12-8293-484b-99b8-36e5a030ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:00.536005 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-7f407e12-8293-484b-99b8-36e5a030ed43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 1099 time: 0.0427725 Dec 10 19:09:00.630182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-3b48da68-6c38-486a-86bb-388c29f37a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:00.631628 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-3b48da68-6c38-486a-86bb-388c29f37a14 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bf958384-f850-448e-be1a-35887ef41c47 HTTP/1.1" status: 200 len: 898 time: 0.0856309 Dec 10 19:09:00.697061 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-d1143b3c-4201-4604-84de-7a830e601dbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a HTTP/1.1" status: 200 len: 1001 time: 0.0568347 Dec 10 19:09:00.752614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-15963c34-49dc-479e-a5ef-ec3e8180765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:00.754102 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-15963c34-49dc-479e-a5ef-ec3e8180765c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f HTTP/1.1" status: 200 len: 835 time: 0.0462298 Dec 10 19:09:00.802291 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-9604eb09-ef3f-41d0-888c-453e15b88dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:00.804016 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-9604eb09-ef3f-41d0-888c-453e15b88dda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf958384-f850-448e-be1a-35887ef41c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383282 Dec 10 19:09:00.897662 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-a401d94e-57a3-4464-baf0-a96d0061d665 service neutron] 10.222.0.21 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815246 Dec 10 19:09:00.994527 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17c49f4c-d88a-4a95-a0ed-458fe16d86d8 req-86d77742-082a-4079-bb7e-c13a6054b3e3 service neutron] 10.222.0.21 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857341 Dec 10 19:09:01.587155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569a278-78d8-487c-8848-b016090f6e73 req-ee03e63f-fc44-49e7-9556-1bad32c43448 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:01.588671 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6569a278-78d8-487c-8848-b016090f6e73 req-ee03e63f-fc44-49e7-9556-1bad32c43448 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0539360 Dec 10 19:09:01.637122 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6569a278-78d8-487c-8848-b016090f6e73 req-87cdfa72-f961-416a-85dc-1779523e0117 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425222 Dec 10 19:09:02.751728 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0abfa-fdd5-4ce7-a2b0-21a01a0f83ad req-6ed81dab-6bb2-4ebe-9620-972350f2eba0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:02.753196 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-17f0abfa-fdd5-4ce7-a2b0-21a01a0f83ad req-6ed81dab-6bb2-4ebe-9620-972350f2eba0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0480044 Dec 10 19:09:02.806764 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-17f0abfa-fdd5-4ce7-a2b0-21a01a0f83ad req-e78dec63-c06a-4546-bc8d-090b3d790fdb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469790 Dec 10 19:09:02.871420 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:09:03.928418 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc230d4-ea7b-4b65-8913-46ae84ad7d55 req-d19bfb6a-d4b9-4d02-806b-880ace93f1e4 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:03.930462 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1bc230d4-ea7b-4b65-8913-46ae84ad7d55 req-d19bfb6a-d4b9-4d02-806b-880ace93f1e4 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0531869 Dec 10 19:09:03.979054 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1bc230d4-ea7b-4b65-8913-46ae84ad7d55 req-b41035e8-482d-405f-8f4b-3137ad41528a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427682 Dec 10 19:09:04.334363 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792882f7-4945-47a7-b9f5-3cf9bf58fab8 req-16bccb88-e1f4-4fd3-aee9-f7c0fee2e071 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:04.335865 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-792882f7-4945-47a7-b9f5-3cf9bf58fab8 req-16bccb88-e1f4-4fd3-aee9-f7c0fee2e071 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0489950 Dec 10 19:09:04.375499 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device bc85ebe5-eec6-48dd-8f22-14938787e53a details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:09:04.378931 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device bc85ebe5-eec6-48dd-8f22-14938787e53a no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:04.389109 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-792882f7-4945-47a7-b9f5-3cf9bf58fab8 req-4ca35f31-fac9-40e5-819f-b823b07ba8d3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472775 Dec 10 19:09:04.424961 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f01dd-33d7-42fd-9bd1-727dc7df0012 req-8c88be4a-25b0-4a85-a902-2ef018e1f2cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:04.426924 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-056f01dd-33d7-42fd-9bd1-727dc7df0012 req-8c88be4a-25b0-4a85-a902-2ef018e1f2cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588&tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 946 time: 0.0557125 Dec 10 19:09:04.524750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f01dd-33d7-42fd-9bd1-727dc7df0012 req-428260da-d87e-421f-8638-084532224e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:04.526289 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-056f01dd-33d7-42fd-9bd1-727dc7df0012 req-428260da-d87e-421f-8638-084532224e77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 1099 time: 0.0543525 Dec 10 19:09:04.530848 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d9d0b-c1a8-4703-9112-0251c23cdda2 req-5a2b7be9-faf2-4094-b42b-1fd914209abc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:04.532382 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b66d9d0b-c1a8-4703-9112-0251c23cdda2 req-5a2b7be9-faf2-4094-b42b-1fd914209abc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0644510 Dec 10 19:09:04.589675 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b66d9d0b-c1a8-4703-9112-0251c23cdda2 req-ff6d0875-4384-43a6-bafa-35f908ed0d94 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509121 Dec 10 19:09:04.630165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f01dd-33d7-42fd-9bd1-727dc7df0012 req-c5fd2556-ea9f-4e34-b90e-31e90da5d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:04.631645 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-056f01dd-33d7-42fd-9bd1-727dc7df0012 req-c5fd2556-ea9f-4e34-b90e-31e90da5d8d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bf958384-f850-448e-be1a-35887ef41c47 HTTP/1.1" status: 200 len: 898 time: 0.0978904 Dec 10 19:09:04.696438 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port bc85ebe5-eec6-48dd-8f22-14938787e53a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:04.697744 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-056f01dd-33d7-42fd-9bd1-727dc7df0012 req-5613af51-a22a-4b85-9e37-afbc0a201b57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a HTTP/1.1" status: 200 len: 1001 time: 0.0587881 Dec 10 19:09:04.712277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'port_id': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'mac_address': 'fa:16:3e:0a:b8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:09:04.714682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.752035 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f01dd-33d7-42fd-9bd1-727dc7df0012 req-bcbea2e7-3669-4a68-9ebc-d769479fb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:04.753451 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-056f01dd-33d7-42fd-9bd1-727dc7df0012 req-bcbea2e7-3669-4a68-9ebc-d769479fb182 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f HTTP/1.1" status: 200 len: 835 time: 0.0486813 Dec 10 19:09:04.758880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b05108d-2912-461a-b2df-a17b79d39588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc85ebe5-eec6-48dd-8f22-14938787e53a'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:09:04.761111 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee2ecb5-06c9-4c67-bc7a-8c773cfe1500" -d '{"events": [{"server_uuid": "7b05108d-2912-461a-b2df-a17b79d39588", "name": "network-vif-unplugged", "status": "completed", "tag": "bc85ebe5-eec6-48dd-8f22-14938787e53a"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:09:04.777281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port bc85ebe5-eec6-48dd-8f22-14938787e53a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:04.781462 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.794811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc85ebe5-eec6-48dd-8f22-14938787e53a {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:09:04.800198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f01dd-33d7-42fd-9bd1-727dc7df0012 req-7326e582-473c-40f9-a76b-c70196695616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:04.802036 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-056f01dd-33d7-42fd-9bd1-727dc7df0012 req-7326e582-473c-40f9-a76b-c70196695616 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf958384-f850-448e-be1a-35887ef41c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417976 Dec 10 19:09:04.809069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a26263-5a9d-42bf-9f83-baf0b2ea9ee9 x-openstack-request-id: req-b6a26263-5a9d-42bf-9f83-baf0b2ea9ee9 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:09:04.809367 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b05108d-2912-461a-b2df-a17b79d39588", "name": "network-vif-unplugged", "status": "completed", "tag": "bc85ebe5-eec6-48dd-8f22-14938787e53a", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:09:04.809628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6a26263-5a9d-42bf-9f83-baf0b2ea9ee9 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:09:04.810054 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b05108d-2912-461a-b2df-a17b79d39588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'code': 200} Dec 10 19:09:04.846696 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.900857 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-056f01dd-33d7-42fd-9bd1-727dc7df0012 req-38d0165a-d5fc-4dc9-aa03-cee08e88382c service neutron] 10.222.0.21 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848646 Dec 10 19:09:04.930323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:09:04.930717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG oslo_db.api [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:09:04.933821 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=bc85ebe5-eec6-48dd-8f22-14938787e53a,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:04.941545 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:04.941929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:04.942281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:04.942624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:04.942964 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:04.943299 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:04.943634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:04.943969 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:04.944304 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:04.944637 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:04.944992 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:04.945540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:04.945907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:04.995039 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-056f01dd-33d7-42fd-9bd1-727dc7df0012 req-57baa8f0-0d94-4d98-b091-4a86f9d647d5 service neutron] 10.222.0.21 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871572 Dec 10 19:09:05.470158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.483315 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc85ebe5-eec6-48dd-8f22-14938787e53a {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:09:05.502535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port bc85ebe5-eec6-48dd-8f22-14938787e53a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:05.567829 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.620245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=bc85ebe5-eec6-48dd-8f22-14938787e53a,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:05.631856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['bc85ebe5-eec6-48dd-8f22-14938787e53a'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:09:05.708670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba081d7-7580-4335-9a8f-db7b350a3bb5 req-53479b5f-002d-4166-a686-78b8f5969784 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:05.710181 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aba081d7-7580-4335-9a8f-db7b350a3bb5 req-53479b5f-002d-4166-a686-78b8f5969784 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 945 time: 0.0502801 Dec 10 19:09:05.764316 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aba081d7-7580-4335-9a8f-db7b350a3bb5 req-02ec2813-e135-4196-a052-96782e1270a4 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460992 Dec 10 19:09:06.405643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device bc85ebe5-eec6-48dd-8f22-14938787e53a up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:06.463067 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port bc85ebe5-eec6-48dd-8f22-14938787e53a triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:06.463440 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.539251 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.570723 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port bc85ebe5-eec6-48dd-8f22-14938787e53a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:06.648319 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:06.698521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=bc85ebe5-eec6-48dd-8f22-14938787e53a,revision_number=8']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:06.811770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b05108d-2912-461a-b2df-a17b79d39588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85ebe5-eec6-48dd-8f22-14938787e53a'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:09:06.814350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89ab86c-b25c-4121-90de-20cfafd47757" -d '{"events": [{"server_uuid": "7b05108d-2912-461a-b2df-a17b79d39588", "name": "network-vif-plugged", "status": "completed", "tag": "bc85ebe5-eec6-48dd-8f22-14938787e53a"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:09:06.850650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5278b92-fa11-4147-a86a-09bbc6f81e79 x-openstack-request-id: req-d5278b92-fa11-4147-a86a-09bbc6f81e79 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:09:06.850959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b05108d-2912-461a-b2df-a17b79d39588", "name": "network-vif-plugged", "status": "completed", "tag": "bc85ebe5-eec6-48dd-8f22-14938787e53a", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:09:06.851225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5278b92-fa11-4147-a86a-09bbc6f81e79 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:09:06.851633 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b05108d-2912-461a-b2df-a17b79d39588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'code': 200} Dec 10 19:09:06.891223 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6299b-4b3a-4cce-befd-bc6aa5f533ce req-dfd839fc-44e0-406c-a69b-27754c376f54 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:06.892724 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b5c6299b-4b3a-4cce-befd-bc6aa5f533ce req-dfd839fc-44e0-406c-a69b-27754c376f54 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0488334 Dec 10 19:09:06.941820 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b5c6299b-4b3a-4cce-befd-bc6aa5f533ce req-4ef6d945-665a-4e00-98ac-76d3af0a43a5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430357 Dec 10 19:09:06.963912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43036) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:07.027079 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-ca2ec4cb-5311-4ae2-b870-8c0c6a705c48 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/118b7401-03c3-4c6c-b139-a91eefbb2fea HTTP/1.1" status: 200 len: 993 time: 0.0620549 Dec 10 19:09:16.511590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5ee66db5-f1e0-493b-a76b-f3784955c745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.756572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:18.829081 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d7f89903-c3f8-4f7c-88d8-60b33a770556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:20.265080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:21.431026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:22.556878 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.427670 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43046) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.600391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port 5fac9ac2-bf8c-4594-bf60-5744f7c92113 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:37.600737 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.677379 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.677777 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.689481 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for 5fac9ac2-bf8c-4594-bf60-5744f7c92113 owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:37.899718 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.929680 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=5fac9ac2-bf8c-4594-bf60-5744f7c92113,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:37.942535 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.942924 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.943293 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.943692 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.944054 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.944449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.944786 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.945156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.945489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.945879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.946257 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.946588 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.946972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:38.001072 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.001395 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Floating IP 118b7401-03c3-4c6c-b139-a91eefbb2fea disassociated (deleted). External IP: 172.26.5.90, port: bc85ebe5-eec6-48dd-8f22-14938787e53a. Dec 10 19:09:38.203490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router f4a52e44-a158-4129-8c0e-b30ebfacea3a has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:38.308676 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:38.313443 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.318074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4da83c-3818-454f-98e1-c421b8358c04 None None] Sync routers for ids ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:38.326864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4da83c-3818-454f-98e1-c421b8358c04 None None] Routers {'f4a52e44-a158-4129-8c0e-b30ebfacea3a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:38.327485 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-ef4da83c-3818-454f-98e1-c421b8358c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:09:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:38.340590 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-70f70387-c703-485d-b6b9-2d747b92f6a2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/floatingips/118b7401-03c3-4c6c-b139-a91eefbb2fea HTTP/1.1" status: 204 len: 168 time: 0.9112837 Dec 10 19:09:38.341251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b05108d-2912-461a-b2df-a17b79d39588', 'tag': 'bc85ebe5-eec6-48dd-8f22-14938787e53a'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:09:38.343562 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62bbe8c-725c-4781-aef3-43c2c668750d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b05108d-2912-461a-b2df-a17b79d39588", "tag": "bc85ebe5-eec6-48dd-8f22-14938787e53a"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:09:38.436358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-ef4da83c-3818-454f-98e1-c421b8358c04 None None] Set router f4a52e44-a158-4129-8c0e-b30ebfacea3a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:38.446629 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d85abc-0f89-4b5c-9f8e-14aa48d93c89 x-openstack-request-id: req-80d85abc-0f89-4b5c-9f8e-14aa48d93c89 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:09:38.447157 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b05108d-2912-461a-b2df-a17b79d39588", "tag": "bc85ebe5-eec6-48dd-8f22-14938787e53a", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:09:38.447265 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80d85abc-0f89-4b5c-9f8e-14aa48d93c89 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:09:38.447634 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b05108d-2912-461a-b2df-a17b79d39588', 'tag': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'status': 'completed', 'code': 200} Dec 10 19:09:38.515458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bbe8c-725c-4781-aef3-43c2c668750d req-9d6ec521-6a3c-470c-a68b-f3ae2ff3971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:38.517107 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a62bbe8c-725c-4781-aef3-43c2c668750d req-9d6ec521-6a3c-470c-a68b-f3ae2ff3971d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 1099 time: 0.0427434 Dec 10 19:09:38.613621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bbe8c-725c-4781-aef3-43c2c668750d req-6882b138-8322-4cf7-8444-f038a1b5fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:38.615206 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a62bbe8c-725c-4781-aef3-43c2c668750d req-6882b138-8322-4cf7-8444-f038a1b5fdc6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bf958384-f850-448e-be1a-35887ef41c47 HTTP/1.1" status: 200 len: 898 time: 0.0889182 Dec 10 19:09:38.640435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-ef4da83c-3818-454f-98e1-c421b8358c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'ab8f1495-b925-443c-bc20-086fdcd9eb0a', 'name': '', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7f:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:48Z', 'updated_at': '2021-12-10T19:07:52Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:38.666173 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a62bbe8c-725c-4781-aef3-43c2c668750d req-060f32c1-cc62-47d9-8842-83bd55603a75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a HTTP/1.1" status: 200 len: 217 time: 0.0369689 Dec 10 19:09:38.667927 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4da83c-3818-454f-98e1-c421b8358c04 None None] Checking router: f4a52e44-a158-4129-8c0e-b30ebfacea3a for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:38.676411 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4da83c-3818-454f-98e1-c421b8358c04 None None] Routers {'f4a52e44-a158-4129-8c0e-b30ebfacea3a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:38.677273 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-ef4da83c-3818-454f-98e1-c421b8358c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:09:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:38.719741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bbe8c-725c-4781-aef3-43c2c668750d req-e0c6c453-a9d2-4c68-9b92-ccc031224baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:38.721234 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a62bbe8c-725c-4781-aef3-43c2c668750d req-e0c6c453-a9d2-4c68-9b92-ccc031224baf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f HTTP/1.1" status: 200 len: 835 time: 0.0484371 Dec 10 19:09:38.776073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bbe8c-725c-4781-aef3-43c2c668750d req-41393175-2d55-401e-a000-e883cad53a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:38.777486 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a62bbe8c-725c-4781-aef3-43c2c668750d req-41393175-2d55-401e-a000-e883cad53a46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf958384-f850-448e-be1a-35887ef41c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444779 Dec 10 19:09:38.789974 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-ef4da83c-3818-454f-98e1-c421b8358c04 None None] Set router f4a52e44-a158-4129-8c0e-b30ebfacea3a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:38.828929 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d93f9-22f3-47ed-b754-8020bff886a9 req-9bc4be13-fde7-47dc-b63b-a713af9a3ef3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:38.830533 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b33d93f9-22f3-47ed-b754-8020bff886a9 req-9bc4be13-fde7-47dc-b63b-a713af9a3ef3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0505211 Dec 10 19:09:38.875401 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a62bbe8c-725c-4781-aef3-43c2c668750d req-0b9e88eb-c4d2-427f-bf20-7c0bf68fc6b8 service neutron] 10.222.0.21 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872147 Dec 10 19:09:38.883997 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b33d93f9-22f3-47ed-b754-8020bff886a9 req-2a29e4b7-fb26-4794-b752-fab19498dab9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463367 Dec 10 19:09:38.974101 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a62bbe8c-725c-4781-aef3-43c2c668750d req-dbdb943a-c0f3-4f2e-8940-96d7be676a9f service neutron] 10.222.0.21 "GET /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887992 Dec 10 19:09:38.998041 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-ef4da83c-3818-454f-98e1-c421b8358c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'ab8f1495-b925-443c-bc20-086fdcd9eb0a', 'name': '', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7f:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:48Z', 'updated_at': '2021-12-10T19:07:52Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:39.023529 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4da83c-3818-454f-98e1-c421b8358c04 None None] The sync data for ids ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'] in dv-neutron-821434-1-hyperv is: [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'ab8f1495-b925-443c-bc20-086fdcd9eb0a', 'name': '', 'network_id': 'bf958384-f850-448e-be1a-35887ef41c47', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7f:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:48Z', 'updated_at': '2021-12-10T19:07:52Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:39.238280 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2becd7-7b7d-4cc0-8422-56225e621d51 None None] New status for floating IP 118b7401-03c3-4c6c-b139-a91eefbb2fea: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:09:39.873649 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:09:40.052332 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a47e8-3422-4903-876c-17a380d6ca7a req-80665813-ce11-4684-9db4-2ff22d589c18 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:40.053742 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-213a47e8-3422-4903-876c-17a380d6ca7a req-80665813-ce11-4684-9db4-2ff22d589c18 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0520849 Dec 10 19:09:40.102334 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-213a47e8-3422-4903-876c-17a380d6ca7a req-ee531d5a-f0ff-4220-afe7-c6c4164dae68 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424676 Dec 10 19:09:40.739803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2c169-81c3-45d5-8f23-37f8a23f88ad req-58715b81-fbc9-44b3-b153-74d829d1576c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:40.741239 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-dea2c169-81c3-45d5-8f23-37f8a23f88ad req-58715b81-fbc9-44b3-b153-74d829d1576c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0475616 Dec 10 19:09:41.123957 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-dea2c169-81c3-45d5-8f23-37f8a23f88ad req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port bc85ebe5-eec6-48dd-8f22-14938787e53a {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:41.124298 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-dea2c169-81c3-45d5-8f23-37f8a23f88ad req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.212454 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-dea2c169-81c3-45d5-8f23-37f8a23f88ad req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port bc85ebe5-eec6-48dd-8f22-14938787e53a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bc85ebe5-eec6-48dd-8f22-14938787e53a,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:41.212821 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-dea2c169-81c3-45d5-8f23-37f8a23f88ad req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.216133 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d4c84-6740-4a96-830b-d7bc12dad1de req-dd24ffff-41b9-4feb-a2ac-5a9b4f0e828a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:41.217645 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-863d4c84-6740-4a96-830b-d7bc12dad1de req-dd24ffff-41b9-4feb-a2ac-5a9b4f0e828a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 946 time: 0.0487709 Dec 10 19:09:41.225086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-dea2c169-81c3-45d5-8f23-37f8a23f88ad req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for bc85ebe5-eec6-48dd-8f22-14938787e53a owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:41.266288 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-863d4c84-6740-4a96-830b-d7bc12dad1de req-85d8101b-e7c4-4d03-bca1-2227382d958a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9083e3f-b603-410d-acdc-1c0e6db2cde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427504 Dec 10 19:09:41.423742 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-dea2c169-81c3-45d5-8f23-37f8a23f88ad req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.450326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=bc85ebe5-eec6-48dd-8f22-14938787e53a,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:41.465912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:41.465912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:41.465912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:41.465912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:41.465912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:41.466338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:41.466338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:41.466624 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:41.466961 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:41.467296 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:41.467634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:41.467969 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:41.468310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:41.505903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea2c169-81c3-45d5-8f23-37f8a23f88ad req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] No DVR routers for this DVR port bc85ebe5-eec6-48dd-8f22-14938787e53a on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:09:41.508368 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-dea2c169-81c3-45d5-8f23-37f8a23f88ad req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:41.511767 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-dea2c169-81c3-45d5-8f23-37f8a23f88ad req-0917f2b2-0c84-43cb-8ea7-e235f3cff8fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "DELETE /v2.0/ports/bc85ebe5-eec6-48dd-8f22-14938787e53a HTTP/1.1" status: 204 len: 173 time: 0.7602735 Dec 10 19:09:41.512228 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b05108d-2912-461a-b2df-a17b79d39588', 'name': 'network-vif-deleted', 'tag': 'bc85ebe5-eec6-48dd-8f22-14938787e53a'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:09:41.514497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb4226d-5927-4c46-81da-fd4e1ed7fc5e" -d '{"events": [{"server_uuid": "7b05108d-2912-461a-b2df-a17b79d39588", "name": "network-vif-deleted", "tag": "bc85ebe5-eec6-48dd-8f22-14938787e53a"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:09:41.551804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8151d1f7-f8c7-4e89-9600-40b9903cf9a1 x-openstack-request-id: req-8151d1f7-f8c7-4e89-9600-40b9903cf9a1 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:09:41.551946 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b05108d-2912-461a-b2df-a17b79d39588", "name": "network-vif-deleted", "tag": "bc85ebe5-eec6-48dd-8f22-14938787e53a", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:09:41.552151 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8151d1f7-f8c7-4e89-9600-40b9903cf9a1 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:09:41.552562 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b05108d-2912-461a-b2df-a17b79d39588', 'name': 'network-vif-deleted', 'tag': 'bc85ebe5-eec6-48dd-8f22-14938787e53a', 'status': 'completed', 'code': 200} Dec 10 19:09:42.378642 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-103f084f-f07d-4c50-86d3-6a511f0ab68f req-6aa1bb08-11f9-45bb-b717-07160f88a43e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b05108d-2912-461a-b2df-a17b79d39588 HTTP/1.1" status: 200 len: 210 time: 0.0278630 Dec 10 19:09:43.435605 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43068) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:43.788447 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b47f7ebd-c612-484f-9366-9b25c608c150 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:44.034547 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-b47f7ebd-c612-484f-9366-9b25c608c150 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port ab8f1495-b925-443c-bc20-086fdcd9eb0a {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:44.034885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b47f7ebd-c612-484f-9366-9b25c608c150 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:44.119354 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-b47f7ebd-c612-484f-9366-9b25c608c150 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port ab8f1495-b925-443c-bc20-086fdcd9eb0a, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ab8f1495-b925-443c-bc20-086fdcd9eb0a,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:44.119648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b47f7ebd-c612-484f-9366-9b25c608c150 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:44.131643 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-b47f7ebd-c612-484f-9366-9b25c608c150 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for ab8f1495-b925-443c-bc20-086fdcd9eb0a owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:44.396717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b47f7ebd-c612-484f-9366-9b25c608c150 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:44.427782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f7ebd-c612-484f-9366-9b25c608c150 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=ab8f1495-b925-443c-bc20-086fdcd9eb0a,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:44.594487 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b47f7ebd-c612-484f-9366-9b25c608c150 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:44.650350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device bc85ebe5-eec6-48dd-8f22-14938787e53a no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:44.674921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: bc85ebe5-eec6-48dd-8f22-14938787e53a {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:44.675275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device bc85ebe5-eec6-48dd-8f22-14938787e53a not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:44.802391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47f7ebd-c612-484f-9366-9b25c608c150 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router f4a52e44-a158-4129-8c0e-b30ebfacea3a has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:44.904515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47f7ebd-c612-484f-9366-9b25c608c150 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:44.909544 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b47f7ebd-c612-484f-9366-9b25c608c150 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "PUT /v2.0/routers/f4a52e44-a158-4129-8c0e-b30ebfacea3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4727807 Dec 10 19:09:44.912717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43070) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:44.913846 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad336462-54cb-4b99-ab53-3c8f9daa718a None None] Sync routers for ids ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:44.924239 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad336462-54cb-4b99-ab53-3c8f9daa718a None None] Routers {'f4a52e44-a158-4129-8c0e-b30ebfacea3a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:44.924847 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-ad336462-54cb-4b99-ab53-3c8f9daa718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:09:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:44.964498 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6619f3-f2ec-485a-9dd0-fdbaeb7a6e20 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting subnet 5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:09:44.967736 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fd6619f3-f2ec-485a-9dd0-fdbaeb7a6e20 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.007453 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fd6619f3-f2ec-485a-9dd0-fdbaeb7a6e20 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.028348 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-ad336462-54cb-4b99-ab53-3c8f9daa718a None None] Set router f4a52e44-a158-4129-8c0e-b30ebfacea3a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:45.092075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fd6619f3-f2ec-485a-9dd0-fdbaeb7a6e20 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.203650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-ad336462-54cb-4b99-ab53-3c8f9daa718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:09:44Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:45.229553 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad336462-54cb-4b99-ab53-3c8f9daa718a None None] Checking router: f4a52e44-a158-4129-8c0e-b30ebfacea3a for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:45.237880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad336462-54cb-4b99-ab53-3c8f9daa718a None None] Routers {'f4a52e44-a158-4129-8c0e-b30ebfacea3a'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:45.238484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-ad336462-54cb-4b99-ab53-3c8f9daa718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:09:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:45.249023 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fd6619f3-f2ec-485a-9dd0-fdbaeb7a6e20 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.277965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6619f3-f2ec-485a-9dd0-fdbaeb7a6e20 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:45.279974 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fd6619f3-f2ec-485a-9dd0-fdbaeb7a6e20 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.286120 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43072) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:45.286249 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fd6619f3-f2ec-485a-9dd0-fdbaeb7a6e20 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/subnets/5f0b9b92-18c4-46dc-aa48-d8dbfa0c992f HTTP/1.1" status: 204 len: 168 time: 0.3723454 Dec 10 19:09:45.299873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9615553b-3b91-44a2-85b6-afed8b65a146 None None] Network bf958384-f850-448e-be1a-35887ef41c47 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:45.566900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-ad336462-54cb-4b99-ab53-3c8f9daa718a None None] Set router f4a52e44-a158-4129-8c0e-b30ebfacea3a gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:45.691206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.712982 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e4ecb4-2131-4556-a002-810828c904a1 None None] DHCP port deletion for bf958384-f850-448e-be1a-35887ef41c47 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:45.793975 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.796858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-56e4ecb4-2131-4556-a002-810828c904a1 None None] Deleting port ae1581d8-afe4-438b-927e-9ea62c04a6e8 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:45.797228 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-56e4ecb4-2131-4556-a002-810828c904a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.802176 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-ad336462-54cb-4b99-ab53-3c8f9daa718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:09:44Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:45.862911 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad336462-54cb-4b99-ab53-3c8f9daa718a None None] The sync data for ids ['f4a52e44-a158-4129-8c0e-b30ebfacea3a'] in dv-neutron-821434-1-hyperv is: [{'id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650954367', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '9950b723-5174-44e3-a5da-ed6d79749937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:45Z', 'updated_at': '2021-12-10T19:09:44Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '9950b723-5174-44e3-a5da-ed6d79749937', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a52e44-a158-4129-8c0e-b30ebfacea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:46Z', 'updated_at': '2021-12-10T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:45.895634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-56e4ecb4-2131-4556-a002-810828c904a1 None None] For port ae1581d8-afe4-438b-927e-9ea62c04a6e8, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=ae1581d8-afe4-438b-927e-9ea62c04a6e8,segment=NetworkSegment(34f21b15-8b95-4a78-b495-a29cda0a77d5),segment_id=34f21b15-8b95-4a78-b495-a29cda0a77d5)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:45.896191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-56e4ecb4-2131-4556-a002-810828c904a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:45.911801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-56e4ecb4-2131-4556-a002-810828c904a1 None None] Calling delete_port for ae1581d8-afe4-438b-927e-9ea62c04a6e8 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:45.915718 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ae1581d8-afe4-438b-927e-9ea62c04a6e8 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:45.922474 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port 9950b723-5174-44e3-a5da-ed6d79749937 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:09:45.922824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.002458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port 9950b723-5174-44e3-a5da-ed6d79749937, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=9950b723-5174-44e3-a5da-ed6d79749937,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:46.002949 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.014817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for 9950b723-5174-44e3-a5da-ed6d79749937 owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:09:46.053353 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.140431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-56e4ecb4-2131-4556-a002-810828c904a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.182140 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4ecb4-2131-4556-a002-810828c904a1 None None] Pushing event deleted for resources: {'Port': ['ID=ae1581d8-afe4-438b-927e-9ea62c04a6e8,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:46.186694 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e4ecb4-2131-4556-a002-810828c904a1 None None] No DVR routers for this DVR port ae1581d8-afe4-438b-927e-9ea62c04a6e8 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:09:46.247060 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.283223 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=9950b723-5174-44e3-a5da-ed6d79749937,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:46.299666 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a70fe2c-8440-4f85-940f-8c358f88f193 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:46.351374 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.442950 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.445186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.534137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-abeef6a5-2960-4306-8e58-dd31e173871e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.568629 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.569136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Fanout notify agent at l3_agent the message router_deleted on router f4a52e44-a158-4129-8c0e-b30ebfacea3a {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:09:46.576564 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.577552 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-104c1b33-98ba-47cc-ab15-46444e1dade6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/routers/f4a52e44-a158-4129-8c0e-b30ebfacea3a HTTP/1.1" status: 204 len: 168 time: 1.2900932 Dec 10 19:09:46.580212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43074) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:46.682568 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-28a6568c-5f88-4a0f-9d54-947dc1ee753c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.771944 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-28a6568c-5f88-4a0f-9d54-947dc1ee753c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.790996 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-28a6568c-5f88-4a0f-9d54-947dc1ee753c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf958384-f850-448e-be1a-35887ef41c47']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:46.799893 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-28a6568c-5f88-4a0f-9d54-947dc1ee753c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f21b15-8b95-4a78-b495-a29cda0a77d5') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:46.800190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-28a6568c-5f88-4a0f-9d54-947dc1ee753c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f21b15-8b95-4a78-b495-a29cda0a77d5') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:46.810352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-28a6568c-5f88-4a0f-9d54-947dc1ee753c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.823841 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-28a6568c-5f88-4a0f-9d54-947dc1ee753c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.829496 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a6568c-5f88-4a0f-9d54-947dc1ee753c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:09:46.829927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-28a6568c-5f88-4a0f-9d54-947dc1ee753c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:09:46.832885 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:09:46.972515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-28a6568c-5f88-4a0f-9d54-947dc1ee753c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.979381 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-28a6568c-5f88-4a0f-9d54-947dc1ee753c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:46.982848 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-28a6568c-5f88-4a0f-9d54-947dc1ee753c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/networks/bf958384-f850-448e-be1a-35887ef41c47 HTTP/1.1" status: 204 len: 168 time: 0.4015038 Dec 10 19:09:46.985824 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43076) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:46.996302 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6568c-5f88-4a0f-9d54-947dc1ee753c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Network': ['ID=bf958384-f850-448e-be1a-35887ef41c47,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:47.046842 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ea1e-68cb-47b3-99e4-e153970fe33f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:47.071661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ea1e-68cb-47b3-99e4-e153970fe33f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:47.185299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ea1e-68cb-47b3-99e4-e153970fe33f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:47.188164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ea1e-68cb-47b3-99e4-e153970fe33f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:47.189340 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4ab5ea1e-68cb-47b3-99e4-e153970fe33f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/security-groups/b9083e3f-b603-410d-acdc-1c0e6db2cde9 HTTP/1.1" status: 204 len: 168 time: 0.2020628 Dec 10 19:09:47.199251 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5ea1e-68cb-47b3-99e4-e153970fe33f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9083e3f-b603-410d-acdc-1c0e6db2cde9,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:47.803252 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43082) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:47.809085 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-6fb75ca7-d820-4f98-b833-d511fdd08f35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1114593997', 'description': 'tempest-secgroup-smoke-1114593997 description', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:47.849185 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ab8f1495-b925-443c-bc20-086fdcd9eb0a no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:47.870748 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: ab8f1495-b925-443c-bc20-086fdcd9eb0a {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:47.871542 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device ab8f1495-b925-443c-bc20-086fdcd9eb0a not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:47.871542 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9950b723-5174-44e3-a5da-ed6d79749937 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:09:47.888826 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6fb75ca7-d820-4f98-b833-d511fdd08f35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:47.889966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 9950b723-5174-44e3-a5da-ed6d79749937 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:09:47.891532 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 9950b723-5174-44e3-a5da-ed6d79749937 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:09:47.957031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6fb75ca7-d820-4f98-b833-d511fdd08f35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.014174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6fb75ca7-d820-4f98-b833-d511fdd08f35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.042962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb75ca7-d820-4f98-b833-d511fdd08f35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a97a4f-d874-4000-9234-bc7ca1608a56,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:48.107340 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6fb75ca7-d820-4f98-b833-d511fdd08f35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.108593 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6fb75ca7-d820-4f98-b833-d511fdd08f35 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3042748 Dec 10 19:09:48.111537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43084) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:48.115860 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-4d32a64d-f707-4ff6-9ab4-336a6aea6a6b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'd7a97a4f-d874-4000-9234-bc7ca1608a56', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:48.201714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d32a64d-f707-4ff6-9ab4-336a6aea6a6b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.254441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d32a64d-f707-4ff6-9ab4-336a6aea6a6b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.311278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d32a64d-f707-4ff6-9ab4-336a6aea6a6b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.330586 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32a64d-f707-4ff6-9ab4-336a6aea6a6b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d74292-c6b4-4b1e-9609-cd7bb43c20e4,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:48.385850 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d32a64d-f707-4ff6-9ab4-336a6aea6a6b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.387091 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4d32a64d-f707-4ff6-9ab4-336a6aea6a6b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2746084 Dec 10 19:09:48.389870 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43086) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:48.394210 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-e212c805-7e0d-4002-97b1-1c2969cc66b0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'd7a97a4f-d874-4000-9234-bc7ca1608a56', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:48.468450 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e212c805-7e0d-4002-97b1-1c2969cc66b0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.526109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e212c805-7e0d-4002-97b1-1c2969cc66b0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.585123 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e212c805-7e0d-4002-97b1-1c2969cc66b0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.604263 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212c805-7e0d-4002-97b1-1c2969cc66b0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979a80bb-2816-4c9e-816f-4e0a3f9540e9,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:48.648427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e212c805-7e0d-4002-97b1-1c2969cc66b0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.650263 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e212c805-7e0d-4002-97b1-1c2969cc66b0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2594388 Dec 10 19:09:48.652943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43088) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:48.657205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-fb705ce9-bcd4-40cb-91f8-b87a4ec39ba5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'd7a97a4f-d874-4000-9234-bc7ca1608a56', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:48.732691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb705ce9-bcd4-40cb-91f8-b87a4ec39ba5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.734201 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.790983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb705ce9-bcd4-40cb-91f8-b87a4ec39ba5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.829702 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d80e64ab-53c4-47db-98ab-400b621e08f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.852486 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb705ce9-bcd4-40cb-91f8-b87a4ec39ba5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.870173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb705ce9-bcd4-40cb-91f8-b87a4ec39ba5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54457f66-f441-4d3d-a366-b8b410ba19f8,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:48.936074 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fb705ce9-bcd4-40cb-91f8-b87a4ec39ba5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:48.937304 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fb705ce9-bcd4-40cb-91f8-b87a4ec39ba5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2834201 Dec 10 19:09:48.940038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43090) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:48.944310 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ba162212-ab54-47dd-9c85-e4a0db265314 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'd7a97a4f-d874-4000-9234-bc7ca1608a56', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:49.063140 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba162212-ab54-47dd-9c85-e4a0db265314 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.118108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba162212-ab54-47dd-9c85-e4a0db265314 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.197237 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba162212-ab54-47dd-9c85-e4a0db265314 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.215198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba162212-ab54-47dd-9c85-e4a0db265314 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e312ee-026f-4f0f-b034-d03c26a1a989,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:49.284609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ba162212-ab54-47dd-9c85-e4a0db265314 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.285842 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ba162212-ab54-47dd-9c85-e4a0db265314 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448637 Dec 10 19:09:49.288501 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43092) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:49.292882 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c4b7f964-cc35-4b9b-95a3-ff9bf98ea8c9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'd7a97a4f-d874-4000-9234-bc7ca1608a56', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:49.408535 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-c4b7f964-cc35-4b9b-95a3-ff9bf98ea8c9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Project bd43f375271f4f9bbfa05b92b4ef6662 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:09:49.413636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c4b7f964-cc35-4b9b-95a3-ff9bf98ea8c9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.470105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c4b7f964-cc35-4b9b-95a3-ff9bf98ea8c9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.556993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c4b7f964-cc35-4b9b-95a3-ff9bf98ea8c9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.574791 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7f964-cc35-4b9b-95a3-ff9bf98ea8c9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a9784d-802d-4195-82d6-e0d925a08354,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:49.644773 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c4b7f964-cc35-4b9b-95a3-ff9bf98ea8c9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.647597 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c4b7f964-cc35-4b9b-95a3-ff9bf98ea8c9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3565550 Dec 10 19:09:49.648770 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43094) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:49.653194 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-c1128e1e-99a7-4d74-aa19-5c5489304712 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'd7a97a4f-d874-4000-9234-bc7ca1608a56', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:49.745575 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-c1128e1e-99a7-4d74-aa19-5c5489304712 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Project bd43f375271f4f9bbfa05b92b4ef6662 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:09:49.750384 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1128e1e-99a7-4d74-aa19-5c5489304712 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.811010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1128e1e-99a7-4d74-aa19-5c5489304712 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.881050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1128e1e-99a7-4d74-aa19-5c5489304712 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.898704 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1128e1e-99a7-4d74-aa19-5c5489304712 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e971d4ae-2f01-48a0-8181-51c489345d80,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:49.981749 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1128e1e-99a7-4d74-aa19-5c5489304712 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:49.982953 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c1128e1e-99a7-4d74-aa19-5c5489304712 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3332372 Dec 10 19:09:49.985859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43096) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:49.990554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-2c740235-38ff-4924-a819-e919ea9f5a58 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'network': {'name': 'tempest-network-smoke--1130871324', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'port_security_enabled': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:50.082705 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c740235-38ff-4924-a819-e919ea9f5a58 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:50.086077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2c740235-38ff-4924-a819-e919ea9f5a58 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.108708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c740235-38ff-4924-a819-e919ea9f5a58 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:09:50.117223 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2c740235-38ff-4924-a819-e919ea9f5a58 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.119424 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-2c740235-38ff-4924-a819-e919ea9f5a58 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Added segment a0964695-7dc9-4a39-86d0-2dc75c13f685 of type vlan for network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f Dec 10 19:09:50.156076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2c740235-38ff-4924-a819-e919ea9f5a58 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.252540 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2c740235-38ff-4924-a819-e919ea9f5a58 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.258446 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c740235-38ff-4924-a819-e919ea9f5a58 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:50.259020 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2c740235-38ff-4924-a819-e919ea9f5a58 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.265352 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.341166 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c740235-38ff-4924-a819-e919ea9f5a58 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Network': ['ID=b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:50.351259 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:09:50.392601 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2c740235-38ff-4924-a819-e919ea9f5a58 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4057126 Dec 10 19:09:50.395337 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43098) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:50.400301 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'admin_state_up': True, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:50.504058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.505116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.557497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:50.784455 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:51.037641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:51.057279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:51.160545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.26.5.118 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/bbf18925-f74a-4aa4-86e9-874483c5559e) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:51.263084 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:51.328891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:51.368873 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:51.371840 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:51.374305 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:51.387060 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e736d35-6664-42e9-9499-1a0fe4806a6e None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:51.401261 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=bbf18925-f74a-4aa4-86e9-874483c5559e,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:51.427190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-7a74bb16-bd21-414c-b36e-dca0ff34ceb1 None None] Provisioning complete for port bbf18925-f74a-4aa4-86e9-874483c5559e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:51.428396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7a74bb16-bd21-414c-b36e-dca0ff34ceb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:51.471708 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-7a74bb16-bd21-414c-b36e-dca0ff34ceb1 None None] Port bbf18925-f74a-4aa4-86e9-874483c5559e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:51.476683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:51.694651 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:51.889000 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:52.071699 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router 22e7a8bb-a128-4e72-ac06-dd915309dc75 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:09:52.172510 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:52.182783 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Sync routers for ids ['22e7a8bb-a128-4e72-ac06-dd915309dc75'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:52.191749 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Routers {'22e7a8bb-a128-4e72-ac06-dd915309dc75'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:52.192346 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:09:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['22e7a8bb-a128-4e72-ac06-dd915309dc75'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:52.267441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:52.268793 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-e1988ddb-78b1-4164-86ee-583bd7256335 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8725123 Dec 10 19:09:52.273975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43100) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:52.301043 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Set router 22e7a8bb-a128-4e72-ac06-dd915309dc75 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:52.370642 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-23e8bdcb-5ff0-4e5a-bb76-fa647374c130 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=bd43f375271f4f9bbfa05b92b4ef6662&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0954986 Dec 10 19:09:52.373241 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43104) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:52.488118 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:09:51Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:52.531121 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0131adac-d440-4ffb-95ef-4abb5dbcb0e1 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:52.532718 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0131adac-d440-4ffb-95ef-4abb5dbcb0e1 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1585040 Dec 10 19:09:52.535617 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43106) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:52.568411 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:52.571812 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c501b065-c8f3-4d33-b02f-c5dfa9be9def tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350158 Dec 10 19:09:52.574445 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43108) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:52.579577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-690df47c-a9e0-4ad2-9b2f-33eccf1022b3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-990274529', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:52.616268 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Checking router: 22e7a8bb-a128-4e72-ac06-dd915309dc75 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:52.616567 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Updating router 22e7a8bb-a128-4e72-ac06-dd915309dc75 port bbf18925-f74a-4aa4-86e9-874483c5559e binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:09:52.644919 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:52.738213 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690df47c-a9e0-4ad2-9b2f-33eccf1022b3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:52.742410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-690df47c-a9e0-4ad2-9b2f-33eccf1022b3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:52.891316 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.001265 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.001526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-690df47c-a9e0-4ad2-9b2f-33eccf1022b3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.049051 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d581a230-c88d-44e0-b4b5-d7474934e901 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:53.055442 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Pushing event updated for resources: {'Port': ['ID=bbf18925-f74a-4aa4-86e9-874483c5559e,revision_number=2']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:53.064797 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:53.065156 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:53.065499 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:53.065917 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:53.066187 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:53.066816 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:53.066816 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:53.067155 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:53.067481 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:53.067808 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:53.068132 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:53.068453 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:53.068664 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690df47c-a9e0-4ad2-9b2f-33eccf1022b3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Subnet': ['ID=7f176be4-e31e-4deb-a613-44be8ed8d128,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:53.068785 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:53.073230 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Attempting to bind port bbf18925-f74a-4aa4-86e9-874483c5559e on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:53.073924 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Attempting to bind port bbf18925-f74a-4aa4-86e9-874483c5559e by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:53.074076 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Attempting to bind port bbf18925-f74a-4aa4-86e9-874483c5559e on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:53.077052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690df47c-a9e0-4ad2-9b2f-33eccf1022b3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Checking segment: {'id': 'a0964695-7dc9-4a39-86d0-2dc75c13f685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:53.077429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690df47c-a9e0-4ad2-9b2f-33eccf1022b3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network hostable DHCP agents. Network: b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:09:53.079247 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:53.079625 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:53.080032 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.080424 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:53.080893 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Bound port: bbf18925-f74a-4aa4-86e9-874483c5559e, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:53.081274 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.101966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-6c7d862d-9529-4394-8768-2079edfbd9e8 None None] Provisioning complete for port bbf18925-f74a-4aa4-86e9-874483c5559e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:53.102358 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6c7d862d-9529-4394-8768-2079edfbd9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.134461 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] For port bbf18925-f74a-4aa4-86e9-874483c5559e, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:53.135774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d862d-9529-4394-8768-2079edfbd9e8 None None] Port bbf18925-f74a-4aa4-86e9-874483c5559e cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:53.137503 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] For port bbf18925-f74a-4aa4-86e9-874483c5559e, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=bbf18925-f74a-4aa4-86e9-874483c5559e,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:53.153569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690df47c-a9e0-4ad2-9b2f-33eccf1022b3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:09:53.230038 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.258666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-690df47c-a9e0-4ad2-9b2f-33eccf1022b3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:53.263314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690df47c-a9e0-4ad2-9b2f-33eccf1022b3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:53.264108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-690df47c-a9e0-4ad2-9b2f-33eccf1022b3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.268580 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c55ecd3-11f8-45bc-a303-194d5509854f None None] Network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:53.289041 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Routers {'22e7a8bb-a128-4e72-ac06-dd915309dc75'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:53.289671 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:09:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['22e7a8bb-a128-4e72-ac06-dd915309dc75'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:53.292651 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c5649-cc0f-4259-b4e0-9b9764fe8344 None None] Pushing event updated for resources: {'Port': ['ID=bbf18925-f74a-4aa4-86e9-874483c5559e,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:53.311466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62991ea8-c7c8-4c34-ac9e-46fad5f63446 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:09:53.367989 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-690df47c-a9e0-4ad2-9b2f-33eccf1022b3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7908061 Dec 10 19:09:53.375868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43110) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:53.381355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-36b1c6a4-692d-465e-b10f-b944ad9285a7 None None] Provisioning complete for port bbf18925-f74a-4aa4-86e9-874483c5559e triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:53.381752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36b1c6a4-692d-465e-b10f-b944ad9285a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.405671 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] Set router 22e7a8bb-a128-4e72-ac06-dd915309dc75 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:53.407756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ips': [{'subnet_id': '7f176be4-e31e-4deb-a613-44be8ed8d128'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:09:53.408635 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.576048 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36b1c6a4-692d-465e-b10f-b944ad9285a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.587282 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:09:51Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:53.605634 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-36b1c6a4-692d-465e-b10f-b944ad9285a7 None None] For port bbf18925-f74a-4aa4-86e9-874483c5559e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=bbf18925-f74a-4aa4-86e9-874483c5559e,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:53.614014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Allocated IP 172.20.0.2 (b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f/7f176be4-e31e-4deb-a613-44be8ed8d128/2a1989c2-e9b2-4d97-aba3-997a257c7408) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:53.621476 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce19ea-904d-4068-b3c5-b244bdeb68bc None None] The sync data for ids ['22e7a8bb-a128-4e72-ac06-dd915309dc75'] in dv-neutron-821434-1-hyperv is: [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:09:51Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:53.687549 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-36b1c6a4-692d-465e-b10f-b944ad9285a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.806854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.813535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1c6a4-692d-465e-b10f-b944ad9285a7 None None] Pushing event updated for resources: {'Port': ['ID=bbf18925-f74a-4aa4-86e9-874483c5559e,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:53.879447 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.894013 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:53.921747 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:53.924885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:53.928779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:53.944674 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Pushing event updated for resources: {'Port': ['ID=2a1989c2-e9b2-4d97-aba3-997a257c7408,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:53.993105 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Attempting to bind port 2a1989c2-e9b2-4d97-aba3-997a257c7408 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:53.993483 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Attempting to bind port 2a1989c2-e9b2-4d97-aba3-997a257c7408 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'a0964695-7dc9-4a39-86d0-2dc75c13f685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:53.993898 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Attempting to bind port 2a1989c2-e9b2-4d97-aba3-997a257c7408 on network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:53.999606 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:53.999981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Checking segment: {'id': 'a0964695-7dc9-4a39-86d0-2dc75c13f685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:54.000385 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:54.000778 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Bound using segment: {'id': 'a0964695-7dc9-4a39-86d0-2dc75c13f685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:54.001253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Bound port: 2a1989c2-e9b2-4d97-aba3-997a257c7408, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0964695-7dc9-4a39-86d0-2dc75c13f685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:54.001640 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:54.073452 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] For port 2a1989c2-e9b2-4d97-aba3-997a257c7408, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:54.078068 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] For port 2a1989c2-e9b2-4d97-aba3-997a257c7408, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2a1989c2-e9b2-4d97-aba3-997a257c7408,segment=NetworkSegment(a0964695-7dc9-4a39-86d0-2dc75c13f685),segment_id=a0964695-7dc9-4a39-86d0-2dc75c13f685)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:54.163097 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:54.194936 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.20.0.1 (b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f/7f176be4-e31e-4deb-a613-44be8ed8d128/a05f7463-8639-43e5-bf95-9bf7805a8061) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:54.237165 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5398d-24a9-4f73-a179-beff45a158b8 None None] Pushing event updated for resources: {'Port': ['ID=2a1989c2-e9b2-4d97-aba3-997a257c7408,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:54.342329 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:54.443484 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:54.496365 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:54.499782 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:54.504572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:54.511015 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=a05f7463-8639-43e5-bf95-9bf7805a8061,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:54.560713 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:54.762866 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:55.057334 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:55.123015 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:55.201972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:55.203842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=a05f7463-8639-43e5-bf95-9bf7805a8061,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:55.227164 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a957075c-c456-4ccc-ada1-397e39b1c923 None None] Network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:09:55.297320 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:55.298762 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:55.333415 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-703b6bad-7058-4d3a-ba67-a1a4e9ad120a None None] Provisioning complete for port 2a1989c2-e9b2-4d97-aba3-997a257c7408 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:55.333811 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-703b6bad-7058-4d3a-ba67-a1a4e9ad120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:55.426066 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router 22e7a8bb-a128-4e72-ac06-dd915309dc75 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:55.468893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-703b6bad-7058-4d3a-ba67-a1a4e9ad120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:55.517975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-703b6bad-7058-4d3a-ba67-a1a4e9ad120a None None] For port 2a1989c2-e9b2-4d97-aba3-997a257c7408, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2a1989c2-e9b2-4d97-aba3-997a257c7408,segment=NetworkSegment(a0964695-7dc9-4a39-86d0-2dc75c13f685),segment_id=a0964695-7dc9-4a39-86d0-2dc75c13f685)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:55.553298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:55.562783 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2b122ef8-2714-4e92-b735-b2861bce0acf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "PUT /v2.0/routers/22e7a8bb-a128-4e72-ac06-dd915309dc75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1856210 Dec 10 19:09:55.574535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-703b6bad-7058-4d3a-ba67-a1a4e9ad120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:55.637510 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b6bad-7058-4d3a-ba67-a1a4e9ad120a None None] Pushing event updated for resources: {'Port': ['ID=2a1989c2-e9b2-4d97-aba3-997a257c7408,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:55.707211 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1c2fe4c7-e439-4b67-bb63-1b6d3f4dbd49 None None] Provisioning complete for port 2a1989c2-e9b2-4d97-aba3-997a257c7408 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:55.707590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe4c7-e439-4b67-bb63-1b6d3f4dbd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:55.771516 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-814ec08d-bdc8-4075-a2b1-8ac995be046e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114593997&fields=id&tenant_id=bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 267 time: 0.0593817 Dec 10 19:09:55.804544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-1c2fe4c7-e439-4b67-bb63-1b6d3f4dbd49 None None] Provisioning complete for port a05f7463-8639-43e5-bf95-9bf7805a8061 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:55.805714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe4c7-e439-4b67-bb63-1b6d3f4dbd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:55.844175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-1c2fe4c7-e439-4b67-bb63-1b6d3f4dbd49 None None] Port a05f7463-8639-43e5-bf95-9bf7805a8061 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:55.894508 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Sync routers for ids ['22e7a8bb-a128-4e72-ac06-dd915309dc75'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:55.907874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Routers {'22e7a8bb-a128-4e72-ac06-dd915309dc75'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:55.908590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:09:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['22e7a8bb-a128-4e72-ac06-dd915309dc75'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:55.937878 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-28690c2a-6c41-42ba-813d-1814f34691fe tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:55.946274 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-28690c2a-6c41-42ba-813d-1814f34691fe tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/networks?id=b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f HTTP/1.1" status: 200 len: 797 time: 0.1664815 Dec 10 19:09:55.968928 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-52b6dd00-d9d4-4ae1-b81b-490f8de599ea tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/quotas/bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 375 time: 0.0199187 Dec 10 19:09:55.986026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2a1989c2-e9b2-4d97-aba3-997a257c7408 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:56.021439 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-35f42bff-15c5-4b4f-874e-fac8ae2d1264 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516191 Dec 10 19:09:56.051223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-605f49f7-f156-4a08-beb8-050c26f5ef2c None None] Provisioning complete for port a05f7463-8639-43e5-bf95-9bf7805a8061 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:56.051529 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-605f49f7-f156-4a08-beb8-050c26f5ef2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:56.190314 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-3693c43a-187e-4117-915a-ee7f8a177c86 service neutron] 10.222.0.60 "GET /v2.0/networks/b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524343 Dec 10 19:09:56.268586 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Set router 22e7a8bb-a128-4e72-ac06-dd915309dc75 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:56.270583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-605f49f7-f156-4a08-beb8-050c26f5ef2c None None] Port a05f7463-8639-43e5-bf95-9bf7805a8061 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:56.302134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 2a1989c2-e9b2-4d97-aba3-997a257c7408 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:56.302346 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:56.445344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8421fe42-02de-4953-a1d2-67eb0d8ef363 None None] Provisioning complete for port a05f7463-8639-43e5-bf95-9bf7805a8061 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:56.446331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8421fe42-02de-4953-a1d2-67eb0d8ef363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:56.560771 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8421fe42-02de-4953-a1d2-67eb0d8ef363 None None] Port a05f7463-8639-43e5-bf95-9bf7805a8061 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:56.564168 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device bbf18925-f74a-4aa4-86e9-874483c5559e up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:56.571816 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-2d999ce0-6c9a-4e7c-b8cd-39acff76ac78 service neutron] 10.222.0.60 "GET /v2.0/networks/b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753095 Dec 10 19:09:56.630342 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:09:54Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'a05f7463-8639-43e5-bf95-9bf7805a8061', 'name': '', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:95:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:54Z', 'updated_at': '2021-12-10T19:09:54Z', 'revision_number': 2, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:56.634291 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port bbf18925-f74a-4aa4-86e9-874483c5559e triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:56.634667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:56.664118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Checking router: 22e7a8bb-a128-4e72-ac06-dd915309dc75 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:56.670736 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Updating router 22e7a8bb-a128-4e72-ac06-dd915309dc75 port a05f7463-8639-43e5-bf95-9bf7805a8061 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:09:56.714328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:56.828232 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5b425e90-a50f-48d0-b5a4-34b27417a4f2 req-ac1ac34f-6b89-4283-96a3-a9a3cf9a2fe9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 210 time: 0.0270846 Dec 10 19:09:57.012773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:57.077038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:57.126686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd62c5-1394-4675-ad5f-a889a3606310 None None] Pushing event updated for resources: {'Port': ['ID=a05f7463-8639-43e5-bf95-9bf7805a8061,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:57.177806 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Attempting to bind port a05f7463-8639-43e5-bf95-9bf7805a8061 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:57.178190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Attempting to bind port a05f7463-8639-43e5-bf95-9bf7805a8061 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'a0964695-7dc9-4a39-86d0-2dc75c13f685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:57.178556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Attempting to bind port a05f7463-8639-43e5-bf95-9bf7805a8061 on network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:57.183968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:57.184338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Checking segment: {'id': 'a0964695-7dc9-4a39-86d0-2dc75c13f685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:57.184749 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:57.185157 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Bound using segment: {'id': 'a0964695-7dc9-4a39-86d0-2dc75c13f685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:57.185608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Bound port: a05f7463-8639-43e5-bf95-9bf7805a8061, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0964695-7dc9-4a39-86d0-2dc75c13f685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:57.186021 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:57.254189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] For port a05f7463-8639-43e5-bf95-9bf7805a8061, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:57.259269 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] For port a05f7463-8639-43e5-bf95-9bf7805a8061, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a05f7463-8639-43e5-bf95-9bf7805a8061,segment=NetworkSegment(a0964695-7dc9-4a39-86d0-2dc75c13f685),segment_id=a0964695-7dc9-4a39-86d0-2dc75c13f685)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:57.322099 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:57.388278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Routers {'22e7a8bb-a128-4e72-ac06-dd915309dc75'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:57.388910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:09:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['22e7a8bb-a128-4e72-ac06-dd915309dc75'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:57.397432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd62c5-1394-4675-ad5f-a889a3606310 None None] Pushing event updated for resources: {'Port': ['ID=a05f7463-8639-43e5-bf95-9bf7805a8061,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:57.473005 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-2c9bbb61-c1b8-446a-8d86-aea167f9689a None None] Provisioning complete for port a05f7463-8639-43e5-bf95-9bf7805a8061 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:57.473494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c9bbb61-c1b8-446a-8d86-aea167f9689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:57.547628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] Set router 22e7a8bb-a128-4e72-ac06-dd915309dc75 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:57.641754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c9bbb61-c1b8-446a-8d86-aea167f9689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:57.723683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-2c9bbb61-c1b8-446a-8d86-aea167f9689a None None] For port a05f7463-8639-43e5-bf95-9bf7805a8061, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a05f7463-8639-43e5-bf95-9bf7805a8061,segment=NetworkSegment(a0964695-7dc9-4a39-86d0-2dc75c13f685),segment_id=a0964695-7dc9-4a39-86d0-2dc75c13f685)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:57.794030 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2c9bbb61-c1b8-446a-8d86-aea167f9689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:57.834893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:09:54Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'a05f7463-8639-43e5-bf95-9bf7805a8061', 'name': '', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:95:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:54Z', 'updated_at': '2021-12-10T19:09:57Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:57.869772 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d9f660-13f7-4fd9-90bd-42463f23712a None None] The sync data for ids ['22e7a8bb-a128-4e72-ac06-dd915309dc75'] in dv-neutron-821434-1-hyperv is: [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:09:54Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'a05f7463-8639-43e5-bf95-9bf7805a8061', 'name': '', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:95:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:54Z', 'updated_at': '2021-12-10T19:09:57Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:57.875012 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bbb61-c1b8-446a-8d86-aea167f9689a None None] Pushing event updated for resources: {'Port': ['ID=a05f7463-8639-43e5-bf95-9bf7805a8061,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:57.926129 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f25a7c0f-c0c8-4d14-97ad-0acc1345890f None None] Provisioning complete for port a05f7463-8639-43e5-bf95-9bf7805a8061 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:57.927070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f25a7c0f-c0c8-4d14-97ad-0acc1345890f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:57.959709 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d4cc0cc4-2dc0-4d3b-9639-b8154d58d647 req-5718ced4-156b-4267-b26d-8ee535972815 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 210 time: 0.0562787 Dec 10 19:09:59.058594 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-44d75973-edc0-41c4-b1f3-b775233d87f9 req-894f55d1-9c45-4ccf-9962-4f9b4b4d67bd tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 210 time: 0.0264053 Dec 10 19:09:59.139589 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-3d86bfeb-45af-43c8-8a3f-c1698141ff40 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:59.141012 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-3d86bfeb-45af-43c8-8a3f-c1698141ff40 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/networks?id=b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f HTTP/1.1" status: 200 len: 797 time: 0.4102943 Dec 10 19:09:59.209506 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-76af5e3c-e1fb-406e-bf9f-0934a0bf514c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 380 time: 0.0525715 Dec 10 19:09:59.222326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-0e154851-82e6-430f-874a-4b80dabfd9cb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'port': {'device_id': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'admin_state_up': True, 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'security_groups': ['d7a97a4f-d874-4000-9234-bc7ca1608a56']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:59.385909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-0e154851-82e6-430f-874a-4b80dabfd9cb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:09:59.389495 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-0e154851-82e6-430f-874a-4b80dabfd9cb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:59.511273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-0e154851-82e6-430f-874a-4b80dabfd9cb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.20.0.10 (b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f/7f176be4-e31e-4deb-a613-44be8ed8d128/d1a5e1b6-86e6-4c10-96ca-b9511f8af9df) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:59.648472 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-0e154851-82e6-430f-874a-4b80dabfd9cb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:59.723403 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-0e154851-82e6-430f-874a-4b80dabfd9cb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:59.767615 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-0e154851-82e6-430f-874a-4b80dabfd9cb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:59.771440 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-0e154851-82e6-430f-874a-4b80dabfd9cb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:59.775719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-0e154851-82e6-430f-874a-4b80dabfd9cb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:59.782347 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e154851-82e6-430f-874a-4b80dabfd9cb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:59.834484 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-0e154851-82e6-430f-874a-4b80dabfd9cb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:59.835136 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-0e154851-82e6-430f-874a-4b80dabfd9cb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:59.886888 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a05f7463-8639-43e5-bf95-9bf7805a8061 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:59.908569 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-0e154851-82e6-430f-874a-4b80dabfd9cb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6896999 Dec 10 19:09:59.925929 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Request body: {'port': {'device_id': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:59.942619 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port a05f7463-8639-43e5-bf95-9bf7805a8061 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:59.943015 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:59.981352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:00.058713 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3fc51ac1-dfb4-457c-8b81-0d27a224082b None None] Provisioning complete for port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:10:00.058999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3fc51ac1-dfb4-457c-8b81-0d27a224082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:00.096005 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3fc51ac1-dfb4-457c-8b81-0d27a224082b None None] Port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:10:00.176047 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8aef-d6f3-424c-99e0-b58ca331aa56 req-2bdecac0-f12e-4ee3-9975-c5c565c32a3a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:00.177845 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-872c8aef-d6f3-424c-99e0-b58ca331aa56 req-2bdecac0-f12e-4ee3-9975-c5c565c32a3a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 932 time: 0.0489402 Dec 10 19:10:00.226771 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-872c8aef-d6f3-424c-99e0-b58ca331aa56 req-a0538cc7-3840-484f-b335-bd2b085dd185 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423877 Dec 10 19:10:00.243508 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a5e1b6-86e6-4c10-96ca-b9511f8af9df {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:10:00.250908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:00.263145 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Transition to ACTIVE for port object d1a5e1b6-86e6-4c10-96ca-b9511f8af9df will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:10:00.351394 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:00.404060 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:00.476197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Attempting to bind port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:10:00.476535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Attempting to bind port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'a0964695-7dc9-4a39-86d0-2dc75c13f685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:10:00.477369 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Attempting to bind port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df on network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:10:00.481959 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df on network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:10:00.487681 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Attempting to bind port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df on network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:10:00.487681 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:10:00.487681 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Checking segment: {'id': 'a0964695-7dc9-4a39-86d0-2dc75c13f685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:10:00.488048 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Bound using segment: {'id': 'a0964695-7dc9-4a39-86d0-2dc75c13f685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:10:00.488439 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Bound port: d1a5e1b6-86e6-4c10-96ca-b9511f8af9df, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0964695-7dc9-4a39-86d0-2dc75c13f685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:10:00.488869 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:00.556530 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] For port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:10:00.559598 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] For port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df,segment=NetworkSegment(a0964695-7dc9-4a39-86d0-2dc75c13f685),segment_id=a0964695-7dc9-4a39-86d0-2dc75c13f685)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:10:00.614909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:00.653810 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:00.654397 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:00.655775 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] 10.222.0.21 "PUT /v2.0/ports/d1a5e1b6-86e6-4c10-96ca-b9511f8af9df HTTP/1.1" status: 200 len: 1094 time: 0.7343724 Dec 10 19:10:00.656273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'tag': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:10:00.658537 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e420a19-a065-4a7a-8c10-23ec7d137cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d75cf4e9-50b6-4856-894d-212f09cc1775", "tag": "d1a5e1b6-86e6-4c10-96ca-b9511f8af9df"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:10:00.693316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc0194-4f43-44ca-b369-932d1a10b5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:00.700755 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e65cf6-22d1-4e41-a9e0-abdc002ae496 x-openstack-request-id: req-61e65cf6-22d1-4e41-a9e0-abdc002ae496 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:10:00.701069 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75cf4e9-50b6-4856-894d-212f09cc1775", "tag": "d1a5e1b6-86e6-4c10-96ca-b9511f8af9df", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:10:00.701385 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61e65cf6-22d1-4e41-a9e0-abdc002ae496 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:10:00.701835 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'tag': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df', 'status': 'completed', 'code': 200} Dec 10 19:10:00.767353 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e420a19-a065-4a7a-8c10-23ec7d137cc1 req-3f8aa6fa-0019-493c-8670-055cf9b33540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:00.768931 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6e420a19-a065-4a7a-8c10-23ec7d137cc1 req-3f8aa6fa-0019-493c-8670-055cf9b33540 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 1097 time: 0.0451415 Dec 10 19:10:00.874660 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e420a19-a065-4a7a-8c10-23ec7d137cc1 req-7dcbe239-e5bc-4419-a750-320c2ef29467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:00.876066 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6e420a19-a065-4a7a-8c10-23ec7d137cc1 req-7dcbe239-e5bc-4419-a750-320c2ef29467 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0986912 Dec 10 19:10:00.973130 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e420a19-a065-4a7a-8c10-23ec7d137cc1 req-a5555b52-c95f-4d37-9054-328aca4ed8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:00.974553 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-6e420a19-a065-4a7a-8c10-23ec7d137cc1 req-a5555b52-c95f-4d37-9054-328aca4ed8cc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873175 Dec 10 19:10:01.054016 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-39a66f5e-0c89-4756-8c13-26feabce7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:01.055766 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-39a66f5e-0c89-4756-8c13-26feabce7184 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 1097 time: 0.0406144 Dec 10 19:10:01.101517 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-3ace16db-c074-498b-94cb-f35c97805097 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df HTTP/1.1" status: 200 len: 217 time: 0.0378010 Dec 10 19:10:01.151178 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-63ec4d42-a474-4fb7-aa94-81a916e2ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:01.152564 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-63ec4d42-a474-4fb7-aa94-81a916e2ffa7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f176be4-e31e-4deb-a613-44be8ed8d128 HTTP/1.1" status: 200 len: 834 time: 0.0420475 Dec 10 19:10:01.198843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-25fb59f0-5256-44b5-94d3-6bc1c7cf1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:01.200350 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-25fb59f0-5256-44b5-94d3-6bc1c7cf1e8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403798 Dec 10 19:10:01.293502 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-1f3f441e-5cf3-48f5-ae3b-ad1c179171c6 service neutron] 10.222.0.21 "GET /v2.0/networks/b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854633 Dec 10 19:10:01.340490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7e51-2815-4b93-887e-0b89722ebf59 req-9776bcee-25b8-40ae-b5f5-7391ea8fd57e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:01.342017 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-664b7e51-2815-4b93-887e-0b89722ebf59 req-9776bcee-25b8-40ae-b5f5-7391ea8fd57e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 944 time: 0.0491459 Dec 10 19:10:01.388504 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-53bc9cb7-6233-42b0-a9c3-d384d2ae49e3 req-493ab460-54ae-4a55-8a93-d5c79ed4af90 service neutron] 10.222.0.21 "GET /v2.0/networks/b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823946 Dec 10 19:10:01.397534 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-664b7e51-2815-4b93-887e-0b89722ebf59 req-5f4680ab-67f0-4650-9da5-17b47261c45f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493808 Dec 10 19:10:02.516501 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74478f2-fbf1-4858-b769-3bebdc3bfcc2 req-1a88f940-0c9f-4653-8be3-ad01799cfa33 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:02.520137 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b74478f2-fbf1-4858-b769-3bebdc3bfcc2 req-1a88f940-0c9f-4653-8be3-ad01799cfa33 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 944 time: 0.0519574 Dec 10 19:10:02.567350 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b74478f2-fbf1-4858-b769-3bebdc3bfcc2 req-5fdfdcae-1e4c-4bad-8604-b6f0094a1b4b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 Dec 10 19:10:03.682078 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad31bf-f55f-413b-93b8-42e333401efc req-6bb3c7bd-4a6b-4d65-a4bb-0c061df98d4c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:03.683437 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-77ad31bf-f55f-413b-93b8-42e333401efc req-6bb3c7bd-4a6b-4d65-a4bb-0c061df98d4c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 944 time: 0.0477996 Dec 10 19:10:03.740446 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-77ad31bf-f55f-413b-93b8-42e333401efc req-e1a901df-6362-4ae4-b3c1-f9707bd3d024 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512140 Dec 10 19:10:04.773936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device d1a5e1b6-86e6-4c10-96ca-b9511f8af9df details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:10:04.858493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fad40-138c-4c48-95d0-907beffae74e req-c41540b5-3a1d-480e-8960-613635759bf1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:04.860122 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5b3fad40-138c-4c48-95d0-907beffae74e req-c41540b5-3a1d-480e-8960-613635759bf1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 944 time: 0.0524621 Dec 10 19:10:04.866517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df,segment=NetworkSegment(a0964695-7dc9-4a39-86d0-2dc75c13f685),segment_id=a0964695-7dc9-4a39-86d0-2dc75c13f685)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:04.881585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'port_id': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df', 'mac_address': 'fa:16:3e:dc:b6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:10:04.910629 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5b3fad40-138c-4c48-95d0-907beffae74e req-04977461-c0ed-4a1a-8eb8-82dca71f54c8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445170 Dec 10 19:10:04.918220 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.931253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a5e1b6-86e6-4c10-96ca-b9511f8af9df {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:10:04.950096 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df,segment=NetworkSegment(a0964695-7dc9-4a39-86d0-2dc75c13f685),segment_id=a0964695-7dc9-4a39-86d0-2dc75c13f685)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:05.059596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:05.105715 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:05.112619 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:05.112966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:05.113314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:05.113653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:05.114018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:05.114353 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:05.114688 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:05.115016 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:05.115347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:05.115676 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:05.116000 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:05.116323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:05.116643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:05.323061 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['d1a5e1b6-86e6-4c10-96ca-b9511f8af9df'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:10:06.023133 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cafd59-1d5d-433e-b944-a43c75ef660c req-fe411a69-5f17-4830-8a52-b4f270ee1fc6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:06.025099 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-94cafd59-1d5d-433e-b944-a43c75ef660c req-fe411a69-5f17-4830-8a52-b4f270ee1fc6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 945 time: 0.0470088 Dec 10 19:10:06.072950 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-94cafd59-1d5d-433e-b944-a43c75ef660c req-057c284d-ad79-4c62-bef8-68cd888412eb tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419512 Dec 10 19:10:06.773377 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device d1a5e1b6-86e6-4c10-96ca-b9511f8af9df up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:10:06.900380 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:10:06.904255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:10:06.904629 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:06.983591 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:07.004886 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:10:07.007138 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ddd466-ac03-4b82-858e-9bd504c092ca" -d '{"events": [{"server_uuid": "d75cf4e9-50b6-4856-894d-212f09cc1775", "name": "network-vif-plugged", "status": "completed", "tag": "d1a5e1b6-86e6-4c10-96ca-b9511f8af9df"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:10:07.019225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df,segment=NetworkSegment(a0964695-7dc9-4a39-86d0-2dc75c13f685),segment_id=a0964695-7dc9-4a39-86d0-2dc75c13f685)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:07.044367 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47112ba1-225b-48cc-b147-ea9d7bee449f x-openstack-request-id: req-47112ba1-225b-48cc-b147-ea9d7bee449f {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:10:07.044671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75cf4e9-50b6-4856-894d-212f09cc1775", "name": "network-vif-plugged", "status": "completed", "tag": "d1a5e1b6-86e6-4c10-96ca-b9511f8af9df", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:10:07.044934 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47112ba1-225b-48cc-b147-ea9d7bee449f {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:10:07.045334 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df', 'code': 200} Dec 10 19:10:07.106010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:07.154076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:07.187456 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e8afd-2d93-4b20-8a3b-86bd5a7f7293 req-5104105e-5c16-4f8d-8b5b-ac00276b4371 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:07.188941 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-646e8afd-2d93-4b20-8a3b-86bd5a7f7293 req-5104105e-5c16-4f8d-8b5b-ac00276b4371 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0484190 Dec 10 19:10:07.242623 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-646e8afd-2d93-4b20-8a3b-86bd5a7f7293 req-35bd1038-a2fd-4e33-bc62-12f306937c80 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476027 Dec 10 19:10:07.380898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be33a65-9892-478e-a6dd-7bbd9e9f599f req-9c36fee3-0518-4210-af16-615fde87f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:07.382489 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3be33a65-9892-478e-a6dd-7bbd9e9f599f req-9c36fee3-0518-4210-af16-615fde87f72f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 1099 time: 0.0449402 Dec 10 19:10:07.433371 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3be33a65-9892-478e-a6dd-7bbd9e9f599f req-b74a8505-1b9d-4ff8-892d-ffcc0c0dc434 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409434 Dec 10 19:10:08.366672 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2c8b6-a5d1-4428-828c-68af6fb5336d req-44550aad-5d87-42a8-876a-6d65977a279c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:08.368642 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b0b2c8b6-a5d1-4428-828c-68af6fb5336d req-44550aad-5d87-42a8-876a-6d65977a279c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0554912 Dec 10 19:10:08.418123 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b0b2c8b6-a5d1-4428-828c-68af6fb5336d req-ac4da6ad-8b76-4e14-a503-1e7919a16baf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433207 Dec 10 19:10:09.531390 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fa37c-d40c-4ce8-8c57-2d5e32b65ec6 req-8cfc6f0a-cd82-4f84-87fa-9d548133ab16 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:09.532867 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b06fa37c-d40c-4ce8-8c57-2d5e32b65ec6 req-8cfc6f0a-cd82-4f84-87fa-9d548133ab16 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0477345 Dec 10 19:10:09.581577 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b06fa37c-d40c-4ce8-8c57-2d5e32b65ec6 req-9410fd24-7c25-4d2e-b1ec-61c2a60a2596 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427496 Dec 10 19:10:09.698932 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c6e2d-2561-479b-8009-082f7a6554fb req-8aabccec-1c7c-4dcb-8bea-f6ab49b4a92b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:09.700413 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-306c6e2d-2561-479b-8009-082f7a6554fb req-8aabccec-1c7c-4dcb-8bea-f6ab49b4a92b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0529742 Dec 10 19:10:09.750040 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-306c6e2d-2561-479b-8009-082f7a6554fb req-ff91a7e0-f33f-46c9-9fdd-cfbce0ad1737 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435653 Dec 10 19:10:09.771581 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43168) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:09.811391 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0478e7-49cf-40ca-89f1-f3864481c448 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:09.812906 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-fe0478e7-49cf-40ca-89f1-f3864481c448 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 1094 time: 0.0402820 Dec 10 19:10:09.815681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43170) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:09.819880 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:10:09.910993 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:10.007588 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:10.105495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.26.5.41 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/371570e3-c1b0-4eb2-ad52-d89f2b6c2931) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:10:10.206174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:10.311713 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:10.349433 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:10:10.352335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:10:10.355894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:10:10.378191 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=371570e3-c1b0-4eb2-ad52-d89f2b6c2931,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:10.702329 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:10.822567 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:10.971265 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:11.036659 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:11.108021 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=371570e3-c1b0-4eb2-ad52-d89f2b6c2931,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:11.118499 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:11.216377 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Floating IP e65d9822-58bd-4e93-8883-c6bf3c374c26 associated. External IP: 172.26.5.41, port: d1a5e1b6-86e6-4c10-96ca-b9511f8af9df. Dec 10 19:10:11.427817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router 22e7a8bb-a128-4e72-ac06-dd915309dc75 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:10:11.540120 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:10:11.551129 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e01832-6fdc-4f3e-8631-dbfee2543d67 None None] Sync routers for ids ['22e7a8bb-a128-4e72-ac06-dd915309dc75'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:10:11.563245 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e01832-6fdc-4f3e-8631-dbfee2543d67 None None] Routers {'22e7a8bb-a128-4e72-ac06-dd915309dc75'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:10:11.564060 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-77e01832-6fdc-4f3e-8631-dbfee2543d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:09:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['22e7a8bb-a128-4e72-ac06-dd915309dc75'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:11.599446 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:11.630598 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-75506b0f-2fcd-4074-86a4-46423550d8a1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8115480 Dec 10 19:10:11.630598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'tag': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:10:11.631269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e489132-3db3-4c7f-afc0-96f7a5455360" -d '{"events": [{"name": "network-changed", "server_uuid": "d75cf4e9-50b6-4856-894d-212f09cc1775", "tag": "d1a5e1b6-86e6-4c10-96ca-b9511f8af9df"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:10:11.674218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef62529-fc72-4104-a221-db9a75cefc35 x-openstack-request-id: req-8ef62529-fc72-4104-a221-db9a75cefc35 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:10:11.674469 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-77e01832-6fdc-4f3e-8631-dbfee2543d67 None None] Set router 22e7a8bb-a128-4e72-ac06-dd915309dc75 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:10:11.674598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75cf4e9-50b6-4856-894d-212f09cc1775", "tag": "d1a5e1b6-86e6-4c10-96ca-b9511f8af9df", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:10:11.674970 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ef62529-fc72-4104-a221-db9a75cefc35 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:10:11.675466 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'tag': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df', 'status': 'completed', 'code': 200} Dec 10 19:10:11.736347 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc99c27-889c-405a-aa76-37d66471a572 req-c175a5f1-1b29-4d53-8b02-717735d40893 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:11.737800 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4dc99c27-889c-405a-aa76-37d66471a572 req-c175a5f1-1b29-4d53-8b02-717735d40893 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0529070 Dec 10 19:10:11.740174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e489132-3db3-4c7f-afc0-96f7a5455360 req-9e671def-0c1c-4ab9-ab80-1001d0f06927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:11.741760 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0e489132-3db3-4c7f-afc0-96f7a5455360 req-9e671def-0c1c-4ab9-ab80-1001d0f06927 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 1099 time: 0.0416963 Dec 10 19:10:11.795779 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4dc99c27-889c-405a-aa76-37d66471a572 req-2dcccbe8-11f5-4101-8fb3-2866b13caad7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504241 Dec 10 19:10:11.820723 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43176) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:11.838618 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e489132-3db3-4c7f-afc0-96f7a5455360 req-11405cee-6519-46a5-b38e-ab611facff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:11.840093 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0e489132-3db3-4c7f-afc0-96f7a5455360 req-11405cee-6519-46a5-b38e-ab611facff33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f HTTP/1.1" status: 200 len: 898 time: 0.0903215 Dec 10 19:10:11.881574 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e69d9c45-657b-43cf-88d7-3001ed467b55 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/e65d9822-58bd-4e93-8883-c6bf3c374c26 HTTP/1.1" status: 200 len: 991 time: 0.0596933 Dec 10 19:10:11.910237 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0e489132-3db3-4c7f-afc0-96f7a5455360 req-712f762b-b73a-4fc2-bf6f-566167549326 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df HTTP/1.1" status: 200 len: 999 time: 0.0630021 Dec 10 19:10:11.918380 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-77e01832-6fdc-4f3e-8631-dbfee2543d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:09:54Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'e65d9822-58bd-4e93-8883-c6bf3c374c26', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.41', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'port_id': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'mac_address': 'fa:16:3e:dc:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:10:10Z', 'updated_at': '2021-12-10T19:10:10Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05f7463-8639-43e5-bf95-9bf7805a8061', 'name': '', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:95:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:54Z', 'updated_at': '2021-12-10T19:09:57Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:11.944960 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e01832-6fdc-4f3e-8631-dbfee2543d67 None None] Checking router: 22e7a8bb-a128-4e72-ac06-dd915309dc75 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:10:11.953167 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e01832-6fdc-4f3e-8631-dbfee2543d67 None None] Routers {'22e7a8bb-a128-4e72-ac06-dd915309dc75'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:10:11.953785 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-77e01832-6fdc-4f3e-8631-dbfee2543d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:09:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['22e7a8bb-a128-4e72-ac06-dd915309dc75'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:11.958773 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e489132-3db3-4c7f-afc0-96f7a5455360 req-763482c5-df18-4390-be77-9af70718cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:11.960235 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0e489132-3db3-4c7f-afc0-96f7a5455360 req-763482c5-df18-4390-be77-9af70718cda1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f176be4-e31e-4deb-a613-44be8ed8d128 HTTP/1.1" status: 200 len: 834 time: 0.0433829 Dec 10 19:10:12.005957 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e489132-3db3-4c7f-afc0-96f7a5455360 req-ad249325-350a-4393-b32a-0359131f91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:12.007779 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0e489132-3db3-4c7f-afc0-96f7a5455360 req-ad249325-350a-4393-b32a-0359131f91f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400231 Dec 10 19:10:12.059563 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-77e01832-6fdc-4f3e-8631-dbfee2543d67 None None] Set router 22e7a8bb-a128-4e72-ac06-dd915309dc75 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:10:12.102400 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0e489132-3db3-4c7f-afc0-96f7a5455360 req-c9d90924-13af-44af-828e-3992687a3dd0 service neutron] 10.222.0.21 "GET /v2.0/networks/b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869915 Dec 10 19:10:12.192757 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0e489132-3db3-4c7f-afc0-96f7a5455360 req-3b3e9524-f34c-4223-9aa3-1191c22ebed3 service neutron] 10.222.0.21 "GET /v2.0/networks/b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829475 Dec 10 19:10:12.279506 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-77e01832-6fdc-4f3e-8631-dbfee2543d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:09:54Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'e65d9822-58bd-4e93-8883-c6bf3c374c26', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.41', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'port_id': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'mac_address': 'fa:16:3e:dc:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:10:10Z', 'updated_at': '2021-12-10T19:10:10Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05f7463-8639-43e5-bf95-9bf7805a8061', 'name': '', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:95:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:54Z', 'updated_at': '2021-12-10T19:09:57Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:12.388175 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e01832-6fdc-4f3e-8631-dbfee2543d67 None None] The sync data for ids ['22e7a8bb-a128-4e72-ac06-dd915309dc75'] in dv-neutron-821434-1-hyperv is: [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:09:54Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'e65d9822-58bd-4e93-8883-c6bf3c374c26', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.41', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'port_id': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'mac_address': 'fa:16:3e:dc:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:10:10Z', 'updated_at': '2021-12-10T19:10:10Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05f7463-8639-43e5-bf95-9bf7805a8061', 'name': '', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:95:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:54Z', 'updated_at': '2021-12-10T19:09:57Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:10:12.576503 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b5616-6f0c-444b-acc0-52d8fde1a188 None None] New status for floating IP e65d9822-58bd-4e93-8883-c6bf3c374c26: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:10:12.885068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43178) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:12.952875 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f80a47b3-3717-4e60-91c9-c1163905b6a0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/e65d9822-58bd-4e93-8883-c6bf3c374c26 HTTP/1.1" status: 200 len: 993 time: 0.0666432 Dec 10 19:10:16.527062 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1dc7667a-d578-4f61-8129-d8fb5ef2cae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:16.872658 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:10:18.759422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:18.836972 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6cf6aaf3-c782-4e34-b8c2-11ef7ee7a0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:20.275394 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:21.480985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:22.583975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:46.517062 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5e0339b2-4a8c-4e2d-abba-dc635ec9351a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:48.507095 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c87d5-1cf0-4c0d-94ca-62785dfe7cb1 req-e8902725-4f87-438b-8d2f-f0ed16a315d5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:48.513373 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-777c87d5-1cf0-4c0d-94ca-62785dfe7cb1 req-e8902725-4f87-438b-8d2f-f0ed16a315d5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0502112 Dec 10 19:10:48.558465 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-777c87d5-1cf0-4c0d-94ca-62785dfe7cb1 req-c0395b57-e12a-4240-9c55-a523ab351f11 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433142 Dec 10 19:10:48.747648 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:48.830264 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-20d0940c-8862-4e11-87ac-816f4cbae69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:49.675572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c7821-8067-4d52-be79-aa7abbba5f62 req-e6a07f3e-aad7-45b5-9826-711778b7b1ac tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:49.677294 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-246c7821-8067-4d52-be79-aa7abbba5f62 req-e6a07f3e-aad7-45b5-9826-711778b7b1ac tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0486193 Dec 10 19:10:49.728966 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-246c7821-8067-4d52-be79-aa7abbba5f62 req-6f22a58f-82b8-4d8e-8b88-61aef6ccf4ab tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458288 Dec 10 19:10:50.254515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:50.843144 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d65ec5-ce63-4772-8fb5-891ad9060d2c req-670198f6-0be0-4bca-8011-6d3fa591c990 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:50.844641 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-46d65ec5-ce63-4772-8fb5-891ad9060d2c req-670198f6-0be0-4bca-8011-6d3fa591c990 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0489194 Dec 10 19:10:50.892994 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-46d65ec5-ce63-4772-8fb5-891ad9060d2c req-b365257f-b792-4ff1-ad26-50fbaa999839 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424452 Dec 10 19:10:51.459810 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:51.573164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10a184-d9fb-4652-8db8-aaaeb0b79935 req-4a1cc774-f6f5-4a84-884b-89f8ed7c3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:51.575593 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ad10a184-d9fb-4652-8db8-aaaeb0b79935 req-4a1cc774-f6f5-4a84-884b-89f8ed7c3537 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 1099 time: 0.0411956 Dec 10 19:10:51.679584 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10a184-d9fb-4652-8db8-aaaeb0b79935 req-97764096-3326-4f09-8328-b0af4b2e68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:51.680965 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ad10a184-d9fb-4652-8db8-aaaeb0b79935 req-97764096-3326-4f09-8328-b0af4b2e68a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f HTTP/1.1" status: 200 len: 898 time: 0.0871918 Dec 10 19:10:51.750470 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ad10a184-d9fb-4652-8db8-aaaeb0b79935 req-bb6ba535-d8dc-44aa-b6e7-8b43e00f619e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df HTTP/1.1" status: 200 len: 1001 time: 0.0574930 Dec 10 19:10:51.803182 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10a184-d9fb-4652-8db8-aaaeb0b79935 req-13c53ba1-66e2-480e-9628-67c45b417aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:51.804569 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ad10a184-d9fb-4652-8db8-aaaeb0b79935 req-13c53ba1-66e2-480e-9628-67c45b417aa1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f176be4-e31e-4deb-a613-44be8ed8d128 HTTP/1.1" status: 200 len: 834 time: 0.0422862 Dec 10 19:10:51.856441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10a184-d9fb-4652-8db8-aaaeb0b79935 req-998792a3-77ce-426b-8ca4-b578f9a921f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:51.857930 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ad10a184-d9fb-4652-8db8-aaaeb0b79935 req-998792a3-77ce-426b-8ca4-b578f9a921f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426757 Dec 10 19:10:51.954106 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ad10a184-d9fb-4652-8db8-aaaeb0b79935 req-fcdd97d0-8c74-4655-8bb0-b29c6093d974 service neutron] 10.222.0.21 "GET /v2.0/networks/b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880229 Dec 10 19:10:52.013827 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5131b36-4ca0-4060-9f72-9800172b5ef8 req-3301eff9-5586-48e6-813d-ecd374342461 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:52.015382 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d5131b36-4ca0-4060-9f72-9800172b5ef8 req-3301eff9-5586-48e6-813d-ecd374342461 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0478806 Dec 10 19:10:52.057604 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ad10a184-d9fb-4652-8db8-aaaeb0b79935 req-a9fa6f0e-d4e5-4eb6-b2ac-fe128f859f97 service neutron] 10.222.0.21 "GET /v2.0/networks/b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911009 Dec 10 19:10:52.065666 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d5131b36-4ca0-4060-9f72-9800172b5ef8 req-e3ffbba1-35ca-4c8f-a1f0-7c00a44fea8e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444238 Dec 10 19:10:52.573965 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:53.182316 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0b927-f4d4-4aeb-965d-183fbba5c63a req-60a9c788-524a-4160-b5ea-79428db7b422 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:53.183841 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-10f0b927-f4d4-4aeb-965d-183fbba5c63a req-60a9c788-524a-4160-b5ea-79428db7b422 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0520611 Dec 10 19:10:53.232126 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-10f0b927-f4d4-4aeb-965d-183fbba5c63a req-8c9ce5f7-cd7a-4e89-b691-1fecb20e3fb7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418482 Dec 10 19:10:53.871160 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:10:54.346257 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf252976-215b-40f7-8f61-40feec913e84 req-3cb3f4bb-cf77-4f8a-ba30-fd8c7c1ab24e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:54.348560 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bf252976-215b-40f7-8f61-40feec913e84 req-3cb3f4bb-cf77-4f8a-ba30-fd8c7c1ab24e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0490294 Dec 10 19:10:54.396282 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bf252976-215b-40f7-8f61-40feec913e84 req-8ddda543-e311-4f1f-92a1-f7f38a6a0cdc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418806 Dec 10 19:10:55.516216 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c564-2c0f-4c22-872b-edc8979099b6 req-0562ac4a-c7fd-4558-b35b-ace71001a0d2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:55.517720 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7b85c564-2c0f-4c22-872b-edc8979099b6 req-0562ac4a-c7fd-4558-b35b-ace71001a0d2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0535393 Dec 10 19:10:55.566352 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7b85c564-2c0f-4c22-872b-edc8979099b6 req-bee3eb90-8f33-4852-b99f-a0c0539122f3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425954 Dec 10 19:10:56.687624 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c2056-9aaa-4398-916a-5233e98cb88c req-19b7c2a9-d141-45b0-99f4-f3a7fb1086ab tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:56.689123 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4e3c2056-9aaa-4398-916a-5233e98cb88c req-19b7c2a9-d141-45b0-99f4-f3a7fb1086ab tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0497088 Dec 10 19:10:56.738188 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4e3c2056-9aaa-4398-916a-5233e98cb88c req-07deff37-5cfb-48d6-aab6-3c6802f0942c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432405 Dec 10 19:10:57.851944 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e73f0-af60-4e0d-becc-0bf54c6d0602 req-1b5a57c1-1bcd-406c-b779-8318b544181d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:57.853416 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-777e73f0-af60-4e0d-becc-0bf54c6d0602 req-1b5a57c1-1bcd-406c-b779-8318b544181d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0478010 Dec 10 19:10:57.905277 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-777e73f0-af60-4e0d-becc-0bf54c6d0602 req-d80efc1a-ba50-4b71-afb8-a06a8c1507d4 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458684 Dec 10 19:10:59.034711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6e05a-a6da-40c9-974e-44388519ac3a req-3cb2b0a7-30de-4616-969b-5ad0a6a681e7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:59.036725 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5ea6e05a-a6da-40c9-974e-44388519ac3a req-3cb2b0a7-30de-4616-969b-5ad0a6a681e7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0572820 Dec 10 19:10:59.097994 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5ea6e05a-a6da-40c9-974e-44388519ac3a req-21a99e71-a02d-43be-973d-80b4f01fe585 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553210 Dec 10 19:11:00.210878 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8b901-5f26-4f6f-9a5a-1c3b5e17ea3b req-c17f9e9c-a831-4d8a-a01a-1b4797429098 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:00.212353 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3ab8b901-5f26-4f6f-9a5a-1c3b5e17ea3b req-c17f9e9c-a831-4d8a-a01a-1b4797429098 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0476115 Dec 10 19:11:00.260465 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3ab8b901-5f26-4f6f-9a5a-1c3b5e17ea3b req-82e742e1-4fd2-45ee-83e5-ea3556439aab tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416539 Dec 10 19:11:01.384194 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac559039-8500-4f20-ab85-5f8373cb32b3 req-ab58e616-69f7-456e-80a2-7236d7ce2b2c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:01.385679 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ac559039-8500-4f20-ab85-5f8373cb32b3 req-ab58e616-69f7-456e-80a2-7236d7ce2b2c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0570509 Dec 10 19:11:01.434306 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ac559039-8500-4f20-ab85-5f8373cb32b3 req-36a6c7f3-651b-40e3-913f-59a9ba74042c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415068 Dec 10 19:11:02.550658 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30100cd1-764b-4df3-8a25-1fbd08cdcfd6 req-cc4d238d-fd3e-4e21-a465-86e32eb1c940 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:02.552409 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-30100cd1-764b-4df3-8a25-1fbd08cdcfd6 req-cc4d238d-fd3e-4e21-a465-86e32eb1c940 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0483239 Dec 10 19:11:02.600737 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-30100cd1-764b-4df3-8a25-1fbd08cdcfd6 req-cc677895-26f9-4924-850d-e3252c11eb1b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Dec 10 19:11:03.729678 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450595ab-07e6-435e-abb3-2d7c59e801c5 req-dcb43950-d504-47c1-8e54-30974d323b38 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:03.731173 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-450595ab-07e6-435e-abb3-2d7c59e801c5 req-dcb43950-d504-47c1-8e54-30974d323b38 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0481284 Dec 10 19:11:03.783181 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-450595ab-07e6-435e-abb3-2d7c59e801c5 req-4e132c1d-5518-4f49-a351-e2d2a50d5e30 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460832 Dec 10 19:11:04.897625 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7c856-a54c-4349-8e8a-02b3db906f75 req-5216168c-3dc2-4a09-8443-a524df25cd92 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:04.899147 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e1e7c856-a54c-4349-8e8a-02b3db906f75 req-5216168c-3dc2-4a09-8443-a524df25cd92 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0483778 Dec 10 19:11:04.948369 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e1e7c856-a54c-4349-8e8a-02b3db906f75 req-c7a541dd-3bb6-48bf-93a8-76d33c9932d6 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 Dec 10 19:11:04.971868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43224) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:05.035174 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3a845174-de4e-4fae-a69d-649a27b71756 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/e65d9822-58bd-4e93-8883-c6bf3c374c26 HTTP/1.1" status: 200 len: 993 time: 0.0621488 Dec 10 19:11:06.492902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d8ac0-3f97-492c-adda-4d9ef34ca381 req-f0c66bfd-691e-4145-add3-04129775dfac tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:06.494540 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-943d8ac0-3f97-492c-adda-4d9ef34ca381 req-f0c66bfd-691e-4145-add3-04129775dfac tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0486917 Dec 10 19:11:06.544031 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-943d8ac0-3f97-492c-adda-4d9ef34ca381 req-27c5f4a5-bd8d-4533-8390-fadfe643bdf0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425911 Dec 10 19:11:06.611626 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aae4b1-6c80-4317-ae02-0dbfd3996dea req-fb1f974f-432a-4b56-8401-58b036a4c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:06.613120 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67aae4b1-6c80-4317-ae02-0dbfd3996dea req-fb1f974f-432a-4b56-8401-58b036a4c1a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 1099 time: 0.0405576 Dec 10 19:11:06.708898 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aae4b1-6c80-4317-ae02-0dbfd3996dea req-9e753278-b0bd-4c55-8ab0-5c7e710b7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:06.710314 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67aae4b1-6c80-4317-ae02-0dbfd3996dea req-9e753278-b0bd-4c55-8ab0-5c7e710b7568 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f HTTP/1.1" status: 200 len: 898 time: 0.0864699 Dec 10 19:11:06.777876 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67aae4b1-6c80-4317-ae02-0dbfd3996dea req-b4490183-414d-4949-bfc5-9494ec8f7d3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df HTTP/1.1" status: 200 len: 1001 time: 0.0565119 Dec 10 19:11:06.830037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aae4b1-6c80-4317-ae02-0dbfd3996dea req-ac5e573d-b140-4c1c-8d1f-69c59b36fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:06.831429 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67aae4b1-6c80-4317-ae02-0dbfd3996dea req-ac5e573d-b140-4c1c-8d1f-69c59b36fd88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f176be4-e31e-4deb-a613-44be8ed8d128 HTTP/1.1" status: 200 len: 834 time: 0.0427244 Dec 10 19:11:06.882868 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aae4b1-6c80-4317-ae02-0dbfd3996dea req-3f37c94c-ee44-4368-9c7b-76f74e6b4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:06.884308 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67aae4b1-6c80-4317-ae02-0dbfd3996dea req-3f37c94c-ee44-4368-9c7b-76f74e6b4294 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418568 Dec 10 19:11:06.975714 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67aae4b1-6c80-4317-ae02-0dbfd3996dea req-f975201d-92a2-46df-a820-90beae84424b service neutron] 10.222.0.21 "GET /v2.0/networks/b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801880 Dec 10 19:11:07.071149 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-67aae4b1-6c80-4317-ae02-0dbfd3996dea req-f6649593-1a7e-4f63-899a-c31bc05517aa service neutron] 10.222.0.21 "GET /v2.0/networks/b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834970 Dec 10 19:11:07.663823 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a446a3-7a37-46fc-b801-fa919a33bfe2 req-86a5d859-d710-40a7-a076-7a432187401f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:07.665348 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-25a446a3-7a37-46fc-b801-fa919a33bfe2 req-86a5d859-d710-40a7-a076-7a432187401f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0487168 Dec 10 19:11:07.720330 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-25a446a3-7a37-46fc-b801-fa919a33bfe2 req-9e6b66b2-1838-4d21-b32b-d908b238c6c2 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481098 Dec 10 19:11:08.884300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda58887-521e-4145-b8d1-fb4b79893c0c req-b3a2bdb5-bd59-4b60-826d-d99a60b3eae5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:08.885793 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eda58887-521e-4145-b8d1-fb4b79893c0c req-b3a2bdb5-bd59-4b60-826d-d99a60b3eae5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0977802 Dec 10 19:11:08.935251 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-eda58887-521e-4145-b8d1-fb4b79893c0c req-58e3fa59-9a14-46bf-80a2-2fecb78eacd8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429754 Dec 10 19:11:08.957997 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43238) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:09.025325 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-0c9867ec-e658-46d6-aa89-4da84b22e1fa tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/e65d9822-58bd-4e93-8883-c6bf3c374c26 HTTP/1.1" status: 200 len: 993 time: 0.0615633 Dec 10 19:11:16.527278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a8fef14b-ee2e-49ee-9816-7e15d50080b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:18.756345 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:18.814415 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ed9877fb-6967-49a6-af74-3510d3c2b291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:20.264702 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:21.510189 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:22.641609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:30.870260 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:11:41.536811 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43248) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:41.692738 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port 371570e3-c1b0-4eb2-ad52-d89f2b6c2931 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:11:41.693080 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:41.766258 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:41.766500 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:41.778363 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for 371570e3-c1b0-4eb2-ad52-d89f2b6c2931 owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:11:41.985924 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:42.011872 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=371570e3-c1b0-4eb2-ad52-d89f2b6c2931,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:42.038269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:42.038627 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:42.038976 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:42.039319 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:42.039657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:42.040010 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:42.040333 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:42.040663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:42.040993 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:42.041325 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:42.041657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:42.042009 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:42.042339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:42.087705 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:42.088024 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Floating IP e65d9822-58bd-4e93-8883-c6bf3c374c26 disassociated (deleted). External IP: 172.26.5.41, port: d1a5e1b6-86e6-4c10-96ca-b9511f8af9df. Dec 10 19:11:42.298537 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router 22e7a8bb-a128-4e72-ac06-dd915309dc75 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:11:42.665666 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:42.670336 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:42.674927 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc8cf49-3361-421c-bdfa-53700bdb79b1 None None] Sync routers for ids ['22e7a8bb-a128-4e72-ac06-dd915309dc75'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:42.684732 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc8cf49-3361-421c-bdfa-53700bdb79b1 None None] Routers {'22e7a8bb-a128-4e72-ac06-dd915309dc75'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:42.685338 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0fc8cf49-3361-421c-bdfa-53700bdb79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:11:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['22e7a8bb-a128-4e72-ac06-dd915309dc75'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:42.697087 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-600b3666-a6c1-4c88-ba60-321eb154985e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/floatingips/e65d9822-58bd-4e93-8883-c6bf3c374c26 HTTP/1.1" status: 204 len: 168 time: 1.1591947 Dec 10 19:11:42.697799 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'tag': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:11:42.700633 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97910502-b82e-41f6-987e-6033f28f3b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d75cf4e9-50b6-4856-894d-212f09cc1775", "tag": "d1a5e1b6-86e6-4c10-96ca-b9511f8af9df"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:11:42.739312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a575e811-729f-42f9-aba0-93e377885918 x-openstack-request-id: req-a575e811-729f-42f9-aba0-93e377885918 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:11:42.739851 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75cf4e9-50b6-4856-894d-212f09cc1775", "tag": "d1a5e1b6-86e6-4c10-96ca-b9511f8af9df", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:11:42.740313 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a575e811-729f-42f9-aba0-93e377885918 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:11:42.740932 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'tag': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df', 'status': 'completed', 'code': 200} Dec 10 19:11:42.799243 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-0fc8cf49-3361-421c-bdfa-53700bdb79b1 None None] Set router 22e7a8bb-a128-4e72-ac06-dd915309dc75 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:42.809719 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97910502-b82e-41f6-987e-6033f28f3b6b req-6965e2db-3c59-4de2-ba82-84c3014bce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:42.811200 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-97910502-b82e-41f6-987e-6033f28f3b6b req-6965e2db-3c59-4de2-ba82-84c3014bce1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 1099 time: 0.0409856 Dec 10 19:11:42.907389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97910502-b82e-41f6-987e-6033f28f3b6b req-b27cec47-8e98-40cc-a813-9e03df895621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:42.908858 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-97910502-b82e-41f6-987e-6033f28f3b6b req-b27cec47-8e98-40cc-a813-9e03df895621 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f HTTP/1.1" status: 200 len: 898 time: 0.0888219 Dec 10 19:11:42.953846 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-97910502-b82e-41f6-987e-6033f28f3b6b req-77a7ebe7-1888-43a9-9288-3b932f8a3fe7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df HTTP/1.1" status: 200 len: 217 time: 0.0362723 Dec 10 19:11:43.005573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97910502-b82e-41f6-987e-6033f28f3b6b req-023fc27a-c0dc-40d2-982c-4917578acf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:43.007099 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-97910502-b82e-41f6-987e-6033f28f3b6b req-023fc27a-c0dc-40d2-982c-4917578acf67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f176be4-e31e-4deb-a613-44be8ed8d128 HTTP/1.1" status: 200 len: 834 time: 0.0460851 Dec 10 19:11:43.010286 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0fc8cf49-3361-421c-bdfa-53700bdb79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:09:54Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'a05f7463-8639-43e5-bf95-9bf7805a8061', 'name': '', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:95:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:54Z', 'updated_at': '2021-12-10T19:09:57Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:43.036317 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc8cf49-3361-421c-bdfa-53700bdb79b1 None None] Checking router: 22e7a8bb-a128-4e72-ac06-dd915309dc75 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:43.045071 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc8cf49-3361-421c-bdfa-53700bdb79b1 None None] Routers {'22e7a8bb-a128-4e72-ac06-dd915309dc75'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:43.045675 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0fc8cf49-3361-421c-bdfa-53700bdb79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:11:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['22e7a8bb-a128-4e72-ac06-dd915309dc75'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:43.056594 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97910502-b82e-41f6-987e-6033f28f3b6b req-d2fe07e4-5902-4de3-9572-28bf1320a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:43.062399 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-97910502-b82e-41f6-987e-6033f28f3b6b req-d2fe07e4-5902-4de3-9572-28bf1320a871 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433595 Dec 10 19:11:43.070746 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [req-97910502-b82e-41f6-987e-6033f28f3b6b req-5f658635-61c5-4112-83da-f83f1d54a629 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:11:43.071708 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-97910502-b82e-41f6-987e-6033f28f3b6b req-5f658635-61c5-4112-83da-f83f1d54a629 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051177 Dec 10 19:11:43.157413 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-0fc8cf49-3361-421c-bdfa-53700bdb79b1 None None] Set router 22e7a8bb-a128-4e72-ac06-dd915309dc75 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:43.170280 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2d028-d697-48d4-b1d9-ac23d7525e2b req-3a130133-622b-40c8-88a8-8877c46ae343 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:43.171785 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-37a2d028-d697-48d4-b1d9-ac23d7525e2b req-3a130133-622b-40c8-88a8-8877c46ae343 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0544975 Dec 10 19:11:43.187636 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-97910502-b82e-41f6-987e-6033f28f3b6b req-9f78760c-bcec-485d-b9a9-521f50861c9d service neutron] 10.222.0.21 "GET /v2.0/networks/b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062167 Dec 10 19:11:43.225279 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-37a2d028-d697-48d4-b1d9-ac23d7525e2b req-d027634e-6cba-4f4e-a89c-1f3e49c05983 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460181 Dec 10 19:11:43.280472 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-97910502-b82e-41f6-987e-6033f28f3b6b req-9b93b810-0995-4b39-ac95-b8f90f4bd511 service neutron] 10.222.0.21 "GET /v2.0/networks/b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831454 Dec 10 19:11:43.354504 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0fc8cf49-3361-421c-bdfa-53700bdb79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:09:54Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'a05f7463-8639-43e5-bf95-9bf7805a8061', 'name': '', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:95:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:54Z', 'updated_at': '2021-12-10T19:09:57Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:43.383727 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc8cf49-3361-421c-bdfa-53700bdb79b1 None None] The sync data for ids ['22e7a8bb-a128-4e72-ac06-dd915309dc75'] in dv-neutron-821434-1-hyperv is: [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:09:54Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'a05f7463-8639-43e5-bf95-9bf7805a8061', 'name': '', 'network_id': 'b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:95:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:54Z', 'updated_at': '2021-12-10T19:09:57Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': '7f176be4-e31e-4deb-a613-44be8ed8d128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:43.599132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ca36fc-98a0-4fd7-a59a-e77d8487486f None None] New status for floating IP e65d9822-58bd-4e93-8883-c6bf3c374c26: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:11:44.342360 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f531f32-b22c-4059-b94e-a988cbe6691b req-1f282c1b-0bd4-4af4-8f18-7f87a6f6ccae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:44.343835 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f531f32-b22c-4059-b94e-a988cbe6691b req-1f282c1b-0bd4-4af4-8f18-7f87a6f6ccae tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0488389 Dec 10 19:11:44.392554 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8f531f32-b22c-4059-b94e-a988cbe6691b req-546db50e-2553-41dd-bf51-84bd7f48b9da tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7a97a4f-d874-4000-9234-bc7ca1608a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428786 Dec 10 19:11:44.929068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5aaa4-b6e6-475d-8c68-db84fa885cbc req-057d9406-a5d3-4ea0-a779-324278b30f93 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:44.930532 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17a5aaa4-b6e6-475d-8c68-db84fa885cbc req-057d9406-a5d3-4ea0-a779-324278b30f93 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 946 time: 0.0523305 Dec 10 19:11:45.018469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-17a5aaa4-b6e6-475d-8c68-db84fa885cbc req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:11:45.018808 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-17a5aaa4-b6e6-475d-8c68-db84fa885cbc req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:45.107410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-17a5aaa4-b6e6-475d-8c68-db84fa885cbc req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df,segment=NetworkSegment(a0964695-7dc9-4a39-86d0-2dc75c13f685),segment_id=a0964695-7dc9-4a39-86d0-2dc75c13f685)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:45.107768 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-17a5aaa4-b6e6-475d-8c68-db84fa885cbc req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:45.119951 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-17a5aaa4-b6e6-475d-8c68-db84fa885cbc req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for d1a5e1b6-86e6-4c10-96ca-b9511f8af9df owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:11:45.317496 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-17a5aaa4-b6e6-475d-8c68-db84fa885cbc req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:45.346219 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=d1a5e1b6-86e6-4c10-96ca-b9511f8af9df,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:45.371769 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:45.381463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:45.381463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:45.381463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:45.381463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:45.381463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:45.381463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:45.381463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:45.381463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:45.381463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:45.381463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:45.381463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:45.381463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:45.394724 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a5aaa4-b6e6-475d-8c68-db84fa885cbc req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] No DVR routers for this DVR port d1a5e1b6-86e6-4c10-96ca-b9511f8af9df on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:11:45.397043 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-17a5aaa4-b6e6-475d-8c68-db84fa885cbc req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:45.400358 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-17a5aaa4-b6e6-475d-8c68-db84fa885cbc req-d5eae6fe-ffee-4411-9e6f-92d36083a7ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "DELETE /v2.0/ports/d1a5e1b6-86e6-4c10-96ca-b9511f8af9df HTTP/1.1" status: 204 len: 173 time: 0.4606745 Dec 10 19:11:45.400808 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'name': 'network-vif-deleted', 'tag': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:11:45.403685 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5af66b4-956e-455b-8338-e2a30f24871c" -d '{"events": [{"server_uuid": "d75cf4e9-50b6-4856-894d-212f09cc1775", "name": "network-vif-deleted", "tag": "d1a5e1b6-86e6-4c10-96ca-b9511f8af9df"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:11:45.440291 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056b6820-e816-4197-99b8-20d244c71e06 x-openstack-request-id: req-056b6820-e816-4197-99b8-20d244c71e06 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:11:45.440591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75cf4e9-50b6-4856-894d-212f09cc1775", "name": "network-vif-deleted", "tag": "d1a5e1b6-86e6-4c10-96ca-b9511f8af9df", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:11:45.441070 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-056b6820-e816-4197-99b8-20d244c71e06 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:11:45.441770 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75cf4e9-50b6-4856-894d-212f09cc1775', 'name': 'network-vif-deleted', 'tag': 'd1a5e1b6-86e6-4c10-96ca-b9511f8af9df', 'status': 'completed', 'code': 200} Dec 10 19:11:45.496174 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b704060c-d3e0-4805-aec2-bcd4488038e1 req-773dc0fe-9802-4d2e-96b7-7da5a917cc2f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=d75cf4e9-50b6-4856-894d-212f09cc1775 HTTP/1.1" status: 200 len: 210 time: 0.0257854 Dec 10 19:11:46.512064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-af291870-2d1d-40c9-8c55-804a9c517dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:46.553092 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43268) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:46.902148 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3f352d5d-11b3-42a8-9f69-7c33c5d4bdf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.147653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-3f352d5d-11b3-42a8-9f69-7c33c5d4bdf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port a05f7463-8639-43e5-bf95-9bf7805a8061 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:11:47.147992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3f352d5d-11b3-42a8-9f69-7c33c5d4bdf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.234483 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-3f352d5d-11b3-42a8-9f69-7c33c5d4bdf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port a05f7463-8639-43e5-bf95-9bf7805a8061, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=a05f7463-8639-43e5-bf95-9bf7805a8061,segment=NetworkSegment(a0964695-7dc9-4a39-86d0-2dc75c13f685),segment_id=a0964695-7dc9-4a39-86d0-2dc75c13f685)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:47.234762 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3f352d5d-11b3-42a8-9f69-7c33c5d4bdf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.246798 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-3f352d5d-11b3-42a8-9f69-7c33c5d4bdf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for a05f7463-8639-43e5-bf95-9bf7805a8061 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:11:47.499121 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3f352d5d-11b3-42a8-9f69-7c33c5d4bdf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.529155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f352d5d-11b3-42a8-9f69-7c33c5d4bdf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=a05f7463-8639-43e5-bf95-9bf7805a8061,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:47.698747 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3f352d5d-11b3-42a8-9f69-7c33c5d4bdf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.913770 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f352d5d-11b3-42a8-9f69-7c33c5d4bdf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router 22e7a8bb-a128-4e72-ac06-dd915309dc75 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:11:48.020109 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f352d5d-11b3-42a8-9f69-7c33c5d4bdf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:48.025394 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3f352d5d-11b3-42a8-9f69-7c33c5d4bdf8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "PUT /v2.0/routers/22e7a8bb-a128-4e72-ac06-dd915309dc75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4711604 Dec 10 19:11:48.028027 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43270) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:48.031250 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63595654-57bb-4ce8-8050-563c3b93564e None None] Sync routers for ids ['22e7a8bb-a128-4e72-ac06-dd915309dc75'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:48.040881 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63595654-57bb-4ce8-8050-563c3b93564e None None] Routers {'22e7a8bb-a128-4e72-ac06-dd915309dc75'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:48.041532 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-63595654-57bb-4ce8-8050-563c3b93564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:11:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['22e7a8bb-a128-4e72-ac06-dd915309dc75'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:48.079106 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acf8ddf-698f-4192-8003-5b77400eed61 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting subnet 7f176be4-e31e-4deb-a613-44be8ed8d128 {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:11:48.082210 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2acf8ddf-698f-4192-8003-5b77400eed61 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.121399 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2acf8ddf-698f-4192-8003-5b77400eed61 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.144823 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-63595654-57bb-4ce8-8050-563c3b93564e None None] Set router 22e7a8bb-a128-4e72-ac06-dd915309dc75 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:48.217814 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2acf8ddf-698f-4192-8003-5b77400eed61 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.317934 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2acf8ddf-698f-4192-8003-5b77400eed61 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.333263 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-63595654-57bb-4ce8-8050-563c3b93564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:11:47Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:48.350132 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf8ddf-698f-4192-8003-5b77400eed61 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Subnet': ['ID=7f176be4-e31e-4deb-a613-44be8ed8d128,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:48.352106 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-2acf8ddf-698f-4192-8003-5b77400eed61 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.355378 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-2acf8ddf-698f-4192-8003-5b77400eed61 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/subnets/7f176be4-e31e-4deb-a613-44be8ed8d128 HTTP/1.1" status: 204 len: 168 time: 0.3263919 Dec 10 19:11:48.358135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43272) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:48.359555 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63595654-57bb-4ce8-8050-563c3b93564e None None] Checking router: 22e7a8bb-a128-4e72-ac06-dd915309dc75 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:48.361622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e6b90-5cb5-4665-80bd-d66e564c8973 None None] Network b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:11:48.368242 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63595654-57bb-4ce8-8050-563c3b93564e None None] Routers {'22e7a8bb-a128-4e72-ac06-dd915309dc75'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:48.368840 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-63595654-57bb-4ce8-8050-563c3b93564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:11:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['22e7a8bb-a128-4e72-ac06-dd915309dc75'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:48.472967 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.544263 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] DHCP port deletion for b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:48.569822 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-63595654-57bb-4ce8-8050-563c3b93564e None None] Set router 22e7a8bb-a128-4e72-ac06-dd915309dc75 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:48.589823 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.591741 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Deleting port 2a1989c2-e9b2-4d97-aba3-997a257c7408 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:11:48.592183 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.658466 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] For port 2a1989c2-e9b2-4d97-aba3-997a257c7408, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=2a1989c2-e9b2-4d97-aba3-997a257c7408,segment=NetworkSegment(a0964695-7dc9-4a39-86d0-2dc75c13f685),segment_id=a0964695-7dc9-4a39-86d0-2dc75c13f685)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:48.659018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.672661 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Calling delete_port for 2a1989c2-e9b2-4d97-aba3-997a257c7408 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:11:48.694072 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port bbf18925-f74a-4aa4-86e9-874483c5559e {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:11:48.694411 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.759737 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-63595654-57bb-4ce8-8050-563c3b93564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:11:47Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:48.785239 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port bbf18925-f74a-4aa4-86e9-874483c5559e, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=bbf18925-f74a-4aa4-86e9-874483c5559e,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:48.785877 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.787252 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63595654-57bb-4ce8-8050-563c3b93564e None None] The sync data for ids ['22e7a8bb-a128-4e72-ac06-dd915309dc75'] in dv-neutron-821434-1-hyperv is: [{'id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552325990', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:09:50Z', 'updated_at': '2021-12-10T19:11:47Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': 'bbf18925-f74a-4aa4-86e9-874483c5559e', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e7a8bb-a128-4e72-ac06-dd915309dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:09:51Z', 'updated_at': '2021-12-10T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:48.803142 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.808884 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for bbf18925-f74a-4aa4-86e9-874483c5559e owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:11:48.843271 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-585ff1ce-73ff-41f3-a279-63dd2c9df06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.865742 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:48.895047 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Pushing event deleted for resources: {'Port': ['ID=2a1989c2-e9b2-4d97-aba3-997a257c7408,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:48.899495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] No DVR routers for this DVR port 2a1989c2-e9b2-4d97-aba3-997a257c7408 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:11:48.906374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:48.906733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:48.909799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:48.909799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:48.909799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:48.909799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:48.909799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:48.909799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:48.909799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:48.909799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:48.909799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:48.911331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:48.911331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30016e1-89f5-4e6c-8318-b88f1b393129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:49.026033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.056274 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=bbf18925-f74a-4aa4-86e9-874483c5559e,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:49.070244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d2d554-bd0a-4249-8d29-8d86fcd33af8 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:49.119751 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.213233 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.216100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.319522 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device d1a5e1b6-86e6-4c10-96ca-b9511f8af9df no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:11:49.341673 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: d1a5e1b6-86e6-4c10-96ca-b9511f8af9df {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:11:49.342052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device d1a5e1b6-86e6-4c10-96ca-b9511f8af9df not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:11:49.351709 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.352254 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Fanout notify agent at l3_agent the message router_deleted on router 22e7a8bb-a128-4e72-ac06-dd915309dc75 {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:11:49.359132 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.360259 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-d4206cc2-dbba-464f-95ff-7f56ee8f037c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/routers/22e7a8bb-a128-4e72-ac06-dd915309dc75 HTTP/1.1" status: 204 len: 168 time: 1.0013428 Dec 10 19:11:49.362999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43274) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:49.449310 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c4490a-61e5-47cf-85fd-72a9836ef7a9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.543860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c4490a-61e5-47cf-85fd-72a9836ef7a9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.563270 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-97c4490a-61e5-47cf-85fd-72a9836ef7a9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:49.572140 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-97c4490a-61e5-47cf-85fd-72a9836ef7a9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0964695-7dc9-4a39-86d0-2dc75c13f685') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:49.572373 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-97c4490a-61e5-47cf-85fd-72a9836ef7a9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0964695-7dc9-4a39-86d0-2dc75c13f685') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:49.581926 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c4490a-61e5-47cf-85fd-72a9836ef7a9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.594402 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c4490a-61e5-47cf-85fd-72a9836ef7a9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.600135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c4490a-61e5-47cf-85fd-72a9836ef7a9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:11:49.600510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c4490a-61e5-47cf-85fd-72a9836ef7a9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:11:49.603433 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:11:49.700526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c4490a-61e5-47cf-85fd-72a9836ef7a9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.707019 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-97c4490a-61e5-47cf-85fd-72a9836ef7a9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.710135 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-97c4490a-61e5-47cf-85fd-72a9836ef7a9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/networks/b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f HTTP/1.1" status: 204 len: 168 time: 0.3461864 Dec 10 19:11:49.713098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43276) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:49.721550 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4490a-61e5-47cf-85fd-72a9836ef7a9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Network': ['ID=b4ecda63-de5b-457c-9bc1-7a68f2b0ae3f,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:49.770206 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2697973c-28c3-43d1-8397-3210675b2fb5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.797075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2697973c-28c3-43d1-8397-3210675b2fb5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.921068 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2a1989c2-e9b2-4d97-aba3-997a257c7408 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:11:49.934627 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2697973c-28c3-43d1-8397-3210675b2fb5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.937346 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2697973c-28c3-43d1-8397-3210675b2fb5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:49.938537 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-2697973c-28c3-43d1-8397-3210675b2fb5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/security-groups/d7a97a4f-d874-4000-9234-bc7ca1608a56 HTTP/1.1" status: 204 len: 168 time: 0.2243311 Dec 10 19:11:49.941257 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 2a1989c2-e9b2-4d97-aba3-997a257c7408 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:11:49.941610 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 2a1989c2-e9b2-4d97-aba3-997a257c7408 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:11:49.942075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device bbf18925-f74a-4aa4-86e9-874483c5559e no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:11:49.948128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697973c-28c3-43d1-8397-3210675b2fb5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a97a4f-d874-4000-9234-bc7ca1608a56,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:49.966912 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: bbf18925-f74a-4aa4-86e9-874483c5559e {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:11:49.967266 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device bbf18925-f74a-4aa4-86e9-874483c5559e not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:11:49.967735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a05f7463-8639-43e5-bf95-9bf7805a8061 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:11:49.993069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: a05f7463-8639-43e5-bf95-9bf7805a8061 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:11:49.993424 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device a05f7463-8639-43e5-bf95-9bf7805a8061 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:11:50.242960 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:50.650515 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43282) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:50.655782 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-ee5c80ba-a7a2-4a45-915b-9505bb729221 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925577636', 'description': 'tempest-secgroup-smoke-1925577636 description', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:50.745389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee5c80ba-a7a2-4a45-915b-9505bb729221 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:50.811115 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee5c80ba-a7a2-4a45-915b-9505bb729221 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:50.853815 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee5c80ba-a7a2-4a45-915b-9505bb729221 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:50.881634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c80ba-a7a2-4a45-915b-9505bb729221 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87361b0-4db7-446d-8fa1-1f9768167dfb,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:50.924483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee5c80ba-a7a2-4a45-915b-9505bb729221 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:50.925724 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ee5c80ba-a7a2-4a45-915b-9505bb729221 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2741330 Dec 10 19:11:50.928910 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43284) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:50.933878 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a6416c05-28d7-421c-8938-5653572167c0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'd87361b0-4db7-446d-8fa1-1f9768167dfb', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:51.024531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6416c05-28d7-421c-8938-5653572167c0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.079106 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6416c05-28d7-421c-8938-5653572167c0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.168652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6416c05-28d7-421c-8938-5653572167c0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.187747 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6416c05-28d7-421c-8938-5653572167c0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92d05c3-170b-48c8-9b61-e21f14dc5ee3,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:51.273616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a6416c05-28d7-421c-8938-5653572167c0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.274870 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a6416c05-28d7-421c-8938-5653572167c0 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3450196 Dec 10 19:11:51.278271 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43286) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:51.282645 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-1fb0a06f-8080-4851-b8f3-904c0281e237 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'd87361b0-4db7-446d-8fa1-1f9768167dfb', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:51.367676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a06f-8080-4851-b8f3-904c0281e237 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.425205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a06f-8080-4851-b8f3-904c0281e237 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.476098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.505723 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a06f-8080-4851-b8f3-904c0281e237 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.523430 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0a06f-8080-4851-b8f3-904c0281e237 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68caeab7-48f1-4088-b374-06f3de5742e9,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:51.593157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a06f-8080-4851-b8f3-904c0281e237 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.594406 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-1fb0a06f-8080-4851-b8f3-904c0281e237 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3151748 Dec 10 19:11:51.597069 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43288) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:51.601260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-6100635b-1faf-4433-bf1e-6df3dce10260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'd87361b0-4db7-446d-8fa1-1f9768167dfb', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:51.716422 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6100635b-1faf-4433-bf1e-6df3dce10260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.770930 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6100635b-1faf-4433-bf1e-6df3dce10260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.819700 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6100635b-1faf-4433-bf1e-6df3dce10260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.836872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100635b-1faf-4433-bf1e-6df3dce10260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8878a0ee-46ef-46d7-b3b9-26ab2f3f4811,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:51.890364 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6100635b-1faf-4433-bf1e-6df3dce10260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:51.891869 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6100635b-1faf-4433-bf1e-6df3dce10260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2935352 Dec 10 19:11:51.894240 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43290) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:51.898553 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-6817bfff-0fbb-48af-9566-84b1bbb94cbc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'd87361b0-4db7-446d-8fa1-1f9768167dfb', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:51.979151 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6817bfff-0fbb-48af-9566-84b1bbb94cbc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.034727 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6817bfff-0fbb-48af-9566-84b1bbb94cbc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.110145 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6817bfff-0fbb-48af-9566-84b1bbb94cbc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.127797 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817bfff-0fbb-48af-9566-84b1bbb94cbc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3bfe29-157d-47ce-bd37-7ffcec9cbaba,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:52.198403 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6817bfff-0fbb-48af-9566-84b1bbb94cbc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.199976 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6817bfff-0fbb-48af-9566-84b1bbb94cbc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3047700 Dec 10 19:11:52.202426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43292) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:52.206727 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-78efbcbf-8330-41cb-9f8c-2fe383e3075f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'd87361b0-4db7-446d-8fa1-1f9768167dfb', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:52.287661 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-78efbcbf-8330-41cb-9f8c-2fe383e3075f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Project bd43f375271f4f9bbfa05b92b4ef6662 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:11:52.293052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-78efbcbf-8330-41cb-9f8c-2fe383e3075f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.352507 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-78efbcbf-8330-41cb-9f8c-2fe383e3075f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.425377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-78efbcbf-8330-41cb-9f8c-2fe383e3075f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.443757 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efbcbf-8330-41cb-9f8c-2fe383e3075f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e38396d-2f8f-4d2b-bd82-6c1ccd52d6ec,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:52.523938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-78efbcbf-8330-41cb-9f8c-2fe383e3075f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.525183 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-78efbcbf-8330-41cb-9f8c-2fe383e3075f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3218315 Dec 10 19:11:52.528459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43294) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:52.532890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-a9d5fa42-6339-4437-8e34-71004be9cce3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'security_group_rule': {'security_group_id': 'd87361b0-4db7-446d-8fa1-1f9768167dfb', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:52.573249 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.624906 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.securitygroups_db [None req-a9d5fa42-6339-4437-8e34-71004be9cce3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Project bd43f375271f4f9bbfa05b92b4ef6662 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:11:52.629976 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a9d5fa42-6339-4437-8e34-71004be9cce3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.687437 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a9d5fa42-6339-4437-8e34-71004be9cce3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.750438 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a9d5fa42-6339-4437-8e34-71004be9cce3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.768184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5fa42-6339-4437-8e34-71004be9cce3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bedc4fe-170e-42ed-aea4-24d991011f4e,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:52.833622 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a9d5fa42-6339-4437-8e34-71004be9cce3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.834809 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-a9d5fa42-6339-4437-8e34-71004be9cce3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3053217 Dec 10 19:11:52.837817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43296) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:52.843207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-5c83257b-9331-416c-9fcd-9d3c744729cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'network': {'name': 'tempest-network-smoke--1846001808', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'port_security_enabled': True}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:52.928417 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c83257b-9331-416c-9fcd-9d3c744729cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:11:52.931908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c83257b-9331-416c-9fcd-9d3c744729cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.954742 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c83257b-9331-416c-9fcd-9d3c744729cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:11:52.963272 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c83257b-9331-416c-9fcd-9d3c744729cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:52.963604 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-5c83257b-9331-416c-9fcd-9d3c744729cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Added segment 33acdd88-5752-42cc-8355-941f27f0b662 of type vlan for network fbe5a57e-58b2-4a85-a723-631cf3252b99 Dec 10 19:11:53.002470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c83257b-9331-416c-9fcd-9d3c744729cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.093241 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c83257b-9331-416c-9fcd-9d3c744729cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.098751 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83257b-9331-416c-9fcd-9d3c744729cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:53.099336 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5c83257b-9331-416c-9fcd-9d3c744729cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.164465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83257b-9331-416c-9fcd-9d3c744729cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Network': ['ID=fbe5a57e-58b2-4a85-a723-631cf3252b99,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:53.175202 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network fbe5a57e-58b2-4a85-a723-631cf3252b99 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:11:53.227598 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-5c83257b-9331-416c-9fcd-9d3c744729cc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3887382 Dec 10 19:11:53.230280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43298) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:53.234700 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'admin_state_up': True, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:53.316892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.317938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.370894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:53.584805 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.146216 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.164676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.265381 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.26.5.237 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/944069c9-9190-4012-9fb6-884806675848) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:54.364466 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.432025 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.470525 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:54.473371 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:54.476921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:54.487534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78090573-3727-456b-8272-1ccc7693280c None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:54.503619 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=944069c9-9190-4012-9fb6-884806675848,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:54.546540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9b5fafcb-a539-4068-85b9-456d5f7ee827 None None] Provisioning complete for port 944069c9-9190-4012-9fb6-884806675848 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:54.546907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9b5fafcb-a539-4068-85b9-456d5f7ee827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.579732 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9b5fafcb-a539-4068-85b9-456d5f7ee827 None None] Port 944069c9-9190-4012-9fb6-884806675848 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:54.785858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:54.972523 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:55.196779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router fbf9c147-50ec-4ada-90cb-869e4dd3c513 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:11:55.321262 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:55.331310 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Sync routers for ids ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:55.341965 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Routers {'fbf9c147-50ec-4ada-90cb-869e4dd3c513'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:55.345038 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:11:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:55.398180 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:55.399432 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-456834ea-0cd8-441c-ace8-de00130b5081 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1681654 Dec 10 19:11:55.403205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43300) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:55.431351 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-96086028-310d-4655-b3a9-987a53838563 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=bd43f375271f4f9bbfa05b92b4ef6662&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270689 Dec 10 19:11:55.433853 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43302) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:55.461330 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Set router fbf9c147-50ec-4ada-90cb-869e4dd3c513 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:55.523835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d929de-945a-48a2-863c-f92eb4fc4e89 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:55.525358 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-47d929de-945a-48a2-863c-f92eb4fc4e89 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905986 Dec 10 19:11:55.528866 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43304) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:55.565294 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4bd0c5fb-c244-4959-9ca7-f1d5c8b36b62 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=ededa35b-7763-4b19-be47-9fe1ca7d5897&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353296 Dec 10 19:11:55.567765 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43306) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:55.574753 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-8f57451a-adf3-4020-8c1c-aabd855463d5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-192015611', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:55.646698 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:54Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:55.673752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Checking router: fbf9c147-50ec-4ada-90cb-869e4dd3c513 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:55.674107 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Updating router fbf9c147-50ec-4ada-90cb-869e4dd3c513 port 944069c9-9190-4012-9fb6-884806675848 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:11:55.697903 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:55.757276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f57451a-adf3-4020-8c1c-aabd855463d5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:11:55.761569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f57451a-adf3-4020-8c1c-aabd855463d5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:55.974574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:56.019833 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f57451a-adf3-4020-8c1c-aabd855463d5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:56.054124 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:56.094666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57451a-adf3-4020-8c1c-aabd855463d5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Subnet': ['ID=eb97c587-e582-4cb3-bf7f-638c453cacdf,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:56.098920 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1510fdbc-6429-4b1e-9750-6bc0a932381f None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:56.103639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57451a-adf3-4020-8c1c-aabd855463d5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Checking segment: {'id': '33acdd88-5752-42cc-8355-941f27f0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:56.104006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57451a-adf3-4020-8c1c-aabd855463d5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network hostable DHCP agents. Network: fbe5a57e-58b2-4a85-a723-631cf3252b99, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:11:56.112128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Attempting to bind port 944069c9-9190-4012-9fb6-884806675848 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:56.112506 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Attempting to bind port 944069c9-9190-4012-9fb6-884806675848 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:56.112878 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Attempting to bind port 944069c9-9190-4012-9fb6-884806675848 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:56.121617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c8c2e-bccc-407b-a8ed-fe486c41713f None None] Pushing event updated for resources: {'Port': ['ID=944069c9-9190-4012-9fb6-884806675848,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:56.124102 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:56.124608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:56.124888 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:56.125274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:56.125775 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Bound port: 944069c9-9190-4012-9fb6-884806675848, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:56.126163 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:56.177779 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] For port 944069c9-9190-4012-9fb6-884806675848, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:56.181042 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] For port 944069c9-9190-4012-9fb6-884806675848, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=944069c9-9190-4012-9fb6-884806675848,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:56.197826 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57451a-adf3-4020-8c1c-aabd855463d5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network fbe5a57e-58b2-4a85-a723-631cf3252b99 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:11:56.216846 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-50c482c4-bfa2-4f31-8de0-99603001dc4d None None] Provisioning complete for port 944069c9-9190-4012-9fb6-884806675848 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:56.217293 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-50c482c4-bfa2-4f31-8de0-99603001dc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:56.255075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:56.258612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-50c482c4-bfa2-4f31-8de0-99603001dc4d None None] Port 944069c9-9190-4012-9fb6-884806675848 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:56.283703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-8f57451a-adf3-4020-8c1c-aabd855463d5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, fbe5a57e-58b2-4a85-a723-631cf3252b99) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:56.287961 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57451a-adf3-4020-8c1c-aabd855463d5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:56.288888 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8f57451a-adf3-4020-8c1c-aabd855463d5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:56.298421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23558de0-5a31-4bb8-b4e4-81822ae4de8d None None] Network fbe5a57e-58b2-4a85-a723-631cf3252b99 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:11:56.353144 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec85a9d-bdaf-4bfc-b977-393b3eaa8696 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:56.387978 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c8c2e-bccc-407b-a8ed-fe486c41713f None None] Pushing event updated for resources: {'Port': ['ID=944069c9-9190-4012-9fb6-884806675848,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:56.396055 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Routers {'fbf9c147-50ec-4ada-90cb-869e4dd3c513'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:56.396763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:11:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:56.400378 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-8f57451a-adf3-4020-8c1c-aabd855463d5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8313141 Dec 10 19:11:56.403057 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43308) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:56.524645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-219de356-2719-4dd5-b4af-36299cdff7dd None None] Provisioning complete for port 944069c9-9190-4012-9fb6-884806675848 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:56.525012 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-219de356-2719-4dd5-b4af-36299cdff7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:56.531517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-fbe5a57e-58b2-4a85-a723-631cf3252b99', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ips': [{'subnet_id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:11:56.532362 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:56.598190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] Set router fbf9c147-50ec-4ada-90cb-869e4dd3c513 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:56.849520 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:56.986360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-219de356-2719-4dd5-b4af-36299cdff7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:57.031698 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-219de356-2719-4dd5-b4af-36299cdff7dd None None] For port 944069c9-9190-4012-9fb6-884806675848, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=944069c9-9190-4012-9fb6-884806675848,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:57.033874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Allocated IP 172.20.0.2 (fbe5a57e-58b2-4a85-a723-631cf3252b99/eb97c587-e582-4cb3-bf7f-638c453cacdf/b73c0870-d594-4933-a4f7-6bfe6e4e74c9) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:57.116472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-219de356-2719-4dd5-b4af-36299cdff7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:57.195659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:54Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:57.202875 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219de356-2719-4dd5-b4af-36299cdff7dd None None] Pushing event updated for resources: {'Port': ['ID=944069c9-9190-4012-9fb6-884806675848,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:57.237826 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b3d6b-5255-47e3-97de-f26f80e4675c None None] The sync data for ids ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'] in dv-neutron-821434-1-hyperv is: [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:54Z', 'revision_number': 3, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:57.281810 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:57.357898 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:57.400504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Network fbe5a57e-58b2-4a85-a723-631cf3252b99 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:57.404112 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:57.408702 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:57.410779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.20.0.1 (fbe5a57e-58b2-4a85-a723-631cf3252b99/eb97c587-e582-4cb3-bf7f-638c453cacdf/0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:57.411921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Pushing event updated for resources: {'Port': ['ID=b73c0870-d594-4933-a4f7-6bfe6e4e74c9,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:57.487239 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Attempting to bind port b73c0870-d594-4933-a4f7-6bfe6e4e74c9 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:57.487695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Attempting to bind port b73c0870-d594-4933-a4f7-6bfe6e4e74c9 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '33acdd88-5752-42cc-8355-941f27f0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:57.488069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Attempting to bind port b73c0870-d594-4933-a4f7-6bfe6e4e74c9 on network fbe5a57e-58b2-4a85-a723-631cf3252b99 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:57.493954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:57.494431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Checking segment: {'id': '33acdd88-5752-42cc-8355-941f27f0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:57.494887 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:57.495380 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Bound using segment: {'id': '33acdd88-5752-42cc-8355-941f27f0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:57.495846 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Bound port: b73c0870-d594-4933-a4f7-6bfe6e4e74c9, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33acdd88-5752-42cc-8355-941f27f0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:57.496227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:57.560254 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:57.574992 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-706c10b7-771e-4704-baf7-877b4444575b None None] For port b73c0870-d594-4933-a4f7-6bfe6e4e74c9, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:57.578465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-706c10b7-771e-4704-baf7-877b4444575b None None] For port b73c0870-d594-4933-a4f7-6bfe6e4e74c9, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b73c0870-d594-4933-a4f7-6bfe6e4e74c9,segment=NetworkSegment(33acdd88-5752-42cc-8355-941f27f0b662),segment_id=33acdd88-5752-42cc-8355-941f27f0b662)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:57.643724 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:57.672282 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:57.707338 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c10b7-771e-4704-baf7-877b4444575b None None] Pushing event updated for resources: {'Port': ['ID=b73c0870-d594-4933-a4f7-6bfe6e4e74c9,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:57.716687 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network fbe5a57e-58b2-4a85-a723-631cf3252b99 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:57.720313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:57.724740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:57.754591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:57.780042 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:57.981374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 944069c9-9190-4012-9fb6-884806675848 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:58.042760 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:58.049664 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 944069c9-9190-4012-9fb6-884806675848 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:58.050230 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:58.352108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:58.425787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:58.497673 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:58.499894 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:58.599695 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network fbe5a57e-58b2-4a85-a723-631cf3252b99 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:58.601233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:58.718210 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router fbf9c147-50ec-4ada-90cb-869e4dd3c513 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:11:59.119137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a966292-e8cd-4c97-959b-6c91bba91eef None None] Network fbe5a57e-58b2-4a85-a723-631cf3252b99 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:11:59.142452 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:59.149727 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-c943b7ea-0293-4ab0-a022-f02012e16241 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "PUT /v2.0/routers/fbf9c147-50ec-4ada-90cb-869e4dd3c513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7433167 Dec 10 19:11:59.159955 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Sync routers for ids ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:59.171859 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Routers {'fbf9c147-50ec-4ada-90cb-869e4dd3c513'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:59.172575 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:11:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:59.189622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a89d455f-8403-4eed-aea0-c0846463c7cd None None] Provisioning complete for port b73c0870-d594-4933-a4f7-6bfe6e4e74c9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:59.190023 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a89d455f-8403-4eed-aea0-c0846463c7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.294370 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Set router fbf9c147-50ec-4ada-90cb-869e4dd3c513 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:59.314109 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a89d455f-8403-4eed-aea0-c0846463c7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.340881 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-b76cf654-791c-4560-a3ed-ce6ebf2b7dd5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925577636&fields=id&tenant_id=bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 267 time: 0.0700433 Dec 10 19:11:59.366120 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-a89d455f-8403-4eed-aea0-c0846463c7cd None None] For port b73c0870-d594-4933-a4f7-6bfe6e4e74c9, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b73c0870-d594-4933-a4f7-6bfe6e4e74c9,segment=NetworkSegment(33acdd88-5752-42cc-8355-941f27f0b662),segment_id=33acdd88-5752-42cc-8355-941f27f0b662)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:59.443708 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a89d455f-8403-4eed-aea0-c0846463c7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.454626 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-ec6bdf96-dc8c-420e-a2d5-09bfe5681099 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:59.456214 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-ec6bdf96-dc8c-420e-a2d5-09bfe5681099 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/networks?id=fbe5a57e-58b2-4a85-a723-631cf3252b99 HTTP/1.1" status: 200 len: 797 time: 0.1135824 Dec 10 19:11:59.480330 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-710cf70a-bd72-4086-9b6b-40adcc0670d1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/quotas/bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 375 time: 0.0157392 Dec 10 19:11:59.499994 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d455f-8403-4eed-aea0-c0846463c7cd None None] Pushing event updated for resources: {'Port': ['ID=b73c0870-d594-4933-a4f7-6bfe6e4e74c9,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:59.540117 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-1a66184f-0780-4f13-b169-a4b4561095ec tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586746 Dec 10 19:11:59.547923 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:57Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8', 'name': '', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7b:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:56Z', 'updated_at': '2021-12-10T19:11:58Z', 'revision_number': 2, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:59.565026 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9f744a90-92be-4810-baa7-2d42c704b486 None None] Provisioning complete for port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:59.565828 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9f744a90-92be-4810-baa7-2d42c704b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.581035 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Checking router: fbf9c147-50ec-4ada-90cb-869e4dd3c513 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:59.581391 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Updating router fbf9c147-50ec-4ada-90cb-869e4dd3c513 port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:11:59.607555 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9f744a90-92be-4810-baa7-2d42c704b486 None None] Port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:59.608361 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.618365 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9f744a90-92be-4810-baa7-2d42c704b486 None None] Provisioning complete for port b73c0870-d594-4933-a4f7-6bfe6e4e74c9 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:59.618977 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9f744a90-92be-4810-baa7-2d42c704b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.659003 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-1272e3c4-79dd-4ee6-9fe7-022f5e4b4790 service neutron] 10.222.0.60 "GET /v2.0/networks/fbe5a57e-58b2-4a85-a723-631cf3252b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042960 Dec 10 19:11:59.754803 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-f79c0a1a-9c94-47d9-98e6-2f32c136cb5d service neutron] 10.222.0.60 "GET /v2.0/networks/fbe5a57e-58b2-4a85-a723-631cf3252b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948451 Dec 10 19:11:59.834052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-54b6f5e8-c53e-4944-9f2e-419e1f4bc0e3 None None] Provisioning complete for port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:59.834052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-54b6f5e8-c53e-4944-9f2e-419e1f4bc0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.869593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-54b6f5e8-c53e-4944-9f2e-419e1f4bc0e3 None None] Port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:59.907734 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:59.952714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b73c0870-d594-4933-a4f7-6bfe6e4e74c9 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:59.997771 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:00.006240 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4d5819ce-6e2d-44d5-a608-4a5e6f508a0e None None] Provisioning complete for port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:00.007297 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4d5819ce-6e2d-44d5-a608-4a5e6f508a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:00.047336 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port b73c0870-d594-4933-a4f7-6bfe6e4e74c9 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:00.047718 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:00.066060 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Pushing event updated for resources: {'Port': ['ID=0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:00.073934 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:00.074285 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:00.074622 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:00.074957 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:00.075287 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:00.075619 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:00.076096 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:00.076426 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:00.076750 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:00.077130 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:00.077454 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:00.077819 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:00.078127 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:00.092215 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-4d5819ce-6e2d-44d5-a608-4a5e6f508a0e None None] Port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:12:00.138730 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7783bf9f-4e95-473d-bcea-ac4ff6329d36 req-99dc7018-07eb-4df8-a240-d3e684df1cd9 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 210 time: 0.1154125 Dec 10 19:12:00.151102 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Attempting to bind port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:12:00.151985 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Attempting to bind port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '33acdd88-5752-42cc-8355-941f27f0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:12:00.152393 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Attempting to bind port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 on network fbe5a57e-58b2-4a85-a723-631cf3252b99 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:00.158593 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:12:00.158954 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Checking segment: {'id': '33acdd88-5752-42cc-8355-941f27f0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:00.159350 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:00.159729 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Bound using segment: {'id': '33acdd88-5752-42cc-8355-941f27f0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:12:00.160186 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Bound port: 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33acdd88-5752-42cc-8355-941f27f0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:12:00.160731 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:00.237850 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] For port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:12:00.241359 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] For port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8,segment=NetworkSegment(33acdd88-5752-42cc-8355-941f27f0b662),segment_id=33acdd88-5752-42cc-8355-941f27f0b662)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:12:00.325500 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f2e60514-6952-4a49-9ca2-1122241996ad None None] Provisioning complete for port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:00.326079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f2e60514-6952-4a49-9ca2-1122241996ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:00.341076 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:00.359378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f2e60514-6952-4a49-9ca2-1122241996ad None None] Port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:12:00.393950 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Routers {'fbf9c147-50ec-4ada-90cb-869e4dd3c513'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:00.394572 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:11:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:00.466866 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d920ca-1347-4c28-9719-f27694fe44a9 None None] Pushing event updated for resources: {'Port': ['ID=0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8,revision_number=4']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:00.509821 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] Set router fbf9c147-50ec-4ada-90cb-869e4dd3c513 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:00.579154 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-262376b2-f0ec-4684-b634-73bd55cfd3c2 None None] Provisioning complete for port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:00.579641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-262376b2-f0ec-4684-b634-73bd55cfd3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:00.667961 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-262376b2-f0ec-4684-b634-73bd55cfd3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:00.700569 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-262376b2-f0ec-4684-b634-73bd55cfd3c2 None None] For port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8,segment=NetworkSegment(33acdd88-5752-42cc-8355-941f27f0b662),segment_id=33acdd88-5752-42cc-8355-941f27f0b662)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:00.710835 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:57Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8', 'name': '', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7b:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:56Z', 'updated_at': '2021-12-10T19:12:00Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:00.739257 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ac175-174b-4f53-b162-2851a55fc4e0 None None] The sync data for ids ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'] in dv-neutron-821434-1-hyperv is: [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:57Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8', 'name': '', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7b:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:56Z', 'updated_at': '2021-12-10T19:12:00Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:12:00.854418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-262376b2-f0ec-4684-b634-73bd55cfd3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:00.907724 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262376b2-f0ec-4684-b634-73bd55cfd3c2 None None] Pushing event updated for resources: {'Port': ['ID=0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:01.218363 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0c63a8be-11dc-47b6-bfbd-eb814348bae3 req-aa5f389f-2b3d-4ab3-b634-17bdb39b2096 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 210 time: 0.0265291 Dec 10 19:12:01.940773 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:01.988148 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:01.988527 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:02.316395 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a9554ac5-deb0-404c-a38f-ddb31ca49976 req-c05e2a32-e6a6-493f-8fdf-b618b493a7f8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 210 time: 0.0267527 Dec 10 19:12:03.409752 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4d6f4392-e009-4283-b89f-b8f4120bbaa4 req-8cebab89-0329-4cc2-95b7-584249a8f10a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 210 time: 0.0270121 Dec 10 19:12:03.951535 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-8085e3b4-26f0-45ac-88d8-9ede3ec36829 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:03.953071 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-8085e3b4-26f0-45ac-88d8-9ede3ec36829 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/networks?id=fbe5a57e-58b2-4a85-a723-631cf3252b99 HTTP/1.1" status: 200 len: 797 time: 0.1028278 Dec 10 19:12:04.022816 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-2d7d9797-1f11-41e0-8d86-0658050603b1 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd43f375271f4f9bbfa05b92b4ef6662 HTTP/1.1" status: 200 len: 380 time: 0.0551758 Dec 10 19:12:04.036676 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-a2f93a8e-0eb6-477a-a013-0bc99fcaee47 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'port': {'device_id': '4df78a48-74a3-44a9-a48f-695640f6d517', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'admin_state_up': True, 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'security_groups': ['d87361b0-4db7-446d-8fa1-1f9768167dfb']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:04.197059 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-a2f93a8e-0eb6-477a-a013-0bc99fcaee47 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Made reservation on behalf of bd43f375271f4f9bbfa05b92b4ef6662 for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:12:04.200722 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-a2f93a8e-0eb6-477a-a013-0bc99fcaee47 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:04.328628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-a2f93a8e-0eb6-477a-a013-0bc99fcaee47 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.20.0.11 (fbe5a57e-58b2-4a85-a723-631cf3252b99/eb97c587-e582-4cb3-bf7f-638c453cacdf/ce6ff79d-3c18-43f2-9788-f8a966f7a774) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:04.462158 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-a2f93a8e-0eb6-477a-a013-0bc99fcaee47 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:04.511828 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c7401f16-4187-41e4-86ae-f96fd3f4ef6c req-01220e78-7755-498e-a5d1-291136705ee7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 210 time: 0.0353436 Dec 10 19:12:04.540654 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-a2f93a8e-0eb6-477a-a013-0bc99fcaee47 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:04.589262 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-a2f93a8e-0eb6-477a-a013-0bc99fcaee47 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network fbe5a57e-58b2-4a85-a723-631cf3252b99 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:04.592354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-a2f93a8e-0eb6-477a-a013-0bc99fcaee47 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:04.596071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-a2f93a8e-0eb6-477a-a013-0bc99fcaee47 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:12:04.622325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f93a8e-0eb6-477a-a013-0bc99fcaee47 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=ce6ff79d-3c18-43f2-9788-f8a966f7a774,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:04.648710 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-a2f93a8e-0eb6-477a-a013-0bc99fcaee47 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:04.649329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-a2f93a8e-0eb6-477a-a013-0bc99fcaee47 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:04.720421 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-a2f93a8e-0eb6-477a-a013-0bc99fcaee47 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6872993 Dec 10 19:12:04.775947 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Request body: {'port': {'device_id': '4df78a48-74a3-44a9-a48f-695640f6d517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:04.800410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-df1876fc-b334-4636-a438-c1426669ad4d None None] Provisioning complete for port ce6ff79d-3c18-43f2-9788-f8a966f7a774 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:04.801034 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-df1876fc-b334-4636-a438-c1426669ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:04.832380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:04.836347 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-df1876fc-b334-4636-a438-c1426669ad4d None None] Port ce6ff79d-3c18-43f2-9788-f8a966f7a774 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:12:05.104013 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6ff79d-3c18-43f2-9788-f8a966f7a774 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:12:05.111477 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:05.123884 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Transition to ACTIVE for port object ce6ff79d-3c18-43f2-9788-f8a966f7a774 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:12:05.174200 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:05.223464 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Pushing event updated for resources: {'Port': ['ID=ce6ff79d-3c18-43f2-9788-f8a966f7a774,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:05.301576 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Attempting to bind port ce6ff79d-3c18-43f2-9788-f8a966f7a774 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:12:05.302243 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Attempting to bind port ce6ff79d-3c18-43f2-9788-f8a966f7a774 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '33acdd88-5752-42cc-8355-941f27f0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:12:05.302577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Attempting to bind port ce6ff79d-3c18-43f2-9788-f8a966f7a774 on network fbe5a57e-58b2-4a85-a723-631cf3252b99 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:05.307391 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Port ce6ff79d-3c18-43f2-9788-f8a966f7a774 on network fbe5a57e-58b2-4a85-a723-631cf3252b99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:12:05.308267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Attempting to bind port ce6ff79d-3c18-43f2-9788-f8a966f7a774 on network fbe5a57e-58b2-4a85-a723-631cf3252b99 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:05.313515 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:12:05.313891 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Checking segment: {'id': '33acdd88-5752-42cc-8355-941f27f0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:05.314279 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Bound using segment: {'id': '33acdd88-5752-42cc-8355-941f27f0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:12:05.314708 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Bound port: ce6ff79d-3c18-43f2-9788-f8a966f7a774, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33acdd88-5752-42cc-8355-941f27f0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:12:05.315068 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:05.391634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] For port ce6ff79d-3c18-43f2-9788-f8a966f7a774, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:12:05.394628 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] For port ce6ff79d-3c18-43f2-9788-f8a966f7a774, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ce6ff79d-3c18-43f2-9788-f8a966f7a774,segment=NetworkSegment(33acdd88-5752-42cc-8355-941f27f0b662),segment_id=33acdd88-5752-42cc-8355-941f27f0b662)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:12:05.443214 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:05.479348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:05.480411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:05.481809 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] 10.222.0.21 "PUT /v2.0/ports/ce6ff79d-3c18-43f2-9788-f8a966f7a774 HTTP/1.1" status: 200 len: 1094 time: 0.7520604 Dec 10 19:12:05.482262 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df78a48-74a3-44a9-a48f-695640f6d517', 'tag': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:05.484521 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2260023-0134-4843-aacf-3b17dcb33663" -d '{"events": [{"name": "network-changed", "server_uuid": "4df78a48-74a3-44a9-a48f-695640f6d517", "tag": "ce6ff79d-3c18-43f2-9788-f8a966f7a774"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:05.520507 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc216b-c410-4f13-8b1d-806f1b0b7b2e service neutron] Pushing event updated for resources: {'Port': ['ID=ce6ff79d-3c18-43f2-9788-f8a966f7a774,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:05.541609 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3400bfa0-d76b-402f-8ded-1f2f9ab4255b x-openstack-request-id: req-3400bfa0-d76b-402f-8ded-1f2f9ab4255b {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:05.546965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df78a48-74a3-44a9-a48f-695640f6d517", "tag": "ce6ff79d-3c18-43f2-9788-f8a966f7a774", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:05.546965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3400bfa0-d76b-402f-8ded-1f2f9ab4255b {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:05.546965 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df78a48-74a3-44a9-a48f-695640f6d517', 'tag': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774', 'status': 'completed', 'code': 200} Dec 10 19:12:05.596485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2260023-0134-4843-aacf-3b17dcb33663 req-7a779b0c-703a-4e7c-8422-7771fda24eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:05.598100 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f2260023-0134-4843-aacf-3b17dcb33663 req-7a779b0c-703a-4e7c-8422-7771fda24eb1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 1097 time: 0.0487585 Dec 10 19:12:05.641725 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955eec3-dbfe-450d-8cf6-de8e0c6a1af1 req-f54b1eba-33c3-4d65-9039-c78094847df5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:05.643275 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9955eec3-dbfe-450d-8cf6-de8e0c6a1af1 req-f54b1eba-33c3-4d65-9039-c78094847df5 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 944 time: 0.0577874 Dec 10 19:12:05.702151 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9955eec3-dbfe-450d-8cf6-de8e0c6a1af1 req-14a5159a-deee-4beb-b14e-65b63b80eb69 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476210 Dec 10 19:12:05.708517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2260023-0134-4843-aacf-3b17dcb33663 req-69d08c08-342e-4775-a754-f867483a8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:05.710151 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f2260023-0134-4843-aacf-3b17dcb33663 req-69d08c08-342e-4775-a754-f867483a8f49 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1012378 Dec 10 19:12:05.814004 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2260023-0134-4843-aacf-3b17dcb33663 req-3f9914bd-8eed-46e8-8fa5-e2c2a13c1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:05.815487 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f2260023-0134-4843-aacf-3b17dcb33663 req-3f9914bd-8eed-46e8-8fa5-e2c2a13c1c07 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945592 Dec 10 19:12:05.894175 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-2807257a-932b-44ca-821e-f1c6fd18a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:05.895595 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-2807257a-932b-44ca-821e-f1c6fd18a1e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 1097 time: 0.0395792 Dec 10 19:12:05.937151 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-2e6a5ecd-d9d9-4a63-a64e-62168d2ef66b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce6ff79d-3c18-43f2-9788-f8a966f7a774 HTTP/1.1" status: 200 len: 217 time: 0.0335455 Dec 10 19:12:05.988372 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-5d2c8f40-86de-4960-b0c7-398651302e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:05.989847 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-5d2c8f40-86de-4960-b0c7-398651302e81 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb97c587-e582-4cb3-bf7f-638c453cacdf HTTP/1.1" status: 200 len: 834 time: 0.0459557 Dec 10 19:12:06.038858 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-684f5435-0fb6-4763-b9c8-a051072856fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:06.040343 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-684f5435-0fb6-4763-b9c8-a051072856fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbe5a57e-58b2-4a85-a723-631cf3252b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386889 Dec 10 19:12:06.130138 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-073ed2b5-d20d-49b5-b4f3-f2ca8ebf4cda service neutron] 10.222.0.21 "GET /v2.0/networks/fbe5a57e-58b2-4a85-a723-631cf3252b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819738 Dec 10 19:12:06.228483 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b7e1425-aaac-44aa-a74d-a27bc5afd11e req-c56f4dc1-7c55-4506-acec-3e8dffd0e1a2 service neutron] 10.222.0.21 "GET /v2.0/networks/fbe5a57e-58b2-4a85-a723-631cf3252b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853372 Dec 10 19:12:06.817812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2c4b4-8cbc-4d67-8b63-9ae8a90e2b3e req-3554aecc-7fb1-4203-9cb9-460a4dd71d0b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:06.819333 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-45f2c4b4-8cbc-4d67-8b63-9ae8a90e2b3e req-3554aecc-7fb1-4203-9cb9-460a4dd71d0b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 944 time: 0.0483718 Dec 10 19:12:06.867437 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-45f2c4b4-8cbc-4d67-8b63-9ae8a90e2b3e req-5b502754-b60d-45c0-86c9-ec8b4e7a2524 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412557 Dec 10 19:12:07.868745 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:12:07.981138 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5de98a-c53a-4e22-89a9-aa41dd358f47 req-7a97f8a4-8b3a-42fc-9741-e59c98503e98 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:07.982633 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9d5de98a-c53a-4e22-89a9-aa41dd358f47 req-7a97f8a4-8b3a-42fc-9741-e59c98503e98 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 944 time: 0.0479794 Dec 10 19:12:08.034770 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9d5de98a-c53a-4e22-89a9-aa41dd358f47 req-1ececed7-d775-4ebd-bb59-38df361aa37b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459869 Dec 10 19:12:09.149025 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124835-d429-4384-83f9-303778c46be4 req-c91565b8-69b5-44be-b88f-77cc42b544f3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:09.150523 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-37124835-d429-4384-83f9-303778c46be4 req-c91565b8-69b5-44be-b88f-77cc42b544f3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 944 time: 0.0478797 Dec 10 19:12:09.201083 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-37124835-d429-4384-83f9-303778c46be4 req-2444e337-4606-4e17-bf93-a2661ac12e62 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434883 Dec 10 19:12:09.444243 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device ce6ff79d-3c18-43f2-9788-f8a966f7a774 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:12:09.539208 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port ce6ff79d-3c18-43f2-9788-f8a966f7a774, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ce6ff79d-3c18-43f2-9788-f8a966f7a774,segment=NetworkSegment(33acdd88-5752-42cc-8355-941f27f0b662),segment_id=33acdd88-5752-42cc-8355-941f27f0b662)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:09.550689 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'port_id': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774', 'mac_address': 'fa:16:3e:ca:b7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:12:09.590874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.603134 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6ff79d-3c18-43f2-9788-f8a966f7a774 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:12:09.621909 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port ce6ff79d-3c18-43f2-9788-f8a966f7a774, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ce6ff79d-3c18-43f2-9788-f8a966f7a774,segment=NetworkSegment(33acdd88-5752-42cc-8355-941f27f0b662),segment_id=33acdd88-5752-42cc-8355-941f27f0b662)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:09.739890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.786482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=ce6ff79d-3c18-43f2-9788-f8a966f7a774,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:10.047697 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['ce6ff79d-3c18-43f2-9788-f8a966f7a774'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:12:10.318676 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f3e5a-41a2-4023-8a92-3a86daf77c10 req-87d49a41-de89-47d2-ae3e-f7a8700b6599 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:10.320154 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d8f3e5a-41a2-4023-8a92-3a86daf77c10 req-87d49a41-de89-47d2-ae3e-f7a8700b6599 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 945 time: 0.0527384 Dec 10 19:12:10.368576 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d8f3e5a-41a2-4023-8a92-3a86daf77c10 req-cf1b6e7b-1a5c-4485-b99f-1183bc0811ba tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424006 Dec 10 19:12:11.444904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device ce6ff79d-3c18-43f2-9788-f8a966f7a774 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:11.494251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19585095-cf6a-4766-a4c2-0db453fdcd64 req-8e5c81c7-31ee-4b47-9590-2c1443a621dc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:11.495752 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-19585095-cf6a-4766-a4c2-0db453fdcd64 req-8e5c81c7-31ee-4b47-9590-2c1443a621dc tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 945 time: 0.0563867 Dec 10 19:12:11.544843 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-19585095-cf6a-4766-a4c2-0db453fdcd64 req-79671d7a-33f8-431f-b631-250eaad78576 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429573 Dec 10 19:12:11.573989 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port ce6ff79d-3c18-43f2-9788-f8a966f7a774 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:12:11.578607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port ce6ff79d-3c18-43f2-9788-f8a966f7a774 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:11.578979 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.655750 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.677282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df78a48-74a3-44a9-a48f-695640f6d517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:11.679539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7933bc-da14-4994-b0cf-c41b96d6904f" -d '{"events": [{"server_uuid": "4df78a48-74a3-44a9-a48f-695640f6d517", "name": "network-vif-plugged", "status": "completed", "tag": "ce6ff79d-3c18-43f2-9788-f8a966f7a774"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:11.691718 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port ce6ff79d-3c18-43f2-9788-f8a966f7a774, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ce6ff79d-3c18-43f2-9788-f8a966f7a774,segment=NetworkSegment(33acdd88-5752-42cc-8355-941f27f0b662),segment_id=33acdd88-5752-42cc-8355-941f27f0b662)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:11.773309 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522ef002-005d-4da2-a0a0-4e44ee78dfbb x-openstack-request-id: req-522ef002-005d-4da2-a0a0-4e44ee78dfbb {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:11.773610 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df78a48-74a3-44a9-a48f-695640f6d517", "name": "network-vif-plugged", "status": "completed", "tag": "ce6ff79d-3c18-43f2-9788-f8a966f7a774", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:11.778628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-522ef002-005d-4da2-a0a0-4e44ee78dfbb {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:11.778628 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df78a48-74a3-44a9-a48f-695640f6d517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774', 'code': 200} Dec 10 19:12:11.778628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.824223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=ce6ff79d-3c18-43f2-9788-f8a966f7a774,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:12.084454 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9119b-2f31-4c97-8193-bd01d4669fde req-ec715db7-b73d-478f-8e12-29aa22139aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:12.085971 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d2c9119b-2f31-4c97-8193-bd01d4669fde req-ec715db7-b73d-478f-8e12-29aa22139aa4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 1099 time: 0.0417960 Dec 10 19:12:12.136471 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d2c9119b-2f31-4c97-8193-bd01d4669fde req-b6ba2675-9917-4184-adb8-d00ba0aa47cb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389853 Dec 10 19:12:12.656082 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b744d-152d-4115-8dd2-542f89f65973 req-a75f25ec-8b6b-45ce-ba52-fa26f0c341bf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:12.657537 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-716b744d-152d-4115-8dd2-542f89f65973 req-a75f25ec-8b6b-45ce-ba52-fa26f0c341bf tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 946 time: 0.0470190 Dec 10 19:12:12.705139 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-716b744d-152d-4115-8dd2-542f89f65973 req-4f03e43c-5b14-49b2-a67d-02341d67fbb7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418417 Dec 10 19:12:13.831335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7bbca-beb2-4432-bd45-dc1c3dd9ea90 req-dac8dece-7724-47e0-b085-ac16b569755a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:13.832713 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fad7bbca-beb2-4432-bd45-dc1c3dd9ea90 req-dac8dece-7724-47e0-b085-ac16b569755a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 946 time: 0.0528171 Dec 10 19:12:14.155600 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fad7bbca-beb2-4432-bd45-dc1c3dd9ea90 req-71ba9409-78a2-4b1c-b775-215f67a39c7b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169086 Dec 10 19:12:14.266691 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce9caa-aa64-43e3-a836-80b8c1da4ac3 req-cbdb24bc-7c26-4baf-b6bb-b13180382313 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:14.268123 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-19ce9caa-aa64-43e3-a836-80b8c1da4ac3 req-cbdb24bc-7c26-4baf-b6bb-b13180382313 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 946 time: 0.0470288 Dec 10 19:12:14.317667 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-19ce9caa-aa64-43e3-a836-80b8c1da4ac3 req-4f1f9ecd-78a8-4194-a527-a3392215e64b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437191 Dec 10 19:12:14.338791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43384) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:14.377509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a340287-e365-4efa-96d9-0009286b72e8 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:14.379059 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6a340287-e365-4efa-96d9-0009286b72e8 tempest-TestNetworkAdvancedServerOps-2051176851 tempest-TestNetworkAdvancedServerOps-2051176851-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 1094 time: 0.0392995 Dec 10 19:12:14.381883 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43386) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:14.386285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:14.476992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.575870 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.677244 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Allocated IP 172.26.5.191 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/52abbc9a-3078-476d-b10f-083cdeca5dc7) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:14.773494 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.854589 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.895902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:14.898773 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:14.902303 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:12:14.926435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=52abbc9a-3078-476d-b10f-083cdeca5dc7,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:15.238871 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:15.381717 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:15.532999 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:15.619996 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:15.689892 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event updated for resources: {'Port': ['ID=52abbc9a-3078-476d-b10f-083cdeca5dc7,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:15.698070 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:15.796679 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Floating IP a3ca3bda-a9de-44d0-9a2c-2a4f4020cf22 associated. External IP: 172.26.5.191, port: ce6ff79d-3c18-43f2-9788-f8a966f7a774. Dec 10 19:12:15.999851 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router fbf9c147-50ec-4ada-90cb-869e4dd3c513 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:12:16.106467 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:12:16.115873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d2c2e2-5ea3-40a3-99d2-5d8eb5a74d2f None None] Sync routers for ids ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:12:16.128710 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d2c2e2-5ea3-40a3-99d2-5d8eb5a74d2f None None] Routers {'fbf9c147-50ec-4ada-90cb-869e4dd3c513'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:16.129323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-28d2c2e2-5ea3-40a3-99d2-5d8eb5a74d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:11:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:16.232477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-28d2c2e2-5ea3-40a3-99d2-5d8eb5a74d2f None None] Set router fbf9c147-50ec-4ada-90cb-869e4dd3c513 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:16.239042 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:16.265814 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-17fa9a70-9983-4928-92c1-20590e85e82a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8829045 Dec 10 19:12:16.266378 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df78a48-74a3-44a9-a48f-695640f6d517', 'tag': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:16.268629 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38c086d-89ee-4244-9380-d9e28afb713a" -d '{"events": [{"name": "network-changed", "server_uuid": "4df78a48-74a3-44a9-a48f-695640f6d517", "tag": "ce6ff79d-3c18-43f2-9788-f8a966f7a774"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:16.316200 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ae098c-5727-46f4-a4f8-f3ce17468dc1 x-openstack-request-id: req-60ae098c-5727-46f4-a4f8-f3ce17468dc1 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:16.316499 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df78a48-74a3-44a9-a48f-695640f6d517", "tag": "ce6ff79d-3c18-43f2-9788-f8a966f7a774", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:16.316763 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60ae098c-5727-46f4-a4f8-f3ce17468dc1 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:16.317413 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df78a48-74a3-44a9-a48f-695640f6d517', 'tag': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774', 'status': 'completed', 'code': 200} Dec 10 19:12:16.371235 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca777-37d7-4bdc-8ca5-82229850c369 req-e9ce1f18-26ae-4e51-af35-29b040cb8a8f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:16.373596 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a44ca777-37d7-4bdc-8ca5-82229850c369 req-e9ce1f18-26ae-4e51-af35-29b040cb8a8f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 946 time: 0.0515933 Dec 10 19:12:16.393543 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c086d-89ee-4244-9380-d9e28afb713a req-98184d4f-ea2e-4db7-9555-fa8ca333b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:16.395093 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d38c086d-89ee-4244-9380-d9e28afb713a req-98184d4f-ea2e-4db7-9555-fa8ca333b5cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 1099 time: 0.0538335 Dec 10 19:12:16.424287 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a44ca777-37d7-4bdc-8ca5-82229850c369 req-c2909848-dd51-49c3-97ba-32786fee411d tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441830 Dec 10 19:12:16.453640 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43392) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:16.493504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-28d2c2e2-5ea3-40a3-99d2-5d8eb5a74d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:57Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'a3ca3bda-a9de-44d0-9a2c-2a4f4020cf22', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.191', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'port_id': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'mac_address': 'fa:16:3e:ca:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df78a48-74a3-44a9-a48f-695640f6d517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:12:15Z', 'updated_at': '2021-12-10T19:12:15Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8', 'name': '', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:56Z', 'updated_at': '2021-12-10T19:12:00Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:16.512330 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c086d-89ee-4244-9380-d9e28afb713a req-fcbf7245-385e-486a-987a-7a489b4f2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:16.514653 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d38c086d-89ee-4244-9380-d9e28afb713a req-fcbf7245-385e-486a-987a-7a489b4f2e9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbe5a57e-58b2-4a85-a723-631cf3252b99 HTTP/1.1" status: 200 len: 898 time: 0.1125531 Dec 10 19:12:16.522933 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-dee2f535-8789-4207-9629-3232d1f23c26 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/a3ca3bda-a9de-44d0-9a2c-2a4f4020cf22 HTTP/1.1" status: 200 len: 992 time: 0.0680535 Dec 10 19:12:16.534402 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d2c2e2-5ea3-40a3-99d2-5d8eb5a74d2f None None] Checking router: fbf9c147-50ec-4ada-90cb-869e4dd3c513 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:12:16.536271 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a745af4b-ea5a-463c-86c2-a0b082afd305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:16.544403 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d2c2e2-5ea3-40a3-99d2-5d8eb5a74d2f None None] Routers {'fbf9c147-50ec-4ada-90cb-869e4dd3c513'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:16.545002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-28d2c2e2-5ea3-40a3-99d2-5d8eb5a74d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:11:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:16.590804 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d38c086d-89ee-4244-9380-d9e28afb713a req-eebf68ef-8d55-4ca2-9c0c-550b127300c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce6ff79d-3c18-43f2-9788-f8a966f7a774 HTTP/1.1" status: 200 len: 1000 time: 0.0684135 Dec 10 19:12:16.643707 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c086d-89ee-4244-9380-d9e28afb713a req-dcc2eda5-b309-411a-ac01-344513394add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:16.645200 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d38c086d-89ee-4244-9380-d9e28afb713a req-dcc2eda5-b309-411a-ac01-344513394add service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb97c587-e582-4cb3-bf7f-638c453cacdf HTTP/1.1" status: 200 len: 834 time: 0.0470803 Dec 10 19:12:16.693036 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c086d-89ee-4244-9380-d9e28afb713a req-78979d87-5567-448e-9e28-6994f219badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:16.694636 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d38c086d-89ee-4244-9380-d9e28afb713a req-78979d87-5567-448e-9e28-6994f219badd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbe5a57e-58b2-4a85-a723-631cf3252b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425947 Dec 10 19:12:16.796875 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-28d2c2e2-5ea3-40a3-99d2-5d8eb5a74d2f None None] Set router fbf9c147-50ec-4ada-90cb-869e4dd3c513 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:16.798923 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d38c086d-89ee-4244-9380-d9e28afb713a req-72ccc2fa-d884-46e4-aff7-bf1ad3900cd1 service neutron] 10.222.0.21 "GET /v2.0/networks/fbe5a57e-58b2-4a85-a723-631cf3252b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967631 Dec 10 19:12:16.911720 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d38c086d-89ee-4244-9380-d9e28afb713a req-8799a595-82d5-41c3-aa40-f2c431842f04 service neutron] 10.222.0.21 "GET /v2.0/networks/fbe5a57e-58b2-4a85-a723-631cf3252b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056991 Dec 10 19:12:17.022327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-28d2c2e2-5ea3-40a3-99d2-5d8eb5a74d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:57Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'a3ca3bda-a9de-44d0-9a2c-2a4f4020cf22', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.191', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'port_id': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'mac_address': 'fa:16:3e:ca:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df78a48-74a3-44a9-a48f-695640f6d517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:12:15Z', 'updated_at': '2021-12-10T19:12:15Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8', 'name': '', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:56Z', 'updated_at': '2021-12-10T19:12:00Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:17.052554 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d2c2e2-5ea3-40a3-99d2-5d8eb5a74d2f None None] The sync data for ids ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'] in dv-neutron-821434-1-hyperv is: [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:57Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': 'a3ca3bda-a9de-44d0-9a2c-2a4f4020cf22', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'floating_ip_address': '172.26.5.191', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'port_id': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'mac_address': 'fa:16:3e:ca:b7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df78a48-74a3-44a9-a48f-695640f6d517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:12:15Z', 'updated_at': '2021-12-10T19:12:15Z', 'revision_number': 0, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8', 'name': '', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:56Z', 'updated_at': '2021-12-10T19:12:00Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:12:17.240061 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd4396-c32b-4f40-bbb0-8b798cca2496 None None] New status for floating IP a3ca3bda-a9de-44d0-9a2c-2a4f4020cf22: ACTIVE {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:12:17.526766 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43394) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:17.593236 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-bc4303dd-da76-4e33-a6e0-82ef75cfcb13 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/a3ca3bda-a9de-44d0-9a2c-2a4f4020cf22 HTTP/1.1" status: 200 len: 994 time: 0.0652111 Dec 10 19:12:18.780149 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:18.860001 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b49a534b-e59b-4511-a60f-0cfffcbc4f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:20.282455 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:21.471126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:22.608770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:44.867903 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:12:46.580090 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8ccfadbb-fbf3-4c1b-9af3-82228241d31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:47.048071 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-d1eef7bd-9f12-4e8b-9005-d5466e061daa req-15e35a83-09fc-4fa8-8b89-ab0482d8e8cc service neutron] (103594) timed out ('10.222.0.60', 39426) {{(pid=103594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 19:12:48.762803 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:48.825096 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-db44d47e-0fbe-4f4b-8771-d162113a2ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:50.283048 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:50.882493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e3d3b-b6bd-4395-ab88-da3b16837707 req-fd825c89-c27f-466e-9b4e-df7c54d6eb3f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:50.883983 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-759e3d3b-b6bd-4395-ab88-da3b16837707 req-fd825c89-c27f-466e-9b4e-df7c54d6eb3f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 946 time: 0.0485137 Dec 10 19:12:50.936669 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-759e3d3b-b6bd-4395-ab88-da3b16837707 req-c8c843aa-38f9-4d36-b562-2ca6f2ba718a tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460031 Dec 10 19:12:51.465375 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.053002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a516d-5020-4abb-85a8-b70de9bc6640 req-8c37e53c-850e-4d87-9392-a56e2070d126 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:52.055285 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-226a516d-5020-4abb-85a8-b70de9bc6640 req-8c37e53c-850e-4d87-9392-a56e2070d126 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 946 time: 0.0488119 Dec 10 19:12:52.104480 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-226a516d-5020-4abb-85a8-b70de9bc6640 req-a087145d-3f9b-4225-a430-d06157c1c1b7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431976 Dec 10 19:12:52.126779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43412) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:52.188561 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-964205ad-65bc-4b27-a4dd-21ac16b068e3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/a3ca3bda-a9de-44d0-9a2c-2a4f4020cf22 HTTP/1.1" status: 200 len: 994 time: 0.0605254 Dec 10 19:12:52.572419 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a362aba7-9ea8-4533-ad26-f072913bf689 req-0cf63774-dacd-4a86-9045-8c5a154933b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435970 Dec 10 19:12:52.591417 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:52.655883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362aba7-9ea8-4533-ad26-f072913bf689 req-0755ce2f-923b-4317-9208-db3255968cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:52.657403 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a362aba7-9ea8-4533-ad26-f072913bf689 req-0755ce2f-923b-4317-9208-db3255968cd7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 1099 time: 0.0400987 Dec 10 19:12:52.763990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362aba7-9ea8-4533-ad26-f072913bf689 req-e025a76e-78d7-4ef7-a99d-54da1a2bf6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:52.765361 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a362aba7-9ea8-4533-ad26-f072913bf689 req-e025a76e-78d7-4ef7-a99d-54da1a2bf6fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbe5a57e-58b2-4a85-a723-631cf3252b99 HTTP/1.1" status: 200 len: 898 time: 0.0829253 Dec 10 19:12:52.837347 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a362aba7-9ea8-4533-ad26-f072913bf689 req-976c954c-74c8-4016-b6d7-2d5c575baf0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce6ff79d-3c18-43f2-9788-f8a966f7a774 HTTP/1.1" status: 200 len: 1002 time: 0.0604680 Dec 10 19:12:52.890308 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362aba7-9ea8-4533-ad26-f072913bf689 req-8a879111-c916-4dea-b632-f2d6f23fe725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:52.891752 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a362aba7-9ea8-4533-ad26-f072913bf689 req-8a879111-c916-4dea-b632-f2d6f23fe725 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb97c587-e582-4cb3-bf7f-638c453cacdf HTTP/1.1" status: 200 len: 834 time: 0.0428796 Dec 10 19:12:52.940982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362aba7-9ea8-4533-ad26-f072913bf689 req-0cd8f22e-47ad-4ad7-b579-0c8b639fe280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:52.942509 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a362aba7-9ea8-4533-ad26-f072913bf689 req-0cd8f22e-47ad-4ad7-b579-0c8b639fe280 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbe5a57e-58b2-4a85-a723-631cf3252b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397701 Dec 10 19:12:53.045549 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a362aba7-9ea8-4533-ad26-f072913bf689 req-f9b63928-6a1a-40d3-be53-6d242509a596 service neutron] 10.222.0.21 "GET /v2.0/networks/fbe5a57e-58b2-4a85-a723-631cf3252b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912039 Dec 10 19:12:53.139535 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a362aba7-9ea8-4533-ad26-f072913bf689 req-41d1fa1c-d7ea-4c9b-85c7-e41655656eff service neutron] 10.222.0.21 "GET /v2.0/networks/fbe5a57e-58b2-4a85-a723-631cf3252b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822773 Dec 10 19:12:53.654457 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71e9b3-2f82-4d89-b5e8-55d55d977522 req-6d2baf5f-4145-49ab-b064-c2fc19f309b3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:53.656000 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3d71e9b3-2f82-4d89-b5e8-55d55d977522 req-6d2baf5f-4145-49ab-b064-c2fc19f309b3 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 946 time: 0.0528939 Dec 10 19:12:53.705998 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3d71e9b3-2f82-4d89-b5e8-55d55d977522 req-bb36859b-8bb8-4f0a-a088-760a6d0bbe19 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441356 Dec 10 19:12:53.782250 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920783-e305-4019-bdbc-a23f43a4b900 req-ce068b64-3e28-41a8-8878-97d94b8e4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:53.783783 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-44920783-e305-4019-bdbc-a23f43a4b900 req-ce068b64-3e28-41a8-8878-97d94b8e4636 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 1099 time: 0.0454624 Dec 10 19:12:53.875695 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920783-e305-4019-bdbc-a23f43a4b900 req-3aca8293-0e7f-4120-9f81-4aafe09a008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:53.877061 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-44920783-e305-4019-bdbc-a23f43a4b900 req-3aca8293-0e7f-4120-9f81-4aafe09a008e service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbe5a57e-58b2-4a85-a723-631cf3252b99 HTTP/1.1" status: 200 len: 898 time: 0.0816643 Dec 10 19:12:53.949012 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-44920783-e305-4019-bdbc-a23f43a4b900 req-f20e22c0-429e-4ea1-a7f9-d9d0f3884291 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce6ff79d-3c18-43f2-9788-f8a966f7a774 HTTP/1.1" status: 200 len: 1002 time: 0.0605588 Dec 10 19:12:54.001077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920783-e305-4019-bdbc-a23f43a4b900 req-9df7843a-3300-487d-9caf-83019caf2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:54.002506 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-44920783-e305-4019-bdbc-a23f43a4b900 req-9df7843a-3300-487d-9caf-83019caf2378 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb97c587-e582-4cb3-bf7f-638c453cacdf HTTP/1.1" status: 200 len: 834 time: 0.0416982 Dec 10 19:12:54.049592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920783-e305-4019-bdbc-a23f43a4b900 req-92f994d2-288b-47d4-af83-b7f3cfc592e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:54.051038 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-44920783-e305-4019-bdbc-a23f43a4b900 req-92f994d2-288b-47d4-af83-b7f3cfc592e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbe5a57e-58b2-4a85-a723-631cf3252b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377169 Dec 10 19:12:54.146029 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-44920783-e305-4019-bdbc-a23f43a4b900 req-07a0eb3e-545a-40c1-add9-5cefb13b1ebc service neutron] 10.222.0.21 "GET /v2.0/networks/fbe5a57e-58b2-4a85-a723-631cf3252b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833135 Dec 10 19:12:54.237711 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-44920783-e305-4019-bdbc-a23f43a4b900 req-9969c330-7fbc-4ecb-ab23-fd1a039b8b59 service neutron] 10.222.0.21 "GET /v2.0/networks/fbe5a57e-58b2-4a85-a723-631cf3252b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802178 Dec 10 19:12:54.823531 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bda206-a056-4cd6-acd1-fa5247d560a3 req-58ac6a25-6482-45f9-8032-3c7f7c347339 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:54.824936 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-92bda206-a056-4cd6-acd1-fa5247d560a3 req-58ac6a25-6482-45f9-8032-3c7f7c347339 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 946 time: 0.0490377 Dec 10 19:12:54.873715 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-92bda206-a056-4cd6-acd1-fa5247d560a3 req-f33cce6b-f757-4c9b-a6a5-dfea75f3b8e8 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429752 Dec 10 19:12:55.988761 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329f500-ae27-409b-b059-039f7d56ba26 req-cf27fb3a-6789-4d28-8d40-5f830d671c9b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:55.990238 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c329f500-ae27-409b-b059-039f7d56ba26 req-cf27fb3a-6789-4d28-8d40-5f830d671c9b tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 946 time: 0.0510387 Dec 10 19:12:56.037930 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c329f500-ae27-409b-b059-039f7d56ba26 req-50897271-5547-4c1f-9403-857559e24e14 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Dec 10 19:12:56.060409 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43424) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:56.124067 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-409a785b-d357-48f9-ad31-1182c3527f60 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/floatingips/a3ca3bda-a9de-44d0-9a2c-2a4f4020cf22 HTTP/1.1" status: 200 len: 994 time: 0.0624697 Dec 10 19:12:56.363291 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43430) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:56.528435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port 52abbc9a-3078-476d-b10f-083cdeca5dc7 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:56.528775 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.603038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.603358 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.614666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for 52abbc9a-3078-476d-b10f-083cdeca5dc7 owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:56.814143 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.840770 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=52abbc9a-3078-476d-b10f-083cdeca5dc7,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:56.867960 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.868304 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.868658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.868997 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.869330 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.869662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.870022 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.870348 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.870682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.871006 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.871328 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.871650 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.871972 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:56.915112 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:56.915431 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Floating IP a3ca3bda-a9de-44d0-9a2c-2a4f4020cf22 disassociated (deleted). External IP: 172.26.5.191, port: ce6ff79d-3c18-43f2-9788-f8a966f7a774. Dec 10 19:12:57.125419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router fbf9c147-50ec-4ada-90cb-869e4dd3c513 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:12:57.244810 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:12:57.249608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:57.254363 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de4b3b4-c1da-4ad5-add1-933a71712388 None None] Sync routers for ids ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:12:57.266590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de4b3b4-c1da-4ad5-add1-933a71712388 None None] Routers {'fbf9c147-50ec-4ada-90cb-869e4dd3c513'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:57.267310 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6de4b3b4-c1da-4ad5-add1-933a71712388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:12:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:57.379160 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-6de4b3b4-c1da-4ad5-add1-933a71712388 None None] Set router fbf9c147-50ec-4ada-90cb-869e4dd3c513 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:57.603296 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-243b5909-2c3d-4f02-bae2-427379844260 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/floatingips/a3ca3bda-a9de-44d0-9a2c-2a4f4020cf22 HTTP/1.1" status: 204 len: 168 time: 1.2389102 Dec 10 19:12:57.603983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df78a48-74a3-44a9-a48f-695640f6d517', 'tag': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:57.604427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6de4b3b4-c1da-4ad5-add1-933a71712388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:57Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8', 'name': '', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:56Z', 'updated_at': '2021-12-10T19:12:00Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:57.606323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b03ff2-ea96-43c4-b567-a16d93b9f35b" -d '{"events": [{"name": "network-changed", "server_uuid": "4df78a48-74a3-44a9-a48f-695640f6d517", "tag": "ce6ff79d-3c18-43f2-9788-f8a966f7a774"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:57.633270 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de4b3b4-c1da-4ad5-add1-933a71712388 None None] Checking router: fbf9c147-50ec-4ada-90cb-869e4dd3c513 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:12:57.642250 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de4b3b4-c1da-4ad5-add1-933a71712388 None None] Routers {'fbf9c147-50ec-4ada-90cb-869e4dd3c513'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:57.642855 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6de4b3b4-c1da-4ad5-add1-933a71712388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:12:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:57.700193 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8941eb-3151-4bb5-8360-df2052ac1240 x-openstack-request-id: req-7b8941eb-3151-4bb5-8360-df2052ac1240 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:57.700495 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df78a48-74a3-44a9-a48f-695640f6d517", "tag": "ce6ff79d-3c18-43f2-9788-f8a966f7a774", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:57.700837 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b8941eb-3151-4bb5-8360-df2052ac1240 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:57.701246 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df78a48-74a3-44a9-a48f-695640f6d517', 'tag': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774', 'status': 'completed', 'code': 200} Dec 10 19:12:57.749269 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-6de4b3b4-c1da-4ad5-add1-933a71712388 None None] Set router fbf9c147-50ec-4ada-90cb-869e4dd3c513 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:57.770834 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b03ff2-ea96-43c4-b567-a16d93b9f35b req-ce83de75-2382-4354-9910-3de1b15c2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:57.772340 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c8b03ff2-ea96-43c4-b567-a16d93b9f35b req-ce83de75-2382-4354-9910-3de1b15c2dcd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 1099 time: 0.0410433 Dec 10 19:12:57.880029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b03ff2-ea96-43c4-b567-a16d93b9f35b req-5a7c9864-4b93-4627-a475-a9733408046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:57.881527 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c8b03ff2-ea96-43c4-b567-a16d93b9f35b req-5a7c9864-4b93-4627-a475-a9733408046a service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbe5a57e-58b2-4a85-a723-631cf3252b99 HTTP/1.1" status: 200 len: 898 time: 0.0981529 Dec 10 19:12:57.928079 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c8b03ff2-ea96-43c4-b567-a16d93b9f35b req-66364100-0851-462f-abcf-7d6aedf3ce00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce6ff79d-3c18-43f2-9788-f8a966f7a774 HTTP/1.1" status: 200 len: 217 time: 0.0356402 Dec 10 19:12:57.961958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-6de4b3b4-c1da-4ad5-add1-933a71712388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:57Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8', 'name': '', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:56Z', 'updated_at': '2021-12-10T19:12:00Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:57.981751 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b03ff2-ea96-43c4-b567-a16d93b9f35b req-2872d263-7360-44e1-bf35-50a10d813c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:57.983376 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c8b03ff2-ea96-43c4-b567-a16d93b9f35b req-2872d263-7360-44e1-bf35-50a10d813c71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb97c587-e582-4cb3-bf7f-638c453cacdf HTTP/1.1" status: 200 len: 834 time: 0.0456758 Dec 10 19:12:57.995180 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de4b3b4-c1da-4ad5-add1-933a71712388 None None] The sync data for ids ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'] in dv-neutron-821434-1-hyperv is: [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:11:57Z', 'revision_number': 4, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8', 'name': '', 'network_id': 'fbe5a57e-58b2-4a85-a723-631cf3252b99', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'mac_address': 'fa:16:3e:7b:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:56Z', 'updated_at': '2021-12-10T19:12:00Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'subnets': [{'id': 'eb97c587-e582-4cb3-bf7f-638c453cacdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:12:58.031771 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7205315-697d-4aab-a5d9-97eb69791fc2 req-f890b339-879a-4e06-b3b4-b6a47b8a0227 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:58.036740 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f7205315-697d-4aab-a5d9-97eb69791fc2 req-f890b339-879a-4e06-b3b4-b6a47b8a0227 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 946 time: 0.0528758 Dec 10 19:12:58.041625 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b03ff2-ea96-43c4-b567-a16d93b9f35b req-e57c06e9-ec27-45b1-b061-b2c10461c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:58.043248 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c8b03ff2-ea96-43c4-b567-a16d93b9f35b req-e57c06e9-ec27-45b1-b061-b2c10461c58b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbe5a57e-58b2-4a85-a723-631cf3252b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479593 Dec 10 19:12:58.087032 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f7205315-697d-4aab-a5d9-97eb69791fc2 req-628c39df-1194-43f5-a05f-d50045717011 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469520 Dec 10 19:12:58.141720 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c8b03ff2-ea96-43c4-b567-a16d93b9f35b req-eaa669a8-aaf7-427f-8aae-bb4578a63c21 service neutron] 10.222.0.21 "GET /v2.0/networks/fbe5a57e-58b2-4a85-a723-631cf3252b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903459 Dec 10 19:12:58.226361 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a471db78-778e-4fef-adde-5ea0456046cc None None] New status for floating IP a3ca3bda-a9de-44d0-9a2c-2a4f4020cf22: DOWN {{(pid=103596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:12:58.235371 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c8b03ff2-ea96-43c4-b567-a16d93b9f35b req-70a52b86-00d4-477f-b785-356f3133c891 service neutron] 10.222.0.21 "GET /v2.0/networks/fbe5a57e-58b2-4a85-a723-631cf3252b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863597 Dec 10 19:12:59.203980 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d91b6-2b24-4b39-8b48-5dc5addb5321 req-5f12cdba-9c86-4ba0-8a1f-9439c4f86195 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:59.205441 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f72d91b6-2b24-4b39-8b48-5dc5addb5321 req-5f12cdba-9c86-4ba0-8a1f-9439c4f86195 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 946 time: 0.0483546 Dec 10 19:12:59.257047 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f72d91b6-2b24-4b39-8b48-5dc5addb5321 req-b1380838-446d-4f6d-926b-734810ea3287 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/security-groups?id=d87361b0-4db7-446d-8fa1-1f9768167dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455952 Dec 10 19:12:59.790580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013694c-7d39-450d-9394-44d215444162 req-e166f739-a14c-4d5c-8321-a25e91f4b787 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:59.791931 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d013694c-7d39-450d-9394-44d215444162 req-e166f739-a14c-4d5c-8321-a25e91f4b787 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 946 time: 0.0536265 Dec 10 19:12:59.880367 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-d013694c-7d39-450d-9394-44d215444162 req-fdce0a8b-686b-42c4-b155-f01d9716105e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port ce6ff79d-3c18-43f2-9788-f8a966f7a774 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:59.880703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d013694c-7d39-450d-9394-44d215444162 req-fdce0a8b-686b-42c4-b155-f01d9716105e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.973899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-d013694c-7d39-450d-9394-44d215444162 req-fdce0a8b-686b-42c4-b155-f01d9716105e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port ce6ff79d-3c18-43f2-9788-f8a966f7a774, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ce6ff79d-3c18-43f2-9788-f8a966f7a774,segment=NetworkSegment(33acdd88-5752-42cc-8355-941f27f0b662),segment_id=33acdd88-5752-42cc-8355-941f27f0b662)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:59.974267 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d013694c-7d39-450d-9394-44d215444162 req-fdce0a8b-686b-42c4-b155-f01d9716105e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:59.987246 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-d013694c-7d39-450d-9394-44d215444162 req-fdce0a8b-686b-42c4-b155-f01d9716105e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for ce6ff79d-3c18-43f2-9788-f8a966f7a774 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:00.197338 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d013694c-7d39-450d-9394-44d215444162 req-fdce0a8b-686b-42c4-b155-f01d9716105e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:00.223886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce0a8b-686b-42c4-b155-f01d9716105e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=ce6ff79d-3c18-43f2-9788-f8a966f7a774,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:00.269476 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-d013694c-7d39-450d-9394-44d215444162 req-fdce0a8b-686b-42c4-b155-f01d9716105e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] No DVR routers for this DVR port ce6ff79d-3c18-43f2-9788-f8a966f7a774 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:00.272673 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-d013694c-7d39-450d-9394-44d215444162 req-fdce0a8b-686b-42c4-b155-f01d9716105e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:00.276124 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d013694c-7d39-450d-9394-44d215444162 req-fdce0a8b-686b-42c4-b155-f01d9716105e tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.21 "DELETE /v2.0/ports/ce6ff79d-3c18-43f2-9788-f8a966f7a774 HTTP/1.1" status: 204 len: 173 time: 0.4743342 Dec 10 19:13:00.276577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df78a48-74a3-44a9-a48f-695640f6d517', 'name': 'network-vif-deleted', 'tag': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:13:00.278860 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c7cb57-9baf-4d58-9603-0c9282869910" -d '{"events": [{"server_uuid": "4df78a48-74a3-44a9-a48f-695640f6d517", "name": "network-vif-deleted", "tag": "ce6ff79d-3c18-43f2-9788-f8a966f7a774"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:13:00.315245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac24fa8-6005-4e49-a6c6-2ce5f87a0f7b x-openstack-request-id: req-cac24fa8-6005-4e49-a6c6-2ce5f87a0f7b {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:13:00.315559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df78a48-74a3-44a9-a48f-695640f6d517", "name": "network-vif-deleted", "tag": "ce6ff79d-3c18-43f2-9788-f8a966f7a774", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:13:00.315822 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cac24fa8-6005-4e49-a6c6-2ce5f87a0f7b {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:13:00.316239 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df78a48-74a3-44a9-a48f-695640f6d517', 'name': 'network-vif-deleted', 'tag': 'ce6ff79d-3c18-43f2-9788-f8a966f7a774', 'status': 'completed', 'code': 200} Dec 10 19:13:00.350503 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-de6b46ec-596a-4dff-aa60-6ed157977b9f req-6b7ba38d-13ae-490d-92bd-d18993ba135f tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df78a48-74a3-44a9-a48f-695640f6d517 HTTP/1.1" status: 200 len: 210 time: 0.0264640 Dec 10 19:13:01.407243 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43448) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:01.768236 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61024136-1f37-40fc-a7cc-8443c9b4e274 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.018398 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-61024136-1f37-40fc-a7cc-8443c9b4e274 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:02.018663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61024136-1f37-40fc-a7cc-8443c9b4e274 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.105714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-61024136-1f37-40fc-a7cc-8443c9b4e274 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8,segment=NetworkSegment(33acdd88-5752-42cc-8355-941f27f0b662),segment_id=33acdd88-5752-42cc-8355-941f27f0b662)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:02.106086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61024136-1f37-40fc-a7cc-8443c9b4e274 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.118930 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-61024136-1f37-40fc-a7cc-8443c9b4e274 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:02.345458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61024136-1f37-40fc-a7cc-8443c9b4e274 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.377507 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61024136-1f37-40fc-a7cc-8443c9b4e274 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:02.545703 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61024136-1f37-40fc-a7cc-8443c9b4e274 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.764481 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61024136-1f37-40fc-a7cc-8443c9b4e274 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Router fbf9c147-50ec-4ada-90cb-869e4dd3c513 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:02.868165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61024136-1f37-40fc-a7cc-8443c9b4e274 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:02.874184 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-61024136-1f37-40fc-a7cc-8443c9b4e274 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "PUT /v2.0/routers/fbf9c147-50ec-4ada-90cb-869e4dd3c513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4658284 Dec 10 19:13:02.875981 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43450) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:02.877646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59056f4-f837-4768-9dcc-50187304adcb None None] Sync routers for ids ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:02.888113 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59056f4-f837-4768-9dcc-50187304adcb None None] Routers {'fbf9c147-50ec-4ada-90cb-869e4dd3c513'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:02.888719 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c59056f4-f837-4768-9dcc-50187304adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:12:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:02.930387 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting subnet eb97c587-e582-4cb3-bf7f-638c453cacdf {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:13:02.933759 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.980284 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.007526 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-c59056f4-f837-4768-9dcc-50187304adcb None None] Set router fbf9c147-50ec-4ada-90cb-869e4dd3c513 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:03.064921 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.191452 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c59056f4-f837-4768-9dcc-50187304adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:13:02Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:03.197784 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.221671 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59056f4-f837-4768-9dcc-50187304adcb None None] Checking router: fbf9c147-50ec-4ada-90cb-869e4dd3c513 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:03.226361 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Subnet': ['ID=eb97c587-e582-4cb3-bf7f-638c453cacdf,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:03.228879 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.231391 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59056f4-f837-4768-9dcc-50187304adcb None None] Routers {'fbf9c147-50ec-4ada-90cb-869e4dd3c513'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:03.231391 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c59056f4-f837-4768-9dcc-50187304adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:12:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:03.232218 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/subnets/eb97c587-e582-4cb3-bf7f-638c453cacdf HTTP/1.1" status: 204 len: 168 time: 0.3550510 Dec 10 19:13:03.234435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80eb48b-2f44-42d4-a9cd-56372e6be797 None None] Network fbe5a57e-58b2-4a85-a723-631cf3252b99 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:03.234951 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43452) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:03.246778 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:03.247131 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:03.247462 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:03.247795 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:03.248127 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:03.248460 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:03.248787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:03.249992 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:03.250337 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:03.250672 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:03.251003 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:03.251327 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:03.251778 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345b1d1-baee-4d43-8c58-b2f379d1ac57 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:03.342925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.451968 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.549613 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-c59056f4-f837-4768-9dcc-50187304adcb None None] Set router fbf9c147-50ec-4ada-90cb-869e4dd3c513 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:03.593152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Deleting port 944069c9-9190-4012-9fb6-884806675848 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:03.593743 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.680077 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] For port 944069c9-9190-4012-9fb6-884806675848, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=944069c9-9190-4012-9fb6-884806675848,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:03.681244 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.685856 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] DHCP port deletion for fbe5a57e-58b2-4a85-a723-631cf3252b99 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:03.695183 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Calling delete_port for 944069c9-9190-4012-9fb6-884806675848 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:03.698472 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device ce6ff79d-3c18-43f2-9788-f8a966f7a774 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:03.738435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: ce6ff79d-3c18-43f2-9788-f8a966f7a774 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:03.738781 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device ce6ff79d-3c18-43f2-9788-f8a966f7a774 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:03.795318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Deleting port b73c0870-d594-4933-a4f7-6bfe6e4e74c9 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:03.795696 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.839968 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c59056f4-f837-4768-9dcc-50187304adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:13:02Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:03.874301 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59056f4-f837-4768-9dcc-50187304adcb None None] The sync data for ids ['fbf9c147-50ec-4ada-90cb-869e4dd3c513'] in dv-neutron-821434-1-hyperv is: [{'id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060129814', 'tenant_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '944069c9-9190-4012-9fb6-884806675848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:53Z', 'updated_at': '2021-12-10T19:13:02Z', 'revision_number': 5, 'project_id': 'bd43f375271f4f9bbfa05b92b4ef6662', 'gw_port': {'id': '944069c9-9190-4012-9fb6-884806675848', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf9c147-50ec-4ada-90cb-869e4dd3c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:54Z', 'updated_at': '2021-12-10T19:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:03.889646 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] For port b73c0870-d594-4933-a4f7-6bfe6e4e74c9, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=b73c0870-d594-4933-a4f7-6bfe6e4e74c9,segment=NetworkSegment(33acdd88-5752-42cc-8355-941f27f0b662),segment_id=33acdd88-5752-42cc-8355-941f27f0b662)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:03.890354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.903396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Calling delete_port for b73c0870-d594-4933-a4f7-6bfe6e4e74c9 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:03.957132 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.984144 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Port': ['ID=944069c9-9190-4012-9fb6-884806675848,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:03.995099 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff3e844-ae17-4212-b203-31dbed277246 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:04.045033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.071374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.096252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Pushing event deleted for resources: {'Port': ['ID=b73c0870-d594-4933-a4f7-6bfe6e4e74c9,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:04.104407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] No DVR routers for this DVR port b73c0870-d594-4933-a4f7-6bfe6e4e74c9 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:04.106921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:04.107277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:04.107680 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:04.108053 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:04.108380 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:04.108716 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:04.109056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:04.109390 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:04.109747 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:04.110084 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:04.110416 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:04.110745 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:04.111078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652dcc44-85fa-44d7-be81-0271392824d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:04.136266 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.138470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.248795 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.249344 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Fanout notify agent at l3_agent the message router_deleted on router fbf9c147-50ec-4ada-90cb-869e4dd3c513 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:13:04.259849 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.261028 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-914d58de-6c30-49b0-8c16-267aa7a1acc7 tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/routers/fbf9c147-50ec-4ada-90cb-869e4dd3c513 HTTP/1.1" status: 204 len: 168 time: 1.0251007 Dec 10 19:13:04.264055 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43454) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:04.329822 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b73c0870-d594-4933-a4f7-6bfe6e4e74c9 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:04.350979 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35d1d6cd-0fe3-49e7-b5ea-760c7d53c4ed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.352025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: b73c0870-d594-4933-a4f7-6bfe6e4e74c9 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:04.352379 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device b73c0870-d594-4933-a4f7-6bfe6e4e74c9 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:04.436731 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35d1d6cd-0fe3-49e7-b5ea-760c7d53c4ed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.456513 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-35d1d6cd-0fe3-49e7-b5ea-760c7d53c4ed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe5a57e-58b2-4a85-a723-631cf3252b99']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:04.467073 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-35d1d6cd-0fe3-49e7-b5ea-760c7d53c4ed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33acdd88-5752-42cc-8355-941f27f0b662') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:04.467375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-35d1d6cd-0fe3-49e7-b5ea-760c7d53c4ed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33acdd88-5752-42cc-8355-941f27f0b662') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:04.478068 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35d1d6cd-0fe3-49e7-b5ea-760c7d53c4ed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.495118 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35d1d6cd-0fe3-49e7-b5ea-760c7d53c4ed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.502696 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d1d6cd-0fe3-49e7-b5ea-760c7d53c4ed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35d1d6cd-0fe3-49e7-b5ea-760c7d53c4ed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:13:04.506990 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:13:04.625545 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35d1d6cd-0fe3-49e7-b5ea-760c7d53c4ed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.630367 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35d1d6cd-0fe3-49e7-b5ea-760c7d53c4ed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.634138 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-35d1d6cd-0fe3-49e7-b5ea-760c7d53c4ed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/networks/fbe5a57e-58b2-4a85-a723-631cf3252b99 HTTP/1.1" status: 204 len: 168 time: 0.3689349 Dec 10 19:13:04.638952 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43456) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:04.649495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1d6cd-0fe3-49e7-b5ea-760c7d53c4ed tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'Network': ['ID=fbe5a57e-58b2-4a85-a723-631cf3252b99,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:04.693061 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7450059e-75d7-4537-8181-9d7aee432c8c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.718784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7450059e-75d7-4537-8181-9d7aee432c8c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.843309 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7450059e-75d7-4537-8181-9d7aee432c8c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.845950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7450059e-75d7-4537-8181-9d7aee432c8c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.847109 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7450059e-75d7-4537-8181-9d7aee432c8c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] 10.222.0.60 "DELETE /v2.0/security-groups/d87361b0-4db7-446d-8fa1-1f9768167dfb HTTP/1.1" status: 204 len: 168 time: 0.2091238 Dec 10 19:13:04.856154 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450059e-75d7-4537-8181-9d7aee432c8c tempest-TestNetworkAdvancedServerOps-853580806 tempest-TestNetworkAdvancedServerOps-853580806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87361b0-4db7-446d-8fa1-1f9768167dfb,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:05.623394 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43464) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:05.750313 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-aa85305d-7735-413f-9cd7-c7842200bfac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd43f375271f4f9bbfa05b92b4ef6662&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1257093 Dec 10 19:13:05.752767 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43468) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:05.799694 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-246156bf-41c3-465d-bd34-afe1320b2f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:05.820526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-246156bf-41c3-465d-bd34-afe1320b2f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:05.928611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-246156bf-41c3-465d-bd34-afe1320b2f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:05.931548 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-246156bf-41c3-465d-bd34-afe1320b2f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:05.935249 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-246156bf-41c3-465d-bd34-afe1320b2f2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac8c0efc-bb3e-4129-8d0b-dbaa667e9c97 HTTP/1.1" status: 204 len: 168 time: 0.1790707 Dec 10 19:13:05.943312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246156bf-41c3-465d-bd34-afe1320b2f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8c0efc-bb3e-4129-8d0b-dbaa667e9c97,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:05.966048 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 944069c9-9190-4012-9fb6-884806675848 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:05.989454 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 944069c9-9190-4012-9fb6-884806675848 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:05.989839 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 944069c9-9190-4012-9fb6-884806675848 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:05.990266 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:06.009469 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:06.009858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0ab5a0f6-7f1d-46b8-85a4-dfab06a5c6d8 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:06.572814 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43474) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:06.595238 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1b73cab0-e2d6-4893-9c5f-b45a640409c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.670896 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1b73cab0-e2d6-4893-9c5f-b45a640409c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.751053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1b73cab0-e2d6-4893-9c5f-b45a640409c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.788234 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73cab0-e2d6-4893-9c5f-b45a640409c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ed72d5-35c6-4578-91b1-09a6703e2619,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:06.795041 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1b73cab0-e2d6-4893-9c5f-b45a640409c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb822ef51ff542aab1d386f4b87a1ad9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2202160 Dec 10 19:13:06.796800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43476) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:06.849497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ecccaedc-fb30-4b59-a70e-1ebad7d64621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:06.872539 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ecccaedc-fb30-4b59-a70e-1ebad7d64621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:07.065967 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ecccaedc-fb30-4b59-a70e-1ebad7d64621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:07.068526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ecccaedc-fb30-4b59-a70e-1ebad7d64621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:07.069720 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ecccaedc-fb30-4b59-a70e-1ebad7d64621 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30ed72d5-35c6-4578-91b1-09a6703e2619 HTTP/1.1" status: 204 len: 168 time: 0.2718985 Dec 10 19:13:07.081616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccaedc-fb30-4b59-a70e-1ebad7d64621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ed72d5-35c6-4578-91b1-09a6703e2619,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:08.179153 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43500) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:08.274630 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1253554450-network', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:08.357382 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] Made reservation on behalf of 5f9fabaab7eb4fb498fc064ad4a2752a for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:08.359797 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.369300 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.441949 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.540746 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.565796 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:08.576967 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c23a2a1-4222-448a-aaf9-1ae6b7421b37,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:08.581875 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.582224 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] Added segment d4c8da31-0c5d-4cdd-8604-904a66d97ab8 of type vlan for network 11daa52c-b9b2-46cb-9976-a56365bcc626 Dec 10 19:13:08.620699 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.751221 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.752219 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:08.752796 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:08.813039 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] Pushing event updated for resources: {'Network': ['ID=11daa52c-b9b2-46cb-9976-a56365bcc626,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:08.824072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 11daa52c-b9b2-46cb-9976-a56365bcc626 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:08.880325 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3850d4f7-edb9-4162-936b-a8cd5bd227db admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7000756 Dec 10 19:13:08.883413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43504) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:08.888535 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-a6abe193-de94-4c88-bd4f-c2217ab9c298 admin admin] Request body: {'subnet': {'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1253554450-subnet', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'ip_version': 4}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:08.968295 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6abe193-de94-4c88-bd4f-c2217ab9c298 admin admin] Made reservation on behalf of 5f9fabaab7eb4fb498fc064ad4a2752a for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:08.970827 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a6abe193-de94-4c88-bd4f-c2217ab9c298 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.220411 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a6abe193-de94-4c88-bd4f-c2217ab9c298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.267700 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abe193-de94-4c88-bd4f-c2217ab9c298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5566230-0dca-41bb-9091-390d5cdd37ec,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:09.284461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6abe193-de94-4c88-bd4f-c2217ab9c298 admin admin] Checking segment: {'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:09.284814 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6abe193-de94-4c88-bd4f-c2217ab9c298 admin admin] Network hostable DHCP agents. Network: 11daa52c-b9b2-46cb-9976-a56365bcc626, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:13:09.385870 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6abe193-de94-4c88-bd4f-c2217ab9c298 admin admin] Network 11daa52c-b9b2-46cb-9976-a56365bcc626 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:13:09.471267 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-a6abe193-de94-4c88-bd4f-c2217ab9c298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 11daa52c-b9b2-46cb-9976-a56365bcc626) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:09.476157 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6abe193-de94-4c88-bd4f-c2217ab9c298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:09.478136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a6abe193-de94-4c88-bd4f-c2217ab9c298 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.479162 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4893a3b8-cf87-4825-80a2-b35ee8dd0f88 None None] Network 11daa52c-b9b2-46cb-9976-a56365bcc626 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:09.575376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80152990-5291-4652-828a-17525181abb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-11daa52c-b9b2-46cb-9976-a56365bcc626', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:13:09.576252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80152990-5291-4652-828a-17525181abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.577791 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a6abe193-de94-4c88-bd4f-c2217ab9c298 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6931624 Dec 10 19:13:09.581815 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43506) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:09.584789 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:09.694260 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.695368 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.709521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-80152990-5291-4652-828a-17525181abb5 None None] Allocated IP 172.20.0.2 (11daa52c-b9b2-46cb-9976-a56365bcc626/a5566230-0dca-41bb-9091-390d5cdd37ec/354383f5-5f22-4ff8-9c46-9de1965c52b6) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:09.749342 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.851370 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80152990-5291-4652-828a-17525181abb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.929115 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80152990-5291-4652-828a-17525181abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.947138 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:09.967076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80152990-5291-4652-828a-17525181abb5 None None] Network 11daa52c-b9b2-46cb-9976-a56365bcc626 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:09.975701 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-80152990-5291-4652-828a-17525181abb5 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:09.975701 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80152990-5291-4652-828a-17525181abb5 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:09.983021 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80152990-5291-4652-828a-17525181abb5 None None] Pushing event updated for resources: {'Port': ['ID=354383f5-5f22-4ff8-9c46-9de1965c52b6,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:10.030836 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-80152990-5291-4652-828a-17525181abb5 None None] Attempting to bind port 354383f5-5f22-4ff8-9c46-9de1965c52b6 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:10.031131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-80152990-5291-4652-828a-17525181abb5 None None] Attempting to bind port 354383f5-5f22-4ff8-9c46-9de1965c52b6 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:10.031501 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80152990-5291-4652-828a-17525181abb5 None None] Attempting to bind port 354383f5-5f22-4ff8-9c46-9de1965c52b6 on network 11daa52c-b9b2-46cb-9976-a56365bcc626 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:10.036829 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80152990-5291-4652-828a-17525181abb5 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:10.040885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80152990-5291-4652-828a-17525181abb5 None None] Checking segment: {'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:10.040885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80152990-5291-4652-828a-17525181abb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.040885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80152990-5291-4652-828a-17525181abb5 None None] Bound using segment: {'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:10.040885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-80152990-5291-4652-828a-17525181abb5 None None] Bound port: 354383f5-5f22-4ff8-9c46-9de1965c52b6, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:10.040885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80152990-5291-4652-828a-17525181abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.104007 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-80152990-5291-4652-828a-17525181abb5 None None] For port 354383f5-5f22-4ff8-9c46-9de1965c52b6, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:10.106981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-80152990-5291-4652-828a-17525181abb5 None None] For port 354383f5-5f22-4ff8-9c46-9de1965c52b6, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=354383f5-5f22-4ff8-9c46-9de1965c52b6,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:10.209037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-80152990-5291-4652-828a-17525181abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.276475 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80152990-5291-4652-828a-17525181abb5 None None] Pushing event updated for resources: {'Port': ['ID=354383f5-5f22-4ff8-9c46-9de1965c52b6,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:10.504301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.534047 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.646103 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Allocated IP 172.26.5.37 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/8a50ef10-cb0f-4ff3-a7f9-df45920e7039) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:10.750726 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.842860 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:10.887183 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:10.890348 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:10.893972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:10.903689 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdd2f51-ceb0-4959-8283-7e2b45c086fc None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:10.915644 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Pushing event updated for resources: {'Port': ['ID=8a50ef10-cb0f-4ff3-a7f9-df45920e7039,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:11.031997 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5fce9c54-ddd8-4734-bb79-72536bd3bf1b None None] Provisioning complete for port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:11.032971 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5fce9c54-ddd8-4734-bb79-72536bd3bf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:11.072281 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-5fce9c54-ddd8-4734-bb79-72536bd3bf1b None None] Port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:11.213847 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:11.223560 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ec9583-30bc-484e-9a5c-0556879a7b17 None None] Network 11daa52c-b9b2-46cb-9976-a56365bcc626 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:11.319670 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-51b6404b-0146-4945-8206-dcc31d3bfc5e None None] Provisioning complete for port 354383f5-5f22-4ff8-9c46-9de1965c52b6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:11.320035 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51b6404b-0146-4945-8206-dcc31d3bfc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:11.410126 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51b6404b-0146-4945-8206-dcc31d3bfc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:11.412533 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:11.447838 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-51b6404b-0146-4945-8206-dcc31d3bfc5e None None] For port 354383f5-5f22-4ff8-9c46-9de1965c52b6, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=354383f5-5f22-4ff8-9c46-9de1965c52b6,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:11.568503 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51b6404b-0146-4945-8206-dcc31d3bfc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:11.614781 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6404b-0146-4945-8206-dcc31d3bfc5e None None] Pushing event updated for resources: {'Port': ['ID=354383f5-5f22-4ff8-9c46-9de1965c52b6,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:11.642778 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Router 541af5a1-7f84-42da-9bd3-1111253eb6a9 is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:13:11.686823 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-091e8159-2bf1-4987-b98c-4d76fdc909f3 None None] Provisioning complete for port 354383f5-5f22-4ff8-9c46-9de1965c52b6 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:11.687195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-091e8159-2bf1-4987-b98c-4d76fdc909f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:11.752791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:11.763748 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Sync routers for ids ['541af5a1-7f84-42da-9bd3-1111253eb6a9'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:11.775609 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Routers {'541af5a1-7f84-42da-9bd3-1111253eb6a9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:11.776451 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:12:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['541af5a1-7f84-42da-9bd3-1111253eb6a9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:11.827415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:11.828668 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-69fe797c-57d8-433d-beeb-959383e1dc44 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2472174 Dec 10 19:13:11.831365 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43508) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:11.876472 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Set router 541af5a1-7f84-42da-9bd3-1111253eb6a9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:12.002128 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 354383f5-5f22-4ff8-9c46-9de1965c52b6 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:12.058647 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 354383f5-5f22-4ff8-9c46-9de1965c52b6 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:12.059025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.074946 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:11Z', 'revision_number': 3, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:12.135008 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Checking router: 541af5a1-7f84-42da-9bd3-1111253eb6a9 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:12.135008 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Updating router 541af5a1-7f84-42da-9bd3-1111253eb6a9 port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:12.168913 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.279309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.439096 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.441558 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Allocated IP 172.20.0.1 (11daa52c-b9b2-46cb-9976-a56365bcc626/a5566230-0dca-41bb-9091-390d5cdd37ec/4ba50a22-a811-49d0-99bc-a24c527f4377) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:12.551368 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.598983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4555c14e-3dd8-401e-9377-f5cff1b43fb7 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:12.609748 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Attempting to bind port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:12.610039 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Attempting to bind port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:12.610434 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Attempting to bind port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:12.616828 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Pushing event updated for resources: {'Port': ['ID=8a50ef10-cb0f-4ff3-a7f9-df45920e7039,revision_number=2']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:12.621560 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:12.621994 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:12.622402 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.622801 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:12.623602 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Bound port: 8a50ef10-cb0f-4ff3-a7f9-df45920e7039, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:12.624044 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.631905 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:12.632261 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:12.632798 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:12.633383 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:12.634513 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:12.634513 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:12.637880 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:12.637880 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:12.637880 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:12.637880 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:12.637880 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:12.637880 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:12.637880 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:12.675663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.688965 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] For port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:12.692617 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] For port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8a50ef10-cb0f-4ff3-a7f9-df45920e7039,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:12.693899 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-abc3c09b-e57d-48e7-8c62-b26f94f10229 None None] Provisioning complete for port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:12.694270 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-abc3c09b-e57d-48e7-8c62-b26f94f10229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.727394 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-abc3c09b-e57d-48e7-8c62-b26f94f10229 None None] Port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:12.757533 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.785867 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.799532 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cfe2a9-7d41-4321-b268-6c1e25d7b277 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:12.804495 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Routers {'541af5a1-7f84-42da-9bd3-1111253eb6a9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:12.805112 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:12:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['541af5a1-7f84-42da-9bd3-1111253eb6a9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:12.828909 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Network 11daa52c-b9b2-46cb-9976-a56365bcc626 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:12.840485 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:12.840485 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:12.855743 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-87889c29-071d-4249-9671-705c66418609 None None] Provisioning complete for port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:12.856215 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-87889c29-071d-4249-9671-705c66418609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.864958 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba50a22-a811-49d0-99bc-a24c527f4377,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:12.897186 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.929595 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] Set router 541af5a1-7f84-42da-9bd3-1111253eb6a9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:12.965423 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-87889c29-071d-4249-9671-705c66418609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:12.997350 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-87889c29-071d-4249-9671-705c66418609 None None] For port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8a50ef10-cb0f-4ff3-a7f9-df45920e7039,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:13.028064 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640aa2a9-5a9a-489d-b59e-afdc39ece0e4 None None] Pushing event updated for resources: {'Port': ['ID=8a50ef10-cb0f-4ff3-a7f9-df45920e7039,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:13.066192 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-87889c29-071d-4249-9671-705c66418609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.120726 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87889c29-071d-4249-9671-705c66418609 None None] Pushing event updated for resources: {'Port': ['ID=8a50ef10-cb0f-4ff3-a7f9-df45920e7039,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:13.125568 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:11Z', 'revision_number': 3, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:13.126704 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.152661 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4dcd2-d57f-418f-af33-7c5f3171cc7c None None] The sync data for ids ['541af5a1-7f84-42da-9bd3-1111253eb6a9'] in dv-neutron-821434-1-hyperv is: [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:11Z', 'revision_number': 3, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:13.195878 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c9060860-0a6d-4e89-8db1-9d3618d74e0d None None] Provisioning complete for port 4ba50a22-a811-49d0-99bc-a24c527f4377 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:13.196369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c9060860-0a6d-4e89-8db1-9d3618d74e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.240514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c9060860-0a6d-4e89-8db1-9d3618d74e0d None None] Port 4ba50a22-a811-49d0-99bc-a24c527f4377 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:13.300874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.366169 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.440718 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba50a22-a811-49d0-99bc-a24c527f4377,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:13.443611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.544874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Network 11daa52c-b9b2-46cb-9976-a56365bcc626 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:13.546363 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:13.668094 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Router 541af5a1-7f84-42da-9bd3-1111253eb6a9 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:13.757547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3345621d-9688-44a2-98b5-b830890a1160 None None] Provisioning complete for port 4ba50a22-a811-49d0-99bc-a24c527f4377 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:13.757844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3345621d-9688-44a2-98b5-b830890a1160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:13.783673 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:13.794229 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b0fd66c6-d102-4b1c-b1ed-3150cfeec672 admin admin] 10.222.0.60 "PUT /v2.0/routers/541af5a1-7f84-42da-9bd3-1111253eb6a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9617972 Dec 10 19:13:13.800225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3345621d-9688-44a2-98b5-b830890a1160 None None] Port 4ba50a22-a811-49d0-99bc-a24c527f4377 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:13.994443 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:14.045319 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:14.045795 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:14.525567 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43524) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:14.530653 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-545949721-network', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:14.620418 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] Made reservation on behalf of f6a73141bac84c8cb8f3018bf27e5c6f for: {'network': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:14.622874 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:14.632333 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:14.708370 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:14.766545 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Sync routers for ids ['541af5a1-7f84-42da-9bd3-1111253eb6a9'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:14.779878 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:14.780069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Routers {'541af5a1-7f84-42da-9bd3-1111253eb6a9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:14.780682 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:12:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['541af5a1-7f84-42da-9bd3-1111253eb6a9'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:14.807474 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:14.815487 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f47c24-18a7-42f7-ae9b-0c05cb44c968,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:14.821227 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:14.822227 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.segments_db [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] Added segment 092dc68d-7bd4-459c-9638-61b263580e0f of type vlan for network c30feedf-5b8d-4eb6-950d-39c06a108b41 Dec 10 19:13:14.860968 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:14.885764 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Set router 541af5a1-7f84-42da-9bd3-1111253eb6a9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:14.962699 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:14.963705 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:14.964317 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.027680 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] Pushing event updated for resources: {'Network': ['ID=c30feedf-5b8d-4eb6-950d-39c06a108b41,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:15.068581 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network c30feedf-5b8d-4eb6-950d-39c06a108b41 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:15.108282 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e3152cd6-20fc-4923-9cca-88020ed99821 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5814888 Dec 10 19:13:15.111089 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43526) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:15.116167 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-75870826-9d39-4ef9-a782-c39402814dca admin admin] Request body: {'subnet': {'network_id': 'c30feedf-5b8d-4eb6-950d-39c06a108b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-545949721-subnet', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'ip_version': 4}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:15.236832 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75870826-9d39-4ef9-a782-c39402814dca admin admin] Made reservation on behalf of f6a73141bac84c8cb8f3018bf27e5c6f for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:15.239306 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75870826-9d39-4ef9-a782-c39402814dca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.291353 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 2, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:15.318030 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Checking router: 541af5a1-7f84-42da-9bd3-1111253eb6a9 for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:15.318474 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Updating router 541af5a1-7f84-42da-9bd3-1111253eb6a9 port 4ba50a22-a811-49d0-99bc-a24c527f4377 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:15.349155 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.523014 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75870826-9d39-4ef9-a782-c39402814dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.577807 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75870826-9d39-4ef9-a782-c39402814dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=36454700-85b8-4c6c-bd4f-072b8c4e6a26,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:15.588728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75870826-9d39-4ef9-a782-c39402814dca admin admin] Checking segment: {'id': '092dc68d-7bd4-459c-9638-61b263580e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c30feedf-5b8d-4eb6-950d-39c06a108b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:15.589157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75870826-9d39-4ef9-a782-c39402814dca admin admin] Network hostable DHCP agents. Network: c30feedf-5b8d-4eb6-950d-39c06a108b41, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:13:15.609362 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.659692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75870826-9d39-4ef9-a782-c39402814dca admin admin] Network c30feedf-5b8d-4eb6-950d-39c06a108b41 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:13:15.682914 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.733404 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf54eb-c286-4fd7-9305-f3cfcc3f3995 None None] Pushing event updated for resources: {'Port': ['ID=4ba50a22-a811-49d0-99bc-a24c527f4377,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:15.756897 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-75870826-9d39-4ef9-a782-c39402814dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, c30feedf-5b8d-4eb6-950d-39c06a108b41) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:15.762165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75870826-9d39-4ef9-a782-c39402814dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:15.763157 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75870826-9d39-4ef9-a782-c39402814dca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.779918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b273a172-f282-4a94-89d4-51a3b5328059 None None] Network c30feedf-5b8d-4eb6-950d-39c06a108b41 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:15.830667 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Attempting to bind port 4ba50a22-a811-49d0-99bc-a24c527f4377 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:15.830952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Attempting to bind port 4ba50a22-a811-49d0-99bc-a24c527f4377 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:15.831323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Attempting to bind port 4ba50a22-a811-49d0-99bc-a24c527f4377 on network 11daa52c-b9b2-46cb-9976-a56365bcc626 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:15.845835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:15.846223 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Checking segment: {'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:15.846633 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.847039 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Bound using segment: {'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:15.847533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Bound port: 4ba50a22-a811-49d0-99bc-a24c527f4377, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:15.847924 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.848308 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-75870826-9d39-4ef9-a782-c39402814dca admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7360151 Dec 10 19:13:15.848458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43528) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:15.853793 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-545949721-router', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:15.941513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-c30feedf-5b8d-4eb6-950d-39c06a108b41', 'network_id': 'c30feedf-5b8d-4eb6-950d-39c06a108b41', 'project_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'fixed_ips': [{'subnet_id': '36454700-85b8-4c6c-bd4f-072b8c4e6a26'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:13:15.942390 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.951694 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.953495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:15.972229 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] For port 4ba50a22-a811-49d0-99bc-a24c527f4377, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:15.981034 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9b6dbee1-69fb-43c5-921f-de89db42cedd None None] Provisioning complete for port 4ba50a22-a811-49d0-99bc-a24c527f4377 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:15.981411 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9b6dbee1-69fb-43c5-921f-de89db42cedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.005277 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.009203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] For port 4ba50a22-a811-49d0-99bc-a24c527f4377, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4ba50a22-a811-49d0-99bc-a24c527f4377,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:16.075656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9b6dbee1-69fb-43c5-921f-de89db42cedd None None] Port 4ba50a22-a811-49d0-99bc-a24c527f4377 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:16.110175 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.185910 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Allocated IP 172.20.0.2 (c30feedf-5b8d-4eb6-950d-39c06a108b41/36454700-85b8-4c6c-bd4f-072b8c4e6a26/f5582141-deef-42b8-af0c-5becd793135d) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:16.191187 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf54eb-c286-4fd7-9305-f3cfcc3f3995 None None] Pushing event updated for resources: {'Port': ['ID=4ba50a22-a811-49d0-99bc-a24c527f4377,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:16.196183 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Routers {'541af5a1-7f84-42da-9bd3-1111253eb6a9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:16.196850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:12:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['541af5a1-7f84-42da-9bd3-1111253eb6a9'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:16.214570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.373768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] Set router 541af5a1-7f84-42da-9bd3-1111253eb6a9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:16.510689 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-fa367b58-a2bc-4241-b183-f2fec74e86d5 None None] Provisioning complete for port 4ba50a22-a811-49d0-99bc-a24c527f4377 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:16.511056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fa367b58-a2bc-4241-b183-f2fec74e86d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.538132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.664720 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.676697 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9b1679d6-ef5a-4cc6-b205-a0ced2c8a11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.719648 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fa367b58-a2bc-4241-b183-f2fec74e86d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.747574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Network c30feedf-5b8d-4eb6-950d-39c06a108b41 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:16.777194 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:16.779698 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:16.784153 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Pushing event updated for resources: {'Port': ['ID=f5582141-deef-42b8-af0c-5becd793135d,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:16.822520 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-fa367b58-a2bc-4241-b183-f2fec74e86d5 None None] For port 4ba50a22-a811-49d0-99bc-a24c527f4377, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4ba50a22-a811-49d0-99bc-a24c527f4377,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:16.835142 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.858013 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.863593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Attempting to bind port f5582141-deef-42b8-af0c-5becd793135d on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:16.863958 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Attempting to bind port f5582141-deef-42b8-af0c-5becd793135d by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '092dc68d-7bd4-459c-9638-61b263580e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c30feedf-5b8d-4eb6-950d-39c06a108b41'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:16.864505 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Attempting to bind port f5582141-deef-42b8-af0c-5becd793135d on network c30feedf-5b8d-4eb6-950d-39c06a108b41 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:16.872117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:16.872486 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Checking segment: {'id': '092dc68d-7bd4-459c-9638-61b263580e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c30feedf-5b8d-4eb6-950d-39c06a108b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:16.872883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.873273 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Bound using segment: {'id': '092dc68d-7bd4-459c-9638-61b263580e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c30feedf-5b8d-4eb6-950d-39c06a108b41'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:16.873758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Bound port: f5582141-deef-42b8-af0c-5becd793135d, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092dc68d-7bd4-459c-9638-61b263580e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c30feedf-5b8d-4eb6-950d-39c06a108b41'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:16.874136 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.889832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:15Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:16.936817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fa367b58-a2bc-4241-b183-f2fec74e86d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:16.939643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8b26a-f568-406e-910c-4a60b516362f None None] The sync data for ids ['541af5a1-7f84-42da-9bd3-1111253eb6a9'] in dv-neutron-821434-1-hyperv is: [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:15Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:16.961838 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Allocated IP 172.26.5.38 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/595b2000-6f6b-40d2-a861-eb67267178a4) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:17.032473 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] For port f5582141-deef-42b8-af0c-5becd793135d, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:17.034851 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa367b58-a2bc-4241-b183-f2fec74e86d5 None None] Pushing event updated for resources: {'Port': ['ID=4ba50a22-a811-49d0-99bc-a24c527f4377,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:17.039406 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] For port f5582141-deef-42b8-af0c-5becd793135d, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f5582141-deef-42b8-af0c-5becd793135d,segment=NetworkSegment(092dc68d-7bd4-459c-9638-61b263580e0f),segment_id=092dc68d-7bd4-459c-9638-61b263580e0f)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:17.106585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:17.108735 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:17.175623 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3baa6-8589-4e4f-9ee0-ea39bc866c50 None None] Pushing event updated for resources: {'Port': ['ID=f5582141-deef-42b8-af0c-5becd793135d,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:17.243619 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:17.289524 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:17.292662 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:17.297172 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:17.300352 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Pushing event updated for resources: {'Port': ['ID=595b2000-6f6b-40d2-a861-eb67267178a4,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:17.309574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb173fdc-7273-482e-84f2-b6cc99789ad6 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:17.370785 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4ce891d5-8488-40ef-bd5d-876602085d09 None None] Provisioning complete for port 595b2000-6f6b-40d2-a861-eb67267178a4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:17.371551 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4ce891d5-8488-40ef-bd5d-876602085d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:17.410096 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-4ce891d5-8488-40ef-bd5d-876602085d09 None None] Port 595b2000-6f6b-40d2-a861-eb67267178a4 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:17.664509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:17.874409 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.096857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f5582141-deef-42b8-af0c-5becd793135d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:18.111579 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Router 26e2d3f8-691d-415b-aae8-54796644f75b is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:13:18.161267 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port f5582141-deef-42b8-af0c-5becd793135d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:18.161818 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.252139 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.252286 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:18.264509 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Sync routers for ids ['26e2d3f8-691d-415b-aae8-54796644f75b'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:18.267164 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e647ea6-66bb-422e-b93a-cac3e5f727e3 None None] Network c30feedf-5b8d-4eb6-950d-39c06a108b41 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:18.273935 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Routers {'26e2d3f8-691d-415b-aae8-54796644f75b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:18.274538 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:12:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['26e2d3f8-691d-415b-aae8-54796644f75b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:18.342493 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.346932 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-e35e76ce-64fb-44d7-ab6a-bf1ae1675f2e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4942098 Dec 10 19:13:18.351737 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43530) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:18.405109 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Set router 26e2d3f8-691d-415b-aae8-54796644f75b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:18.503724 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port f5582141-deef-42b8-af0c-5becd793135d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f5582141-deef-42b8-af0c-5becd793135d,segment=NetworkSegment(092dc68d-7bd4-459c-9638-61b263580e0f),segment_id=092dc68d-7bd4-459c-9638-61b263580e0f)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:18.531250 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-cd1364da-1984-4347-b0d4-ad10322f0ddb None None] Provisioning complete for port f5582141-deef-42b8-af0c-5becd793135d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:18.531624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cd1364da-1984-4347-b0d4-ad10322f0ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.581962 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.582765 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4ba50a22-a811-49d0-99bc-a24c527f4377 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:18.638219 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'name': 'tempest-TestShelveInstance-545949721-router', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '595b2000-6f6b-40d2-a861-eb67267178a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:17Z', 'revision_number': 3, 'project_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'gw_port': {'id': '595b2000-6f6b-40d2-a861-eb67267178a4', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:18.699435 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=f5582141-deef-42b8-af0c-5becd793135d,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:18.748050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 4ba50a22-a811-49d0-99bc-a24c527f4377 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:18.748451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.756205 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Checking router: 26e2d3f8-691d-415b-aae8-54796644f75b for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:18.756892 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Updating router 26e2d3f8-691d-415b-aae8-54796644f75b port 595b2000-6f6b-40d2-a861-eb67267178a4 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:18.783660 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.852460 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:18.872957 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-cedf7b4e-0596-4150-b93a-f216fa06a3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.026056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4fdf9ba3-a41d-4bfa-84d2-a259a1d3989e None None] Provisioning complete for port f5582141-deef-42b8-af0c-5becd793135d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:19.026448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9ba3-a41d-4bfa-84d2-a259a1d3989e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.050571 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.117367 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.128404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.172893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683582f7-e03d-43a7-a98f-f7fb4349dd59 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:19.179418 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Attempting to bind port 595b2000-6f6b-40d2-a861-eb67267178a4 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:19.179784 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Attempting to bind port 595b2000-6f6b-40d2-a861-eb67267178a4 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:19.180147 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Attempting to bind port 595b2000-6f6b-40d2-a861-eb67267178a4 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:19.188794 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:19.188794 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:19.189056 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.189239 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:19.189781 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Bound port: 595b2000-6f6b-40d2-a861-eb67267178a4, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:19.190162 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.191742 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877da40-698b-4ff2-8827-734ba36a8709 None None] Pushing event updated for resources: {'Port': ['ID=595b2000-6f6b-40d2-a861-eb67267178a4,revision_number=2']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:19.224171 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-044c10f1-a896-478f-8da6-d425dda97e0f None None] Provisioning complete for port 595b2000-6f6b-40d2-a861-eb67267178a4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:19.224548 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-044c10f1-a896-478f-8da6-d425dda97e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.249076 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] For port 595b2000-6f6b-40d2-a861-eb67267178a4, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:19.252812 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] For port 595b2000-6f6b-40d2-a861-eb67267178a4, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=595b2000-6f6b-40d2-a861-eb67267178a4,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:19.261623 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-044c10f1-a896-478f-8da6-d425dda97e0f None None] Port 595b2000-6f6b-40d2-a861-eb67267178a4 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:19.277501 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Allocated IP 172.20.0.1 (c30feedf-5b8d-4eb6-950d-39c06a108b41/36454700-85b8-4c6c-bd4f-072b8c4e6a26/8dc8c380-0c03-4aaf-bff8-73240e4b5034) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:19.324042 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.361966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48de8281-ef61-4afe-b311-64eb174547eb None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:19.372400 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Routers {'26e2d3f8-691d-415b-aae8-54796644f75b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:19.373113 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:13:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['26e2d3f8-691d-415b-aae8-54796644f75b'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:19.382354 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.454470 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877da40-698b-4ff2-8827-734ba36a8709 None None] Pushing event updated for resources: {'Port': ['ID=595b2000-6f6b-40d2-a861-eb67267178a4,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:19.472045 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.487184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-79c18a55-cbbd-4f6c-b78c-d34a66091035 None None] Provisioning complete for port 595b2000-6f6b-40d2-a861-eb67267178a4 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:19.487563 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-79c18a55-cbbd-4f6c-b78c-d34a66091035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.510169 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] Set router 26e2d3f8-691d-415b-aae8-54796644f75b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:19.515465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Network c30feedf-5b8d-4eb6-950d-39c06a108b41 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:19.519983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:19.525086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:19.527143 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Pushing event updated for resources: {'Port': ['ID=8dc8c380-0c03-4aaf-bff8-73240e4b5034,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:19.572219 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.585018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-79c18a55-cbbd-4f6c-b78c-d34a66091035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.606313 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-79c18a55-cbbd-4f6c-b78c-d34a66091035 None None] For port 595b2000-6f6b-40d2-a861-eb67267178a4, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=595b2000-6f6b-40d2-a861-eb67267178a4,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:19.705975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-79c18a55-cbbd-4f6c-b78c-d34a66091035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.713357 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'name': 'tempest-TestShelveInstance-545949721-router', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '595b2000-6f6b-40d2-a861-eb67267178a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:17Z', 'revision_number': 3, 'project_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'gw_port': {'id': '595b2000-6f6b-40d2-a861-eb67267178a4', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:19.740534 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e532f38-9b62-47e9-aad1-27730a32a75f None None] The sync data for ids ['26e2d3f8-691d-415b-aae8-54796644f75b'] in dv-neutron-821434-1-hyperv is: [{'id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'name': 'tempest-TestShelveInstance-545949721-router', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '595b2000-6f6b-40d2-a861-eb67267178a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:17Z', 'revision_number': 3, 'project_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'gw_port': {'id': '595b2000-6f6b-40d2-a861-eb67267178a4', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:19.772132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c18a55-cbbd-4f6c-b78c-d34a66091035 None None] Pushing event updated for resources: {'Port': ['ID=595b2000-6f6b-40d2-a861-eb67267178a4,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:19.776696 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.831280 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-45d9c9d0-3251-46ef-b190-5f2f179063d5 None None] Provisioning complete for port 8dc8c380-0c03-4aaf-bff8-73240e4b5034 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:19.831657 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-45d9c9d0-3251-46ef-b190-5f2f179063d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.866650 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-45d9c9d0-3251-46ef-b190-5f2f179063d5 None None] Port 8dc8c380-0c03-4aaf-bff8-73240e4b5034 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:19.955242 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:19.968392 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f5582141-deef-42b8-af0c-5becd793135d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:20.027437 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port f5582141-deef-42b8-af0c-5becd793135d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:20.027815 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.039201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.114788 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.118863 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Pushing event updated for resources: {'Port': ['ID=8dc8c380-0c03-4aaf-bff8-73240e4b5034,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:20.220023 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Network c30feedf-5b8d-4eb6-950d-39c06a108b41 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:20.221552 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:20.265929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.350520 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Router 26e2d3f8-691d-415b-aae8-54796644f75b has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:20.467221 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:20.472631 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-69ce63a6-b515-4db0-821e-ffee158377bf admin admin] 10.222.0.60 "PUT /v2.0/routers/26e2d3f8-691d-415b-aae8-54796644f75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1243377 Dec 10 19:13:20.508465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0fa85d21-9ffe-4788-82cb-06925755d7f7 None None] Provisioning complete for port 8dc8c380-0c03-4aaf-bff8-73240e4b5034 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:20.509926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0fa85d21-9ffe-4788-82cb-06925755d7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:20.547043 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-0fa85d21-9ffe-4788-82cb-06925755d7f7 None None] Port 8dc8c380-0c03-4aaf-bff8-73240e4b5034 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:21.134236 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43538) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:21.139451 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-6bf10944-bac3-46cf-80a5-e31e84549bd4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-611583839', 'description': 'tempest-secgroup-smoke-611583839 description', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:21.215088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6bf10944-bac3-46cf-80a5-e31e84549bd4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.281363 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6bf10944-bac3-46cf-80a5-e31e84549bd4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.345835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6bf10944-bac3-46cf-80a5-e31e84549bd4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.375421 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf10944-bac3-46cf-80a5-e31e84549bd4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:21.391561 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Sync routers for ids ['26e2d3f8-691d-415b-aae8-54796644f75b'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:21.402137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Routers {'26e2d3f8-691d-415b-aae8-54796644f75b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:21.402334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:13:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['26e2d3f8-691d-415b-aae8-54796644f75b'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:21.439666 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6bf10944-bac3-46cf-80a5-e31e84549bd4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.440933 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-6bf10944-bac3-46cf-80a5-e31e84549bd4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3057287 Dec 10 19:13:21.443914 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43540) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:21.448297 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-3c2a5138-7c97-4138-833a-d220ffe9cc40 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'security_group_rule': {'security_group_id': 'b8a15464-16e3-4d62-b2bc-d3a3a4d6508f', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:21.517483 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Set router 26e2d3f8-691d-415b-aae8-54796644f75b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:21.630657 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3c2a5138-7c97-4138-833a-d220ffe9cc40 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.649543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.689973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3c2a5138-7c97-4138-833a-d220ffe9cc40 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.721491 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'name': 'tempest-TestShelveInstance-545949721-router', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '595b2000-6f6b-40d2-a861-eb67267178a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:19Z', 'revision_number': 4, 'project_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'gw_port': {'id': '595b2000-6f6b-40d2-a861-eb67267178a4', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8dc8c380-0c03-4aaf-bff8-73240e4b5034', 'name': '', 'network_id': 'c30feedf-5b8d-4eb6-950d-39c06a108b41', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'mac_address': 'fa:16:3e:70:be:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '36454700-85b8-4c6c-bd4f-072b8c4e6a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:19Z', 'revision_number': 2, 'project_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'subnets': [{'id': '36454700-85b8-4c6c-bd4f-072b8c4e6a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:21.734097 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3c2a5138-7c97-4138-833a-d220ffe9cc40 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.748504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Checking router: 26e2d3f8-691d-415b-aae8-54796644f75b for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:21.748859 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Updating router 26e2d3f8-691d-415b-aae8-54796644f75b port 8dc8c380-0c03-4aaf-bff8-73240e4b5034 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:21.757316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a5138-7c97-4138-833a-d220ffe9cc40 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb90b339-a6b4-4a33-8f32-0675c38ceeac,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:21.773064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.815931 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3c2a5138-7c97-4138-833a-d220ffe9cc40 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.817465 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-3c2a5138-7c97-4138-833a-d220ffe9cc40 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3725898 Dec 10 19:13:21.820214 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43542) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:21.824557 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-37cca141-ad8f-4ded-9131-aaac977a1c49 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'security_group_rule': {'security_group_id': 'b8a15464-16e3-4d62-b2bc-d3a3a4d6508f', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:21.867577 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:13:21.910533 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37cca141-ad8f-4ded-9131-aaac977a1c49 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:21.974749 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37cca141-ad8f-4ded-9131-aaac977a1c49 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.003198 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 595b2000-6f6b-40d2-a861-eb67267178a4 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:22.071316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37cca141-ad8f-4ded-9131-aaac977a1c49 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.072294 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.088752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 595b2000-6f6b-40d2-a861-eb67267178a4 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:22.089127 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.089239 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cca141-ad8f-4ded-9131-aaac977a1c49 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682a10de-bfe3-48d1-be2c-cb8d2f411151,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:22.202833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.205195 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37cca141-ad8f-4ded-9131-aaac977a1c49 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.208979 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-37cca141-ad8f-4ded-9131-aaac977a1c49 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3853800 Dec 10 19:13:22.209322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43544) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:22.213614 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-f641e4c6-bd30-463d-b432-01a209df4041 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'security_group_rule': {'security_group_id': 'b8a15464-16e3-4d62-b2bc-d3a3a4d6508f', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:22.259000 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da72d5a-71c4-49d9-8afa-64346c197cc5 None None] Pushing event updated for resources: {'Port': ['ID=8dc8c380-0c03-4aaf-bff8-73240e4b5034,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:22.313722 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Attempting to bind port 8dc8c380-0c03-4aaf-bff8-73240e4b5034 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:22.314093 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Attempting to bind port 8dc8c380-0c03-4aaf-bff8-73240e4b5034 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '092dc68d-7bd4-459c-9638-61b263580e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c30feedf-5b8d-4eb6-950d-39c06a108b41'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:22.314456 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Attempting to bind port 8dc8c380-0c03-4aaf-bff8-73240e4b5034 on network c30feedf-5b8d-4eb6-950d-39c06a108b41 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:22.317569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f641e4c6-bd30-463d-b432-01a209df4041 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.319617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:22.319986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Checking segment: {'id': '092dc68d-7bd4-459c-9638-61b263580e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c30feedf-5b8d-4eb6-950d-39c06a108b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:22.320396 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.320840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Bound using segment: {'id': '092dc68d-7bd4-459c-9638-61b263580e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c30feedf-5b8d-4eb6-950d-39c06a108b41'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:22.321959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Bound port: 8dc8c380-0c03-4aaf-bff8-73240e4b5034, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092dc68d-7bd4-459c-9638-61b263580e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c30feedf-5b8d-4eb6-950d-39c06a108b41'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:22.321959 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.385350 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f641e4c6-bd30-463d-b432-01a209df4041 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.390783 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] For port 8dc8c380-0c03-4aaf-bff8-73240e4b5034, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:22.394251 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] For port 8dc8c380-0c03-4aaf-bff8-73240e4b5034, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8dc8c380-0c03-4aaf-bff8-73240e4b5034,segment=NetworkSegment(092dc68d-7bd4-459c-9638-61b263580e0f),segment_id=092dc68d-7bd4-459c-9638-61b263580e0f)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:22.477172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f641e4c6-bd30-463d-b432-01a209df4041 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.479733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-3406ca08-40f2-475a-b25b-02e6af17880f None None] Provisioning complete for port 8dc8c380-0c03-4aaf-bff8-73240e4b5034 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:22.480099 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3406ca08-40f2-475a-b25b-02e6af17880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.495726 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641e4c6-bd30-463d-b432-01a209df4041 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26429c71-185e-4f7e-859a-6366e5410c3b,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:22.514409 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.560302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-3406ca08-40f2-475a-b25b-02e6af17880f None None] Port 8dc8c380-0c03-4aaf-bff8-73240e4b5034 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:22.588863 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Routers {'26e2d3f8-691d-415b-aae8-54796644f75b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:22.590179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:13:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['26e2d3f8-691d-415b-aae8-54796644f75b'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:22.593303 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da72d5a-71c4-49d9-8afa-64346c197cc5 None None] Pushing event updated for resources: {'Port': ['ID=8dc8c380-0c03-4aaf-bff8-73240e4b5034,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:22.633732 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f641e4c6-bd30-463d-b432-01a209df4041 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.637863 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f641e4c6-bd30-463d-b432-01a209df4041 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4247890 Dec 10 19:13:22.638608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43546) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:22.643280 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-527ac2eb-2a72-42e0-8bdb-0fa80bc6bc39 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'security_group_rule': {'security_group_id': 'b8a15464-16e3-4d62-b2bc-d3a3a4d6508f', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:22.682684 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.707077 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] Set router 26e2d3f8-691d-415b-aae8-54796644f75b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:22.756517 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-527ac2eb-2a72-42e0-8bdb-0fa80bc6bc39 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.816717 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-527ac2eb-2a72-42e0-8bdb-0fa80bc6bc39 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.839040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-dcddb4e3-48ce-4bda-a644-571bccc837db None None] Provisioning complete for port 8dc8c380-0c03-4aaf-bff8-73240e4b5034 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:22.839341 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dcddb4e3-48ce-4bda-a644-571bccc837db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.894409 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-527ac2eb-2a72-42e0-8bdb-0fa80bc6bc39 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.915274 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ac2eb-2a72-42e0-8bdb-0fa80bc6bc39 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595206f6-684c-48e9-8098-f4d334047de2,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:22.975923 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dcddb4e3-48ce-4bda-a644-571bccc837db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:22.992078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'name': 'tempest-TestShelveInstance-545949721-router', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '595b2000-6f6b-40d2-a861-eb67267178a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:19Z', 'revision_number': 4, 'project_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'gw_port': {'id': '595b2000-6f6b-40d2-a861-eb67267178a4', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8dc8c380-0c03-4aaf-bff8-73240e4b5034', 'name': '', 'network_id': 'c30feedf-5b8d-4eb6-950d-39c06a108b41', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'mac_address': 'fa:16:3e:70:be:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '36454700-85b8-4c6c-bd4f-072b8c4e6a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 4, 'project_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'subnets': [{'id': '36454700-85b8-4c6c-bd4f-072b8c4e6a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:23.027195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0dcdd7-2e74-40b2-8854-41bee1995410 None None] The sync data for ids ['26e2d3f8-691d-415b-aae8-54796644f75b'] in dv-neutron-821434-1-hyperv is: [{'id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'name': 'tempest-TestShelveInstance-545949721-router', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '595b2000-6f6b-40d2-a861-eb67267178a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:13:19Z', 'revision_number': 4, 'project_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'gw_port': {'id': '595b2000-6f6b-40d2-a861-eb67267178a4', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '8dc8c380-0c03-4aaf-bff8-73240e4b5034', 'name': '', 'network_id': 'c30feedf-5b8d-4eb6-950d-39c06a108b41', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'mac_address': 'fa:16:3e:70:be:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '36454700-85b8-4c6c-bd4f-072b8c4e6a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 4, 'project_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'subnets': [{'id': '36454700-85b8-4c6c-bd4f-072b8c4e6a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:23.041130 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-527ac2eb-2a72-42e0-8bdb-0fa80bc6bc39 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.045597 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-dcddb4e3-48ce-4bda-a644-571bccc837db None None] For port 8dc8c380-0c03-4aaf-bff8-73240e4b5034, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8dc8c380-0c03-4aaf-bff8-73240e4b5034,segment=NetworkSegment(092dc68d-7bd4-459c-9638-61b263580e0f),segment_id=092dc68d-7bd4-459c-9638-61b263580e0f)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:23.046870 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43548) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:23.047339 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-527ac2eb-2a72-42e0-8bdb-0fa80bc6bc39 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4071240 Dec 10 19:13:23.054480 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-956793f3-859f-4ce4-b32e-80ccc5e70f29 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'security_group_rule': {'security_group_id': 'b8a15464-16e3-4d62-b2bc-d3a3a4d6508f', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:23.162821 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-dcddb4e3-48ce-4bda-a644-571bccc837db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.203299 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-956793f3-859f-4ce4-b32e-80ccc5e70f29 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Project 5f9fabaab7eb4fb498fc064ad4a2752a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:13:23.210002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-956793f3-859f-4ce4-b32e-80ccc5e70f29 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.218824 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddb4e3-48ce-4bda-a644-571bccc837db None None] Pushing event updated for resources: {'Port': ['ID=8dc8c380-0c03-4aaf-bff8-73240e4b5034,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:23.279207 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-956793f3-859f-4ce4-b32e-80ccc5e70f29 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.357358 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-956793f3-859f-4ce4-b32e-80ccc5e70f29 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.376087 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956793f3-859f-4ce4-b32e-80ccc5e70f29 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415c0307-c9bc-4eb5-8ec3-8339bc81cada,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:23.468560 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-956793f3-859f-4ce4-b32e-80ccc5e70f29 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.470242 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-956793f3-859f-4ce4-b32e-80ccc5e70f29 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4215016 Dec 10 19:13:23.472594 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43550) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:23.478458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b9f04ecc-5984-497e-a4b8-ad3f68bdb855 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'security_group_rule': {'security_group_id': 'b8a15464-16e3-4d62-b2bc-d3a3a4d6508f', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:23.562766 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-b9f04ecc-5984-497e-a4b8-ad3f68bdb855 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Project 5f9fabaab7eb4fb498fc064ad4a2752a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:13:23.568009 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b9f04ecc-5984-497e-a4b8-ad3f68bdb855 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.624663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b9f04ecc-5984-497e-a4b8-ad3f68bdb855 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.711402 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b9f04ecc-5984-497e-a4b8-ad3f68bdb855 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.730890 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f04ecc-5984-497e-a4b8-ad3f68bdb855 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd4647d-9845-4389-a3a4-7c37be80ea40,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:23.828114 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b9f04ecc-5984-497e-a4b8-ad3f68bdb855 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:23.829414 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b9f04ecc-5984-497e-a4b8-ad3f68bdb855 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3558092 Dec 10 19:13:23.992881 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-61aac6e9-cfea-4d21-aa9d-54ff2f8a9250 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-611583839&fields=id&tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a HTTP/1.1" status: 200 len: 267 time: 0.0532644 Dec 10 19:13:24.018684 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8dc8c380-0c03-4aaf-bff8-73240e4b5034 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:24.069376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 8dc8c380-0c03-4aaf-bff8-73240e4b5034 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:24.069854 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:24.118398 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-74acdcc3-6e4b-44a5-ae12-199e57b93421 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:24.120663 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-74acdcc3-6e4b-44a5-ae12-199e57b93421 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 809 time: 0.1199903 Dec 10 19:13:24.137129 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-08245f16-06e3-4b57-8d8c-f697d4fcf961 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/quotas/5f9fabaab7eb4fb498fc064ad4a2752a HTTP/1.1" status: 200 len: 375 time: 0.0097022 Dec 10 19:13:24.190494 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-3e5a8389-064e-42e9-98cd-b3af91be70be tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474343 Dec 10 19:13:24.390652 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-66387c1e-58f6-487b-afde-52ffc53e4607 service neutron] 10.222.0.60 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873388 Dec 10 19:13:24.479623 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-1b43a173-c62a-4ccc-baa1-ac75df421bdb service neutron] 10.222.0.60 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823014 Dec 10 19:13:25.765879 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e616e87e-7d9a-4b05-82fa-af2fe305f103 req-27971f83-3b6c-481f-b0cc-76d5c221afc6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 210 time: 0.0387330 Dec 10 19:13:26.850876 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-90343ca0-8a87-4504-bb61-199ac5705258 req-4aa09b79-fecb-4668-b0c9-10f47bf64004 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 210 time: 0.0264735 Dec 10 19:13:27.948133 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7e1c246c-aa54-4e49-9387-bd68862eed42 req-ce62fb0a-f2a4-40cf-a3cf-ef9a1b7ec638 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 210 time: 0.0271008 Dec 10 19:13:28.005644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-e24e82a0-6b1b-4324-ab1f-35c5e0c816ee tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:28.007095 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-e24e82a0-6b1b-4324-ab1f-35c5e0c816ee tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 809 time: 0.1073749 Dec 10 19:13:28.078286 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-d7b8caba-ee3e-4d44-bbfc-b9157b08331a tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a HTTP/1.1" status: 200 len: 379 time: 0.0557222 Dec 10 19:13:28.092380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-b54d1b74-2336-4aed-b0ba-483561954d97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'port': {'device_id': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'admin_state_up': True, 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'security_groups': ['b8a15464-16e3-4d62-b2bc-d3a3a4d6508f']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:28.294778 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-b54d1b74-2336-4aed-b0ba-483561954d97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Made reservation on behalf of 5f9fabaab7eb4fb498fc064ad4a2752a for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:28.298439 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-b54d1b74-2336-4aed-b0ba-483561954d97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.435152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-b54d1b74-2336-4aed-b0ba-483561954d97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Allocated IP 172.20.0.10 (11daa52c-b9b2-46cb-9976-a56365bcc626/a5566230-0dca-41bb-9091-390d5cdd37ec/e2cd7027-45c8-4f10-9675-f739430da420) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:28.569749 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-b54d1b74-2336-4aed-b0ba-483561954d97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.654880 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-b54d1b74-2336-4aed-b0ba-483561954d97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.713704 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-b54d1b74-2336-4aed-b0ba-483561954d97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Network 11daa52c-b9b2-46cb-9976-a56365bcc626 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:28.717444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-b54d1b74-2336-4aed-b0ba-483561954d97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:28.720130 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-b54d1b74-2336-4aed-b0ba-483561954d97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:28.748857 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d1b74-2336-4aed-b0ba-483561954d97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'Port': ['ID=e2cd7027-45c8-4f10-9675-f739430da420,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:28.776915 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-b54d1b74-2336-4aed-b0ba-483561954d97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:28.777559 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-b54d1b74-2336-4aed-b0ba-483561954d97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.839871 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-b54d1b74-2336-4aed-b0ba-483561954d97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7516372 Dec 10 19:13:28.853323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Request body: {'port': {'device_id': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:28.908393 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.917386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-26370619-69eb-4b57-8733-063d48fd1409 None None] Provisioning complete for port e2cd7027-45c8-4f10-9675-f739430da420 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:28.917940 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-26370619-69eb-4b57-8733-063d48fd1409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:28.951853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-26370619-69eb-4b57-8733-063d48fd1409 None None] Port e2cd7027-45c8-4f10-9675-f739430da420 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:29.067946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6a95a-32a5-450e-b2ab-9762a02799bd req-2c1159a4-9b1f-4022-8fc5-cb1a620e6c41 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:29.067946 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-94f6a95a-32a5-450e-b2ab-9762a02799bd req-2c1159a4-9b1f-4022-8fc5-cb1a620e6c41 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 932 time: 0.0494375 Dec 10 19:13:29.114469 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-94f6a95a-32a5-450e-b2ab-9762a02799bd req-e9fbfc52-4dc6-415c-bc64-04da55f5dee8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429301 Dec 10 19:13:29.172616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cd7027-45c8-4f10-9675-f739430da420 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:13:29.180266 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:29.192405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Transition to ACTIVE for port object e2cd7027-45c8-4f10-9675-f739430da420 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:13:29.282434 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:29.333033 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Pushing event updated for resources: {'Port': ['ID=e2cd7027-45c8-4f10-9675-f739430da420,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:29.402837 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Attempting to bind port e2cd7027-45c8-4f10-9675-f739430da420 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:29.403173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Attempting to bind port e2cd7027-45c8-4f10-9675-f739430da420 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:29.403500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Attempting to bind port e2cd7027-45c8-4f10-9675-f739430da420 on network 11daa52c-b9b2-46cb-9976-a56365bcc626 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:29.408109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Port e2cd7027-45c8-4f10-9675-f739430da420 on network 11daa52c-b9b2-46cb-9976-a56365bcc626 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:29.408432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Attempting to bind port e2cd7027-45c8-4f10-9675-f739430da420 on network 11daa52c-b9b2-46cb-9976-a56365bcc626 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:29.413621 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:29.414119 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Checking segment: {'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:29.414513 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Bound using segment: {'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:29.414944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Bound port: e2cd7027-45c8-4f10-9675-f739430da420, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:29.415307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:29.485317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] For port e2cd7027-45c8-4f10-9675-f739430da420, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:29.608973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] For port e2cd7027-45c8-4f10-9675-f739430da420, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e2cd7027-45c8-4f10-9675-f739430da420,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:29.700444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:29.739225 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:29.739847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:29.741252 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] 10.222.0.21 "PUT /v2.0/ports/e2cd7027-45c8-4f10-9675-f739430da420 HTTP/1.1" status: 200 len: 1094 time: 0.8924844 Dec 10 19:13:29.741679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:13:29.743938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056a5ef7-9864-4967-b291-526dc9eab12d" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "tag": "e2cd7027-45c8-4f10-9675-f739430da420"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:13:29.763556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c926b5-49d8-447a-98bd-695a471cbe1b service neutron] Pushing event updated for resources: {'Port': ['ID=e2cd7027-45c8-4f10-9675-f739430da420,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:29.789558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b35e7d6-64a2-41a7-a1eb-bdcf46a5ce0a x-openstack-request-id: req-6b35e7d6-64a2-41a7-a1eb-bdcf46a5ce0a {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:13:29.789558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "tag": "e2cd7027-45c8-4f10-9675-f739430da420", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:13:29.789558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b35e7d6-64a2-41a7-a1eb-bdcf46a5ce0a {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:13:29.789558 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420', 'status': 'completed', 'code': 200} Dec 10 19:13:29.853107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a5ef7-9864-4967-b291-526dc9eab12d req-fbea2562-beb5-40a8-9c8c-d9f2a91fe472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:29.854853 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-056a5ef7-9864-4967-b291-526dc9eab12d req-fbea2562-beb5-40a8-9c8c-d9f2a91fe472 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 1097 time: 0.0441720 Dec 10 19:13:29.969276 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a5ef7-9864-4967-b291-526dc9eab12d req-2719d5d3-bc1b-462a-9dda-450968f0458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:29.970797 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-056a5ef7-9864-4967-b291-526dc9eab12d req-2719d5d3-bc1b-462a-9dda-450968f0458f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0992455 Dec 10 19:13:30.065159 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a5ef7-9864-4967-b291-526dc9eab12d req-00aaefc0-c525-4a12-abc4-2b9d5c98898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:30.066548 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-056a5ef7-9864-4967-b291-526dc9eab12d req-00aaefc0-c525-4a12-abc4-2b9d5c98898c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855501 Dec 10 19:13:30.154427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-2a4a99c4-9662-4366-864c-1730c3ee85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:30.155952 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-2a4a99c4-9662-4366-864c-1730c3ee85ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 1097 time: 0.0457416 Dec 10 19:13:30.202835 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-0dc7e7cb-110e-4239-9445-0aabab7f210b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cd7027-45c8-4f10-9675-f739430da420 HTTP/1.1" status: 200 len: 217 time: 0.0348220 Dec 10 19:13:30.234126 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bc0e6-26a0-42bd-950b-04a9c5d04048 req-c9cd1d4f-2a2f-4f84-966a-3ee7c7e51352 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:30.235591 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c15bc0e6-26a0-42bd-950b-04a9c5d04048 req-c9cd1d4f-2a2f-4f84-966a-3ee7c7e51352 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0526214 Dec 10 19:13:30.258902 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-4c08af27-dfdf-4e53-b9f8-772495222b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:30.260384 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-4c08af27-dfdf-4e53-b9f8-772495222b0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0457170 Dec 10 19:13:30.284850 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c15bc0e6-26a0-42bd-950b-04a9c5d04048 req-d6cd36f9-5424-4344-bf3e-4e02e95a2d00 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431612 Dec 10 19:13:30.315098 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-2579e4a5-07e8-493c-9a5f-234fe1ea633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:30.316587 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-2579e4a5-07e8-493c-9a5f-234fe1ea633f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444179 Dec 10 19:13:30.407205 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-5e90773a-f5a1-4189-ad5a-68bc2b4d65e5 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794137 Dec 10 19:13:30.504789 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4ebd6f34-b07f-4770-8c48-8d7d566dcb7f req-23d04407-c6b6-4b3a-ac58-f341f2fe920d service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869093 Dec 10 19:13:31.400777 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3c006-fabc-42a3-98d0-40fe0f784372 req-01c10f18-e71a-4190-ba0c-11f1146b498a tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:31.402294 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-28a3c006-fabc-42a3-98d0-40fe0f784372 req-01c10f18-e71a-4190-ba0c-11f1146b498a tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0483954 Dec 10 19:13:31.451187 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-28a3c006-fabc-42a3-98d0-40fe0f784372 req-d0bcb50b-b1e8-4a8f-9096-3ddad06e74f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419466 Dec 10 19:13:32.566916 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e4d1-0086-43c9-82aa-96b938c07b07 req-c47c8da1-0d31-42f8-8e18-bb18f09091a4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:32.568399 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1511e4d1-0086-43c9-82aa-96b938c07b07 req-c47c8da1-0d31-42f8-8e18-bb18f09091a4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0489168 Dec 10 19:13:32.621097 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1511e4d1-0086-43c9-82aa-96b938c07b07 req-da38f5d3-4a35-4635-afed-43cd87e10c0c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466630 Dec 10 19:13:33.734282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1126abc-e5fb-4b9c-8574-0387cbc7396a req-63e6234b-cdc5-4e19-95fe-54bc659f56e3 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:33.735772 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c1126abc-e5fb-4b9c-8574-0387cbc7396a req-63e6234b-cdc5-4e19-95fe-54bc659f56e3 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0481446 Dec 10 19:13:33.741037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e2cd7027-45c8-4f10-9675-f739430da420 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:13:33.798610 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c1126abc-e5fb-4b9c-8574-0387cbc7396a req-6645a4f0-4d6a-449b-a8aa-7d2a738e152d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561104 Dec 10 19:13:33.838161 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e2cd7027-45c8-4f10-9675-f739430da420, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e2cd7027-45c8-4f10-9675-f739430da420,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:33.849033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'e2cd7027-45c8-4f10-9675-f739430da420', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'port_id': 'e2cd7027-45c8-4f10-9675-f739430da420', 'mac_address': 'fa:16:3e:7b:3a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:13:33.888921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:33.901452 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cd7027-45c8-4f10-9675-f739430da420 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:13:33.920512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e2cd7027-45c8-4f10-9675-f739430da420, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e2cd7027-45c8-4f10-9675-f739430da420,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:34.008117 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:34.054533 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=e2cd7027-45c8-4f10-9675-f739430da420,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:34.262103 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['e2cd7027-45c8-4f10-9675-f739430da420'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:13:34.912455 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90122b17-67b3-42da-9d21-397464f553f4 req-d4b7e2f2-e04c-4eca-a380-d2ad07c3a1ca tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:34.913927 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-90122b17-67b3-42da-9d21-397464f553f4 req-d4b7e2f2-e04c-4eca-a380-d2ad07c3a1ca tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 945 time: 0.0477352 Dec 10 19:13:34.962592 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-90122b17-67b3-42da-9d21-397464f553f4 req-5aafd152-232f-4fc7-a921-137554c5d42c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427785 Dec 10 19:13:35.757226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e2cd7027-45c8-4f10-9675-f739430da420 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:35.865158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port e2cd7027-45c8-4f10-9675-f739430da420 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:13:35.869078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port e2cd7027-45c8-4f10-9675-f739430da420 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:35.870721 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:35.947167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:35.968923 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:13:35.971204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0785fb26-ab21-474f-bd95-8a6763f4c315" -d '{"events": [{"server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "name": "network-vif-plugged", "status": "completed", "tag": "e2cd7027-45c8-4f10-9675-f739430da420"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:13:35.983897 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e2cd7027-45c8-4f10-9675-f739430da420, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e2cd7027-45c8-4f10-9675-f739430da420,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:36.008370 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93135b61-e5b2-47ec-a732-cc07e80a471e x-openstack-request-id: req-93135b61-e5b2-47ec-a732-cc07e80a471e {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:13:36.008659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "name": "network-vif-plugged", "status": "completed", "tag": "e2cd7027-45c8-4f10-9675-f739430da420", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:13:36.008917 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93135b61-e5b2-47ec-a732-cc07e80a471e {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:13:36.009317 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420', 'code': 200} Dec 10 19:13:36.048726 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:36.085532 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345d2f1-7927-44a0-8157-1e2b4d94218b req-217adcac-28ec-427d-89ec-953511b42c52 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:36.087039 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3345d2f1-7927-44a0-8157-1e2b4d94218b req-217adcac-28ec-427d-89ec-953511b42c52 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 945 time: 0.0547812 Dec 10 19:13:36.097412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=e2cd7027-45c8-4f10-9675-f739430da420,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:36.140307 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3345d2f1-7927-44a0-8157-1e2b4d94218b req-26af15f6-4e11-4e72-a627-13282fcb9b55 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469592 Dec 10 19:13:36.318689 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d631-3832-4b22-9992-322d1c372f2b req-7ba9c1c0-a082-4a0a-b13b-710bf485c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:36.320082 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1447d631-3832-4b22-9992-322d1c372f2b req-7ba9c1c0-a082-4a0a-b13b-710bf485c5d5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 1099 time: 0.0405169 Dec 10 19:13:36.370661 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1447d631-3832-4b22-9992-322d1c372f2b req-8e19bd45-e63d-414b-beff-cba93c4085a0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388510 Dec 10 19:13:37.255423 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d4fdd-aa77-4eee-b7f7-985dcf3fb852 req-65dcdde1-88f6-41eb-b844-84b6d0c25ed0 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:37.256891 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5a5d4fdd-aa77-4eee-b7f7-985dcf3fb852 req-65dcdde1-88f6-41eb-b844-84b6d0c25ed0 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0480976 Dec 10 19:13:37.305704 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5a5d4fdd-aa77-4eee-b7f7-985dcf3fb852 req-9e5130e5-2fd6-48d1-b202-d9a9d1495362 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429533 Dec 10 19:13:38.430916 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecdd6f-d4dc-40ce-8568-32bbee945682 req-755b01e9-b443-4c19-989a-48d4227b7b57 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:38.432393 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-beecdd6f-d4dc-40ce-8568-32bbee945682 req-755b01e9-b443-4c19-989a-48d4227b7b57 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0522339 Dec 10 19:13:38.480814 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-beecdd6f-d4dc-40ce-8568-32bbee945682 req-a9282ea7-8721-4186-b484-78e5e8568edb tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418868 Dec 10 19:13:38.596436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b7bab-7af0-45b4-bef7-e89813164be2 req-ae397d82-2064-4589-b3f4-7a378e2e94a2 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:38.596815 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b63b7bab-7af0-45b4-bef7-e89813164be2 req-ae397d82-2064-4589-b3f4-7a378e2e94a2 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0490894 Dec 10 19:13:38.645775 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b63b7bab-7af0-45b4-bef7-e89813164be2 req-1f19fbbd-6d19-4dc6-96b6-ffdd05bc0d03 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428352 Dec 10 19:13:38.667298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43616) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:38.751269 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992f5034-7b0c-4935-a15f-e26867192e91 tempest-TestShelveInstance-961492727 tempest-TestShelveInstance-961492727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:38.752759 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-992f5034-7b0c-4935-a15f-e26867192e91 tempest-TestShelveInstance-961492727 tempest-TestShelveInstance-961492727-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 1094 time: 0.0844607 Dec 10 19:13:38.755719 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43620) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:38.759868 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'e2cd7027-45c8-4f10-9675-f739430da420', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:38.837041 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:38.936597 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:39.038449 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Allocated IP 172.26.5.248 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/150c43a2-a647-44bc-bb1c-95d3005b9dd3) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:39.137263 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:39.225433 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:39.266050 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:39.270450 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:39.273118 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:39.298377 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'Port': ['ID=150c43a2-a647-44bc-bb1c-95d3005b9dd3,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:39.604008 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:39.728266 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:39.871111 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:39.956700 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.022206 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'Port': ['ID=150c43a2-a647-44bc-bb1c-95d3005b9dd3,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:40.037156 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.134558 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Floating IP 5fd4cd14-261a-4a8e-a30f-612ecb13c1cb associated. External IP: 172.26.5.248, port: e2cd7027-45c8-4f10-9675-f739430da420. Dec 10 19:13:40.334693 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Router 541af5a1-7f84-42da-9bd3-1111253eb6a9 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:40.445524 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:40.455590 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0461fe-482a-48e0-a1f6-21d29a30d71e None None] Sync routers for ids ['541af5a1-7f84-42da-9bd3-1111253eb6a9'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:40.465174 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0461fe-482a-48e0-a1f6-21d29a30d71e None None] Routers {'541af5a1-7f84-42da-9bd3-1111253eb6a9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:40.467950 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1c0461fe-482a-48e0-a1f6-21d29a30d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:13:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['541af5a1-7f84-42da-9bd3-1111253eb6a9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:40.536803 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:40.567918 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b7dbe792-50b4-4a0c-9bb1-238ee35733c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8111551 Dec 10 19:13:40.568772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:13:40.571164 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5c8793-59ab-41f9-8046-ea2c420c4f43" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "tag": "e2cd7027-45c8-4f10-9675-f739430da420"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:13:40.572242 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-1c0461fe-482a-48e0-a1f6-21d29a30d71e None None] Set router 541af5a1-7f84-42da-9bd3-1111253eb6a9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:40.609345 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88803f50-c52b-46fb-98e3-499d111bdb35 x-openstack-request-id: req-88803f50-c52b-46fb-98e3-499d111bdb35 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:13:40.609862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "tag": "e2cd7027-45c8-4f10-9675-f739430da420", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:13:40.609983 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88803f50-c52b-46fb-98e3-499d111bdb35 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:13:40.610314 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420', 'status': 'completed', 'code': 200} Dec 10 19:13:40.674433 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8793-59ab-41f9-8046-ea2c420c4f43 req-27754c61-bca8-43ef-96f4-76aa82d188f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:40.676386 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b5c8793-59ab-41f9-8046-ea2c420c4f43 req-27754c61-bca8-43ef-96f4-76aa82d188f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 1099 time: 0.0425062 Dec 10 19:13:40.773925 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8793-59ab-41f9-8046-ea2c420c4f43 req-67dbfedc-6fd3-455b-bd42-c6bfcaaa046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:40.775313 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b5c8793-59ab-41f9-8046-ea2c420c4f43 req-67dbfedc-6fd3-455b-bd42-c6bfcaaa046a service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0909929 Dec 10 19:13:40.798999 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1c0461fe-482a-48e0-a1f6-21d29a30d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '5fd4cd14-261a-4a8e-a30f-612ecb13c1cb', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'floating_ip_address': '172.26.5.248', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'port_id': 'e2cd7027-45c8-4f10-9675-f739430da420', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'mac_address': 'fa:16:3e:7b:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:13:39Z', 'updated_at': '2021-12-10T19:13:39Z', 'revision_number': 0, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 5, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:40.828643 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0461fe-482a-48e0-a1f6-21d29a30d71e None None] Checking router: 541af5a1-7f84-42da-9bd3-1111253eb6a9 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:40.836842 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0461fe-482a-48e0-a1f6-21d29a30d71e None None] Routers {'541af5a1-7f84-42da-9bd3-1111253eb6a9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:40.837445 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1c0461fe-482a-48e0-a1f6-21d29a30d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:13:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['541af5a1-7f84-42da-9bd3-1111253eb6a9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:40.840306 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b5c8793-59ab-41f9-8046-ea2c420c4f43 req-38f82219-8177-4657-87ca-1be641b7783e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cd7027-45c8-4f10-9675-f739430da420 HTTP/1.1" status: 200 len: 1000 time: 0.0579031 Dec 10 19:13:40.892579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8793-59ab-41f9-8046-ea2c420c4f43 req-8670afa1-57aa-480f-a76b-ca58dfefe043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:40.894065 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b5c8793-59ab-41f9-8046-ea2c420c4f43 req-8670afa1-57aa-480f-a76b-ca58dfefe043 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0466876 Dec 10 19:13:40.939590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8793-59ab-41f9-8046-ea2c420c4f43 req-dd00f1ed-8b20-46cf-aaee-4ca90d669758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:40.941094 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b5c8793-59ab-41f9-8046-ea2c420c4f43 req-dd00f1ed-8b20-46cf-aaee-4ca90d669758 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401206 Dec 10 19:13:40.941556 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-1c0461fe-482a-48e0-a1f6-21d29a30d71e None None] Set router 541af5a1-7f84-42da-9bd3-1111253eb6a9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:41.028752 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b5c8793-59ab-41f9-8046-ea2c420c4f43 req-42c97f22-6dd6-4a36-beb2-f223712fd0b4 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806160 Dec 10 19:13:41.125922 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2b5c8793-59ab-41f9-8046-ea2c420c4f43 req-b966286c-741f-4228-b814-4b874f6cd8c7 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902276 Dec 10 19:13:41.247596 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-1c0461fe-482a-48e0-a1f6-21d29a30d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '5fd4cd14-261a-4a8e-a30f-612ecb13c1cb', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'floating_ip_address': '172.26.5.248', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'port_id': 'e2cd7027-45c8-4f10-9675-f739430da420', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'mac_address': 'fa:16:3e:7b:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:13:39Z', 'updated_at': '2021-12-10T19:13:39Z', 'revision_number': 0, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 5, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:41.273404 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0461fe-482a-48e0-a1f6-21d29a30d71e None None] The sync data for ids ['541af5a1-7f84-42da-9bd3-1111253eb6a9'] in dv-neutron-821434-1-hyperv is: [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '5fd4cd14-261a-4a8e-a30f-612ecb13c1cb', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'floating_ip_address': '172.26.5.248', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'port_id': 'e2cd7027-45c8-4f10-9675-f739430da420', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'mac_address': 'fa:16:3e:7b:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:13:39Z', 'updated_at': '2021-12-10T19:13:39Z', 'revision_number': 0, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 5, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:41.474027 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8697b6f6-a81e-4ca0-8160-e5aca5eb1d5b None None] New status for floating IP 5fd4cd14-261a-4a8e-a30f-612ecb13c1cb: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:13:46.574121 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c633639c-ed35-4f06-b3ab-b5c477264e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.785652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:48.836222 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0923794c-4f16-42d4-a98e-b4eb9cbab8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:50.271373 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.499547 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.530834 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-be821949-18a4-4440-b24e-409d5737256b req-ffc3324d-f859-4ff9-bc44-86289a5b9f88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405469 Dec 10 19:13:52.591073 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.632105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be821949-18a4-4440-b24e-409d5737256b req-e96e754d-1ba1-456c-b622-487c9f5f0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:52.633583 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-be821949-18a4-4440-b24e-409d5737256b req-e96e754d-1ba1-456c-b622-487c9f5f0cf2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 1099 time: 0.0409284 Dec 10 19:13:52.772046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be821949-18a4-4440-b24e-409d5737256b req-7caed6b7-3913-43ef-bf90-cc7dac95e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:52.773428 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-be821949-18a4-4440-b24e-409d5737256b req-7caed6b7-3913-43ef-bf90-cc7dac95e606 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0968726 Dec 10 19:13:52.846265 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-be821949-18a4-4440-b24e-409d5737256b req-88fd49df-3b72-454f-a779-4b5635956480 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cd7027-45c8-4f10-9675-f739430da420 HTTP/1.1" status: 200 len: 1002 time: 0.0576210 Dec 10 19:13:52.903106 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be821949-18a4-4440-b24e-409d5737256b req-bba17d25-3667-4067-9eb0-b62a28508e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:52.904615 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-be821949-18a4-4440-b24e-409d5737256b req-bba17d25-3667-4067-9eb0-b62a28508e89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0474286 Dec 10 19:13:52.952128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be821949-18a4-4440-b24e-409d5737256b req-d85c1170-d1fe-4f9c-905a-6da9d0a1982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:52.953592 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-be821949-18a4-4440-b24e-409d5737256b req-d85c1170-d1fe-4f9c-905a-6da9d0a1982d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410447 Dec 10 19:13:53.046149 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-be821949-18a4-4440-b24e-409d5737256b req-00c5ff00-08d0-4963-bc7a-2a4acc27bf45 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841720 Dec 10 19:13:53.146765 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-be821949-18a4-4440-b24e-409d5737256b req-cb64caa4-b1d6-4823-9f79-f4c156727528 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907295 Dec 10 19:13:58.865946 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:14:16.516482 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-441b5367-91d6-46a0-9b1d-09a63f3a4c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:18.763683 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:18.819233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-456cef64-bdf9-4e37-a600-863e6a7ba103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:20.282013 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:21.493880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:22.578987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:35.864962 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:14:46.510598 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-41faea3d-b1cc-445a-b6ba-48b14936e25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:48.744643 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:48.836355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-31970f2e-25f9-4245-9950-6610a2994eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:50.304911 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:51.493467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.566744 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bd9e1516-6613-4eda-93ab-037a3ba2d84b req-7a8e948d-4840-46d3-bcf9-8b7168db8639 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438552 Dec 10 19:14:52.590770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:52.652990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e1516-6613-4eda-93ab-037a3ba2d84b req-35685d73-cd5c-4e49-8e57-5e52d5b0883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:52.664085 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bd9e1516-6613-4eda-93ab-037a3ba2d84b req-35685d73-cd5c-4e49-8e57-5e52d5b0883b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 1099 time: 0.0399163 Dec 10 19:14:52.767027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e1516-6613-4eda-93ab-037a3ba2d84b req-b95faa9f-b400-4ead-bd9f-d141a255e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:52.768453 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bd9e1516-6613-4eda-93ab-037a3ba2d84b req-b95faa9f-b400-4ead-bd9f-d141a255e187 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0882199 Dec 10 19:14:52.840505 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bd9e1516-6613-4eda-93ab-037a3ba2d84b req-98ac6d8c-7712-49f8-a214-9d2d864302a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cd7027-45c8-4f10-9675-f739430da420 HTTP/1.1" status: 200 len: 1002 time: 0.0606217 Dec 10 19:14:52.889668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e1516-6613-4eda-93ab-037a3ba2d84b req-dc9eab4f-ba54-4960-a70f-d0d40bdf0f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:52.891145 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bd9e1516-6613-4eda-93ab-037a3ba2d84b req-dc9eab4f-ba54-4960-a70f-d0d40bdf0f8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0422471 Dec 10 19:14:52.939550 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e1516-6613-4eda-93ab-037a3ba2d84b req-ee44a2d1-2dbe-4c65-80fd-f5a5cc97082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:52.941027 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bd9e1516-6613-4eda-93ab-037a3ba2d84b req-ee44a2d1-2dbe-4c65-80fd-f5a5cc97082a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391881 Dec 10 19:14:53.038013 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bd9e1516-6613-4eda-93ab-037a3ba2d84b req-864d9b1a-bc4d-4559-9799-e567a89ec169 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850515 Dec 10 19:14:53.129744 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bd9e1516-6613-4eda-93ab-037a3ba2d84b req-73a76892-92a4-45f4-a73d-ac534a358f81 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794239 Dec 10 19:15:12.864612 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:15:16.527539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7a47e857-3e32-4ae5-b00a-33a2cf531820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:18.778929 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:18.824922 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7b28d78e-d70f-494c-b729-036a4379a92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:20.282524 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:21.498985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:22.561768 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:38.554522 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb53b6-3bb3-44e2-8e59-29046158afef req-723fab6d-907d-446b-8731-1f0ec58617ac tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:38.556004 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a4bb53b6-3bb3-44e2-8e59-29046158afef req-723fab6d-907d-446b-8731-1f0ec58617ac tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0535033 Dec 10 19:15:38.606711 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a4bb53b6-3bb3-44e2-8e59-29046158afef req-86adead3-a29b-44a1-8fd5-009bd593a0cf tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446880 Dec 10 19:15:39.734862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0838be-c1d6-4287-accc-c28d4b18747a req-329c1089-1e3a-4868-a870-e627c2c3d986 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:39.736336 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4e0838be-c1d6-4287-accc-c28d4b18747a req-329c1089-1e3a-4868-a870-e627c2c3d986 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0480459 Dec 10 19:15:39.789276 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4e0838be-c1d6-4287-accc-c28d4b18747a req-0300482b-6dd1-47ea-9c9b-d951f8a042ab tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470800 Dec 10 19:15:40.916065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd91e4-12b5-4847-95db-c4d8f03d30cd req-67e815ab-49cf-42ac-a407-c39e69cb4661 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:40.917504 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-96dd91e4-12b5-4847-95db-c4d8f03d30cd req-67e815ab-49cf-42ac-a407-c39e69cb4661 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0482197 Dec 10 19:15:40.966855 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-96dd91e4-12b5-4847-95db-c4d8f03d30cd req-6acebf9f-2056-4033-ba60-2f12d5771057 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433223 Dec 10 19:15:42.080963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373b2a3-56dd-4e08-8828-adcf4654ffbb req-57918b23-e5b2-4d42-935e-1049524b159e tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:42.082449 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e373b2a3-56dd-4e08-8828-adcf4654ffbb req-57918b23-e5b2-4d42-935e-1049524b159e tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0488977 Dec 10 19:15:42.131497 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e373b2a3-56dd-4e08-8828-adcf4654ffbb req-13bb3b80-bcc2-48df-befd-7b4a2380a3c9 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430253 Dec 10 19:15:43.254362 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34a27d-72ef-43ce-ab7b-c537741af5d1 req-d9a9131b-ea9b-4257-8820-9ef7c879b339 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:43.255866 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5a34a27d-72ef-43ce-ab7b-c537741af5d1 req-d9a9131b-ea9b-4257-8820-9ef7c879b339 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0581341 Dec 10 19:15:43.304462 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5a34a27d-72ef-43ce-ab7b-c537741af5d1 req-419a06b5-8edd-4c30-84d8-2d493beea0c3 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424883 Dec 10 19:15:44.415697 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131742-ea57-47a9-9f09-a6bbb6844c4b req-9afeb234-3ab0-4862-b633-2728c561a82c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:44.417151 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ea131742-ea57-47a9-9f09-a6bbb6844c4b req-9afeb234-3ab0-4862-b633-2728c561a82c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0478547 Dec 10 19:15:44.465490 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ea131742-ea57-47a9-9f09-a6bbb6844c4b req-f7e555bc-e260-4e14-9ebd-e73ef4235cba tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424438 Dec 10 19:15:45.578021 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38066c5-7e96-4bb6-bf34-9214411ed95e req-80d297ba-82b9-4e22-b400-e6c903e8a657 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:45.579482 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d38066c5-7e96-4bb6-bf34-9214411ed95e req-80d297ba-82b9-4e22-b400-e6c903e8a657 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0477686 Dec 10 19:15:45.630987 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d38066c5-7e96-4bb6-bf34-9214411ed95e req-387194bb-1373-4f6e-98e4-28999ca91ff6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451200 Dec 10 19:15:46.533412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5719c6cb-be45-4175-97ef-295b20598112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:46.744024 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae06b01-4db6-4585-b3fe-d70f9a82625e req-6f6db01a-6523-4c2a-8572-ebb8b1babec1 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:46.745517 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8ae06b01-4db6-4585-b3fe-d70f9a82625e req-6f6db01a-6523-4c2a-8572-ebb8b1babec1 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0473778 Dec 10 19:15:46.794519 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8ae06b01-4db6-4585-b3fe-d70f9a82625e req-cb872836-ce00-40a8-938b-6b688c6c9850 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431461 Dec 10 19:15:47.913682 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c09dc-1c7a-49d5-abe1-1ada3f457d68 req-8578efeb-4860-4efe-a7ca-a91ac7fbfe59 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:47.915151 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-974c09dc-1c7a-49d5-abe1-1ada3f457d68 req-8578efeb-4860-4efe-a7ca-a91ac7fbfe59 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0471587 Dec 10 19:15:47.963894 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-974c09dc-1c7a-49d5-abe1-1ada3f457d68 req-80c77078-13a5-4df9-b52a-a120e1b789c8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427201 Dec 10 19:15:48.768756 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:48.824543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0e37d819-4eb1-4c37-aea8-423773446f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:49.079811 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1daa50-5d63-47ea-821c-230779763899 req-9736b581-dec6-436c-a8e3-8767afb6bca5 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:49.081236 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bc1daa50-5d63-47ea-821c-230779763899 req-9736b581-dec6-436c-a8e3-8767afb6bca5 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0518124 Dec 10 19:15:49.130838 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bc1daa50-5d63-47ea-821c-230779763899 req-03c0b456-2e34-4caa-aeab-6bfebd4159d1 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437734 Dec 10 19:15:49.863821 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:15:50.247375 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b2b3d-51a5-4765-af34-53d917391d90 req-60b328d9-6028-4266-8230-d75da91415b2 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:50.249599 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-160b2b3d-51a5-4765-af34-53d917391d90 req-60b328d9-6028-4266-8230-d75da91415b2 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0491278 Dec 10 19:15:50.287864 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:50.297947 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-160b2b3d-51a5-4765-af34-53d917391d90 req-b9724aef-41e5-49fb-9138-6fab02295547 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425744 Dec 10 19:15:50.519937 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e2cd7027-45c8-4f10-9675-f739430da420 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:15:50.614981 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e2cd7027-45c8-4f10-9675-f739430da420, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e2cd7027-45c8-4f10-9675-f739430da420,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:50.625988 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'e2cd7027-45c8-4f10-9675-f739430da420', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'port_id': 'e2cd7027-45c8-4f10-9675-f739430da420', 'mac_address': 'fa:16:3e:7b:3a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:15:50.662093 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:50.674685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2cd7027-45c8-4f10-9675-f739430da420 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:15:50.693108 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e2cd7027-45c8-4f10-9675-f739430da420, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e2cd7027-45c8-4f10-9675-f739430da420,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:50.779156 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:50.834288 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=e2cd7027-45c8-4f10-9675-f739430da420,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:50.841522 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:50.841916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:50.842267 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:50.842612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:50.842952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:50.843290 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:50.843627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:50.843961 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:50.844293 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:50.844625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:50.844952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:50.845278 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:50.845607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:50.882132 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['e2cd7027-45c8-4f10-9675-f739430da420'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:15:51.416213 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f67e3-06a6-4c1d-a7f1-df7af9b58998 req-5a2abc14-2ae0-4d9a-9e49-0f1863f1b08d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:51.417684 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e34f67e3-06a6-4c1d-a7f1-df7af9b58998 req-5a2abc14-2ae0-4d9a-9e49-0f1863f1b08d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 945 time: 0.0509963 Dec 10 19:15:51.505232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:51.749560 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e34f67e3-06a6-4c1d-a7f1-df7af9b58998 req-e496c8da-9ec3-42e2-9794-7c79c29271c0 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260312 Dec 10 19:15:52.522916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e2cd7027-45c8-4f10-9675-f739430da420 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:52.595239 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.596992 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port e2cd7027-45c8-4f10-9675-f739430da420 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:52.597460 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.613034 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97aef35-d418-4389-a98d-97c98292d817 req-8f8a3a1e-5219-4d3b-ba8a-06fba4848349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:52.614728 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d97aef35-d418-4389-a98d-97c98292d817 req-8f8a3a1e-5219-4d3b-ba8a-06fba4848349 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 1098 time: 0.0587969 Dec 10 19:15:52.697356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.742226 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97aef35-d418-4389-a98d-97c98292d817 req-a7af3881-bb41-42ef-b4b5-b6bc823975dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:52.744019 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d97aef35-d418-4389-a98d-97c98292d817 req-a7af3881-bb41-42ef-b4b5-b6bc823975dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.1067724 Dec 10 19:15:52.750943 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e2cd7027-45c8-4f10-9675-f739430da420, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e2cd7027-45c8-4f10-9675-f739430da420,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:52.750943 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:52.750943 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9324b14b-8070-4920-80b5-be7c3b01015e" -d '{"events": [{"server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "name": "network-vif-plugged", "status": "completed", "tag": "e2cd7027-45c8-4f10-9675-f739430da420"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:52.821225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4adc221-fc9a-4d3c-86ca-26dfc2c314cc x-openstack-request-id: req-a4adc221-fc9a-4d3c-86ca-26dfc2c314cc {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:52.821612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "name": "network-vif-plugged", "status": "completed", "tag": "e2cd7027-45c8-4f10-9675-f739430da420", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:52.822143 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4adc221-fc9a-4d3c-86ca-26dfc2c314cc {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:52.822938 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420', 'code': 200} Dec 10 19:15:52.824642 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.839484 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d97aef35-d418-4389-a98d-97c98292d817 req-a2bf2df8-9260-41a6-b2a2-1697f4da949e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cd7027-45c8-4f10-9675-f739430da420 HTTP/1.1" status: 200 len: 1001 time: 0.0837460 Dec 10 19:15:52.895437 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=e2cd7027-45c8-4f10-9675-f739430da420,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:52.911887 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97aef35-d418-4389-a98d-97c98292d817 req-94393046-441b-411a-8ae3-5e788dfc5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:52.913608 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d97aef35-d418-4389-a98d-97c98292d817 req-94393046-441b-411a-8ae3-5e788dfc5cf4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0642641 Dec 10 19:15:52.935072 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213a9c9-e4c0-4cca-93dc-a7210dd35e72 req-68d42bc6-7a05-44de-a730-8113892ad5db tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:52.937439 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6213a9c9-e4c0-4cca-93dc-a7210dd35e72 req-68d42bc6-7a05-44de-a730-8113892ad5db tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0935616 Dec 10 19:15:52.978320 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97aef35-d418-4389-a98d-97c98292d817 req-0bbd11c2-8f6c-4b86-9fc8-52a1c833af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:52.980392 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d97aef35-d418-4389-a98d-97c98292d817 req-0bbd11c2-8f6c-4b86-9fc8-52a1c833af73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546174 Dec 10 19:15:53.014200 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6213a9c9-e4c0-4cca-93dc-a7210dd35e72 req-2ef0d4e1-7a5b-4c7a-8f6c-a3150591cfc5 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697269 Dec 10 19:15:53.100974 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d97aef35-d418-4389-a98d-97c98292d817 req-b784a9d0-53ca-433b-83a9-5c27ae9a2fd6 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120894 Dec 10 19:15:53.199800 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-d97aef35-d418-4389-a98d-97c98292d817 req-829d39bd-c3c0-4eca-8d11-b8cf2676ed46 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906494 Dec 10 19:15:54.144983 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0a2ea-1ebe-45cf-8928-014ce0292829 req-1d42a0db-bd89-40f0-9cc1-98b86c6c96db tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:54.146581 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0ba0a2ea-1ebe-45cf-8928-014ce0292829 req-1d42a0db-bd89-40f0-9cc1-98b86c6c96db tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0515366 Dec 10 19:15:54.202544 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0ba0a2ea-1ebe-45cf-8928-014ce0292829 req-62a32ecf-9013-4ad4-bb96-30a3ee274342 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495837 Dec 10 19:15:55.333100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14559b7-145d-43d9-835c-de8e1dc9bfa7 req-4970fdc2-c5da-4d92-b034-ed2f9cb5463f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:55.334646 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f14559b7-145d-43d9-835c-de8e1dc9bfa7 req-4970fdc2-c5da-4d92-b034-ed2f9cb5463f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0631914 Dec 10 19:15:55.398232 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f14559b7-145d-43d9-835c-de8e1dc9bfa7 req-00ace4f0-5bcb-4eb4-b671-10f102c756a8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568976 Dec 10 19:15:56.521356 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b609425-acbb-454f-ae61-6b56565dfc0a req-0a98b26e-407d-423f-9aa2-afe130228f54 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:56.523625 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9b609425-acbb-454f-ae61-6b56565dfc0a req-0a98b26e-407d-423f-9aa2-afe130228f54 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0549352 Dec 10 19:15:56.577797 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9b609425-acbb-454f-ae61-6b56565dfc0a req-62b010f7-77b0-4912-a7c8-a64a5147ec84 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477428 Dec 10 19:15:57.708901 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d86761-922e-4be9-a9ff-2130dca7fc24 req-03f48ca1-1378-48ef-895b-253f2a131209 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:57.713202 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8d86761-922e-4be9-a9ff-2130dca7fc24 req-03f48ca1-1378-48ef-895b-253f2a131209 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0611982 Dec 10 19:15:57.764311 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8d86761-922e-4be9-a9ff-2130dca7fc24 req-372c6c13-59e7-4810-8173-88634a02e0b2 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500011 Dec 10 19:15:58.884383 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639536c-2b57-469d-b354-4d0639d03d32 req-3b51ca85-2e7a-47c2-b511-84c21426462f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:58.885960 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a639536c-2b57-469d-b354-4d0639d03d32 req-3b51ca85-2e7a-47c2-b511-84c21426462f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0506003 Dec 10 19:15:58.944995 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a639536c-2b57-469d-b354-4d0639d03d32 req-b480a318-887b-4341-a837-65b731e9337d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524349 Dec 10 19:16:00.088046 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd2a15-96ea-4bdc-b7e6-90bda579531b req-233bc4ef-6766-46f9-838a-f40127d838ef tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:00.090463 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-33fd2a15-96ea-4bdc-b7e6-90bda579531b req-233bc4ef-6766-46f9-838a-f40127d838ef tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0671730 Dec 10 19:16:00.155611 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-33fd2a15-96ea-4bdc-b7e6-90bda579531b req-a51459e8-49f1-4f96-af8a-8e58e97ac557 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583396 Dec 10 19:16:01.276319 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dd410-5482-41dd-9519-5ece5e1a877d req-da8e4f68-0b95-4a06-87ae-10699ad0f67b tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:01.277976 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fb8dd410-5482-41dd-9519-5ece5e1a877d req-da8e4f68-0b95-4a06-87ae-10699ad0f67b tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0509422 Dec 10 19:16:01.332331 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fb8dd410-5482-41dd-9519-5ece5e1a877d req-53f48cb9-106a-4a42-a1c2-7e4e8842a12e tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474164 Dec 10 19:16:02.455435 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb13e4-50a6-46d0-9b18-cfc8353de21b req-deff79cf-9768-45bb-b327-0073dd58faa5 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:02.456931 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e7bb13e4-50a6-46d0-9b18-cfc8353de21b req-deff79cf-9768-45bb-b327-0073dd58faa5 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0548344 Dec 10 19:16:02.508332 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e7bb13e4-50a6-46d0-9b18-cfc8353de21b req-d0bd70a1-9160-4e2e-b2fd-7bc8d39293fe tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453024 Dec 10 19:16:03.550134 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c265f6-6869-43d4-a6a7-30cde7d7c2b2 req-3764bba9-097e-46a2-87c2-2ec003f298fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:03.557515 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-52c265f6-6869-43d4-a6a7-30cde7d7c2b2 req-3764bba9-097e-46a2-87c2-2ec003f298fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 1099 time: 0.0460596 Dec 10 19:16:03.627948 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeb104-9dba-41b9-b183-578a8a2564d0 req-4b01a55d-fade-45a4-bde8-361ff2fe6e48 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:03.629448 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7eeeb104-9dba-41b9-b183-578a8a2564d0 req-4b01a55d-fade-45a4-bde8-361ff2fe6e48 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0523407 Dec 10 19:16:03.648379 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c265f6-6869-43d4-a6a7-30cde7d7c2b2 req-b1339ef0-e568-47f6-92f3-aa2444d5d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:03.649876 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-52c265f6-6869-43d4-a6a7-30cde7d7c2b2 req-b1339ef0-e568-47f6-92f3-aa2444d5d886 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0869646 Dec 10 19:16:03.678510 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7eeeb104-9dba-41b9-b183-578a8a2564d0 req-d4dceb3c-b340-450a-abb2-54d6f9ce33cd tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 Dec 10 19:16:03.723319 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-52c265f6-6869-43d4-a6a7-30cde7d7c2b2 req-e4eed991-8873-4e59-9b78-21c06477dd0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cd7027-45c8-4f10-9675-f739430da420 HTTP/1.1" status: 200 len: 1002 time: 0.0627854 Dec 10 19:16:03.776905 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c265f6-6869-43d4-a6a7-30cde7d7c2b2 req-650eea1f-31fb-4827-8b63-43a7bd34ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:03.778248 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-52c265f6-6869-43d4-a6a7-30cde7d7c2b2 req-650eea1f-31fb-4827-8b63-43a7bd34ca15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0427756 Dec 10 19:16:03.827707 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c265f6-6869-43d4-a6a7-30cde7d7c2b2 req-37029789-41a4-4458-8dd1-e62aacd83029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:03.829187 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-52c265f6-6869-43d4-a6a7-30cde7d7c2b2 req-37029789-41a4-4458-8dd1-e62aacd83029 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389349 Dec 10 19:16:03.925181 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-52c265f6-6869-43d4-a6a7-30cde7d7c2b2 req-0f23ba79-1a0a-4e7b-89f7-d5fbaf5523c7 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834694 Dec 10 19:16:04.318581 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-52c265f6-6869-43d4-a6a7-30cde7d7c2b2 req-31bfe3b7-ab4a-4c3c-9e9f-77e2bbc64f21 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824592 Dec 10 19:16:04.792020 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82287097-67f4-43fb-94b3-8bf11da522fd req-97460c70-7b96-4311-b313-f2f1bbe5ab53 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:04.793526 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-82287097-67f4-43fb-94b3-8bf11da522fd req-97460c70-7b96-4311-b313-f2f1bbe5ab53 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0483611 Dec 10 19:16:04.842909 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-82287097-67f4-43fb-94b3-8bf11da522fd req-244ab804-a3fa-4347-8f8a-f40a865228d1 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435848 Dec 10 19:16:05.961122 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10204413-986b-4e8f-89ba-c4e1a95608bd req-898d7ff9-dc75-44c0-a671-7b4eadbdc7c1 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:05.962628 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-10204413-986b-4e8f-89ba-c4e1a95608bd req-898d7ff9-dc75-44c0-a671-7b4eadbdc7c1 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 946 time: 0.0521343 Dec 10 19:16:06.011430 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-10204413-986b-4e8f-89ba-c4e1a95608bd req-70c676ea-99b9-41ba-bb65-e0a6f139e8d9 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429757 Dec 10 19:16:06.593195 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e2cd7027-45c8-4f10-9675-f739430da420 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:06.665904 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:06.687422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:16:06.689655 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6e4acd-af19-4399-93c1-8f04ae131704" -d '{"events": [{"server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "name": "network-vif-unplugged", "status": "completed", "tag": "e2cd7027-45c8-4f10-9675-f739430da420"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:16:06.701962 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e2cd7027-45c8-4f10-9675-f739430da420, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e2cd7027-45c8-4f10-9675-f739430da420,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:06.724496 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957ec106-fafa-4175-bce1-dcb6c00cee3f x-openstack-request-id: req-957ec106-fafa-4175-bce1-dcb6c00cee3f {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:16:06.724789 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "name": "network-vif-unplugged", "status": "completed", "tag": "e2cd7027-45c8-4f10-9675-f739430da420", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:16:06.725048 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-957ec106-fafa-4175-bce1-dcb6c00cee3f {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:16:06.725449 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420', 'code': 200} Dec 10 19:16:06.778696 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:06.827935 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=e2cd7027-45c8-4f10-9675-f739430da420,revision_number=8']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:07.128396 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352acff-1cc8-4820-8c82-aeca1851f962 req-ad595c91-def0-498c-a007-294f4b4d2526 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:07.129909 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5352acff-1cc8-4820-8c82-aeca1851f962 req-ad595c91-def0-498c-a007-294f4b4d2526 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0491455 Dec 10 19:16:07.179431 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5352acff-1cc8-4820-8c82-aeca1851f962 req-1193e55a-fcbc-4cb3-a40e-2d729b190842 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435159 Dec 10 19:16:07.290923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-703c85a5-b90b-4554-a567-b823084dd9d6 req-a082d6e3-7e2c-4b80-9fa7-2eb6e8a16d3b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:16:07.291868 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-703c85a5-b90b-4554-a567-b823084dd9d6 req-a082d6e3-7e2c-4b80-9fa7-2eb6e8a16d3b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474610 Dec 10 19:16:07.592561 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e9c21-5c6f-4fa4-ad8c-05495c044cce req-4ec9102c-cb13-4988-a9d4-eafa44e67889 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:07.594155 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fb8e9c21-5c6f-4fa4-ad8c-05495c044cce req-4ec9102c-cb13-4988-a9d4-eafa44e67889 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0489500 Dec 10 19:16:07.655053 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fb8e9c21-5c6f-4fa4-ad8c-05495c044cce req-535da4a4-004f-4a29-b7ca-41c213f0ed5c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480635 Dec 10 19:16:08.042891 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ef5d09d-d9cc-4bc3-a905-5f389b035d98 req-cdff7023-f8f0-4750-aca1-7488693e344e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927074 Dec 10 19:16:08.772094 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd75c8-bbf7-4d19-b629-70ba977742e0 req-d8c051ca-d6a3-4aea-8152-23d75465531c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:08.773579 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ecd75c8-bbf7-4d19-b629-70ba977742e0 req-d8c051ca-d6a3-4aea-8152-23d75465531c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0509744 Dec 10 19:16:08.830249 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9ecd75c8-bbf7-4d19-b629-70ba977742e0 req-fb1e280f-96ab-4fc8-bbe8-b071c498c8e2 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503373 Dec 10 19:16:09.945594 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3624f-5151-4fa2-aef1-855084038f06 req-c248102f-e051-4916-a253-f3fc33c99347 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:09.947092 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aef3624f-5151-4fa2-aef1-855084038f06 req-c248102f-e051-4916-a253-f3fc33c99347 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0477898 Dec 10 19:16:09.998719 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aef3624f-5151-4fa2-aef1-855084038f06 req-9f4c336a-493e-4b65-891b-d7e9fe9a6c44 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458889 Dec 10 19:16:11.198691 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ea4e0-4aad-481f-ace2-200f44551515 req-960b68ec-5e0c-4510-9e5c-798b22521eb2 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:11.200143 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-070ea4e0-4aad-481f-ace2-200f44551515 req-960b68ec-5e0c-4510-9e5c-798b22521eb2 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.1342416 Dec 10 19:16:11.248947 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-070ea4e0-4aad-481f-ace2-200f44551515 req-4e6ed322-417c-4005-a620-125402a4d4b6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422742 Dec 10 19:16:11.373163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5d09d-d9cc-4bc3-a905-5f389b035d98 req-8dd4b2a6-090b-4719-98b6-166c0cfc7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:11.374598 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ef5d09d-d9cc-4bc3-a905-5f389b035d98 req-8dd4b2a6-090b-4719-98b6-166c0cfc7c08 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744&tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a HTTP/1.1" status: 200 len: 1097 time: 0.0434697 Dec 10 19:16:11.453377 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5d09d-d9cc-4bc3-a905-5f389b035d98 req-31e8e885-54c7-45db-9ecd-6907e0370cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:11.456008 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ef5d09d-d9cc-4bc3-a905-5f389b035d98 req-31e8e885-54c7-45db-9ecd-6907e0370cb2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 1097 time: 0.0536504 Dec 10 19:16:11.551161 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5d09d-d9cc-4bc3-a905-5f389b035d98 req-9beb42e2-cfec-40a5-a7c0-488989fe5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:11.552634 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ef5d09d-d9cc-4bc3-a905-5f389b035d98 req-9beb42e2-cfec-40a5-a7c0-488989fe5607 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0838923 Dec 10 19:16:11.622161 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ef5d09d-d9cc-4bc3-a905-5f389b035d98 req-46c906b5-8fb3-493b-8f85-4c0be8dc084c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cd7027-45c8-4f10-9675-f739430da420 HTTP/1.1" status: 200 len: 1000 time: 0.0613506 Dec 10 19:16:11.674162 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5d09d-d9cc-4bc3-a905-5f389b035d98 req-13e29170-0653-4cf2-993c-bdc70375d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:11.675848 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ef5d09d-d9cc-4bc3-a905-5f389b035d98 req-13e29170-0653-4cf2-993c-bdc70375d881 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0427523 Dec 10 19:16:11.724076 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5d09d-d9cc-4bc3-a905-5f389b035d98 req-92c31ab3-205f-4ac9-97c2-c7345a8d93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:11.725506 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ef5d09d-d9cc-4bc3-a905-5f389b035d98 req-92c31ab3-205f-4ac9-97c2-c7345a8d93b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390980 Dec 10 19:16:11.825643 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ef5d09d-d9cc-4bc3-a905-5f389b035d98 req-0bdd49a6-4bb2-4b82-83de-a0b662cb0e0f service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873482 Dec 10 19:16:11.918683 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9ef5d09d-d9cc-4bc3-a905-5f389b035d98 req-31c11e91-11d7-4c5b-8e46-e465458a11d2 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812266 Dec 10 19:16:12.364376 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fe78c-262a-4b3c-bd63-c9550bf143af req-ba3cd18a-f5e1-49a8-b1b4-405e91670e7f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:12.365851 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ef1fe78c-262a-4b3c-bd63-c9550bf143af req-ba3cd18a-f5e1-49a8-b1b4-405e91670e7f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0502522 Dec 10 19:16:12.418670 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ef1fe78c-262a-4b3c-bd63-c9550bf143af req-55443ce7-42e4-49db-83df-50c3b003904c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464327 Dec 10 19:16:13.541649 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e62af3-b1c8-477e-83f9-d909b1926bbc req-d9f4ad72-d545-41de-b5d6-c7e1478d42b8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:13.546262 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-30e62af3-b1c8-477e-83f9-d909b1926bbc req-d9f4ad72-d545-41de-b5d6-c7e1478d42b8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0574899 Dec 10 19:16:13.593684 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-30e62af3-b1c8-477e-83f9-d909b1926bbc req-d2e40d0a-7287-4650-8802-15c53bf26dc6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446844 Dec 10 19:16:14.731482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819888a0-8664-422e-b2fd-a6a5498a1edf req-1406ee18-2f03-4831-a322-2d5d7038b2a5 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:14.732948 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-819888a0-8664-422e-b2fd-a6a5498a1edf req-1406ee18-2f03-4831-a322-2d5d7038b2a5 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0481331 Dec 10 19:16:14.784818 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-819888a0-8664-422e-b2fd-a6a5498a1edf req-bab8d5a9-fe60-48f0-abb2-79c6af071d72 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453675 Dec 10 19:16:15.932413 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f97c6a-be5e-4268-bac8-22648559cc69 req-b851c46f-a34f-4065-b8c9-d974f5ec33fb tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:15.933917 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34f97c6a-be5e-4268-bac8-22648559cc69 req-b851c46f-a34f-4065-b8c9-d974f5ec33fb tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0626135 Dec 10 19:16:15.986937 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34f97c6a-be5e-4268-bac8-22648559cc69 req-950cb3e1-e644-4d95-9f9d-33926bac9604 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466177 Dec 10 19:16:16.504578 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-88eef660-f487-4a0f-89d6-c1af24bc58d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:17.109844 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd62288-c193-4754-95d0-f228a6bfc5c1 req-31519c82-d6e5-4508-8463-83437201c183 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:17.111386 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-acd62288-c193-4754-95d0-f228a6bfc5c1 req-31519c82-d6e5-4508-8463-83437201c183 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0546041 Dec 10 19:16:17.165035 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-acd62288-c193-4754-95d0-f228a6bfc5c1 req-8c6f5d17-88b0-4398-b5ff-0d06a6a2f238 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473599 Dec 10 19:16:18.284969 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3017-3d86-44a4-9499-0e98ca96cc48 req-982188cf-9cc4-4697-a538-8225bbde3d52 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:18.286407 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-610e3017-3d86-44a4-9499-0e98ca96cc48 req-982188cf-9cc4-4697-a538-8225bbde3d52 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0504739 Dec 10 19:16:18.343059 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-610e3017-3d86-44a4-9499-0e98ca96cc48 req-7d6b087d-db4e-46a1-ac29-056c72e0035f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507405 Dec 10 19:16:18.773837 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:18.818943 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-94573ca0-473d-4ae2-8360-900d0ed1c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:19.464557 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8ae44-24b0-4a6d-b212-b5e112f8f065 req-1b8ad471-48f6-4b88-9aff-f698d3232c0d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:19.466071 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b2c8ae44-24b0-4a6d-b212-b5e112f8f065 req-1b8ad471-48f6-4b88-9aff-f698d3232c0d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0506141 Dec 10 19:16:19.520311 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b2c8ae44-24b0-4a6d-b212-b5e112f8f065 req-1e0f98e2-dff2-4378-aac6-6325513a2a49 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479693 Dec 10 19:16:20.295976 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:20.648349 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f7db3-c5ab-4b19-be35-c3f2bd7f7fde req-00637f88-70f0-4182-a890-88363b7fbe2c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:20.649845 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1c6f7db3-c5ab-4b19-be35-c3f2bd7f7fde req-00637f88-70f0-4182-a890-88363b7fbe2c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0508327 Dec 10 19:16:20.708271 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1c6f7db3-c5ab-4b19-be35-c3f2bd7f7fde req-3e148d8c-0888-4608-9970-36ace4975a92 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523348 Dec 10 19:16:21.490040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:21.839335 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf0910-805f-4c93-9a55-ca8e5e9e6ac8 req-08e64ce3-02b1-4518-b2dc-0e2b19f1086f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:21.840847 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d0cf0910-805f-4c93-9a55-ca8e5e9e6ac8 req-08e64ce3-02b1-4518-b2dc-0e2b19f1086f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0542300 Dec 10 19:16:21.891049 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d0cf0910-805f-4c93-9a55-ca8e5e9e6ac8 req-d37f16b1-6c3e-487d-9608-3039b59dfc99 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436971 Dec 10 19:16:22.590614 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:23.008582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e125b6-0098-4790-ada5-e6052644955e req-58305add-f462-46c9-9e54-35ebbf7169b9 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:23.010079 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a2e125b6-0098-4790-ada5-e6052644955e req-58305add-f462-46c9-9e54-35ebbf7169b9 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0485141 Dec 10 19:16:23.058069 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a2e125b6-0098-4790-ada5-e6052644955e req-6138d466-1b62-4acc-809d-c7c1db6e8636 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420284 Dec 10 19:16:24.171431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca25ee-93b3-4a96-905e-f7771582d98a req-b28ef229-1b6f-4d06-a0c8-3561484e2f97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:24.172913 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c8ca25ee-93b3-4a96-905e-f7771582d98a req-b28ef229-1b6f-4d06-a0c8-3561484e2f97 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 944 time: 0.0476193 Dec 10 19:16:24.225480 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c8ca25ee-93b3-4a96-905e-f7771582d98a req-387c7290-6fc7-443a-ae78-427066e78806 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457458 Dec 10 19:16:24.707926 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e2cd7027-45c8-4f10-9675-f739430da420 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:16:24.799617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e2cd7027-45c8-4f10-9675-f739430da420, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e2cd7027-45c8-4f10-9675-f739430da420,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:24.813525 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'e2cd7027-45c8-4f10-9675-f739430da420', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'port_id': 'e2cd7027-45c8-4f10-9675-f739430da420', 'mac_address': 'fa:16:3e:7b:3a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:16:24.848855 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:24.861733 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cd7027-45c8-4f10-9675-f739430da420 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:16:24.879916 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e2cd7027-45c8-4f10-9675-f739430da420, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e2cd7027-45c8-4f10-9675-f739430da420,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:24.944274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:24.991037 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=e2cd7027-45c8-4f10-9675-f739430da420,revision_number=9']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:25.264618 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['e2cd7027-45c8-4f10-9675-f739430da420'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:16:25.340045 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5d9a5-ec79-4862-bab5-013b56e3ddd8 req-422db8f8-4896-4ef4-9b00-09f594a5d6dd tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:25.341522 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ccb5d9a5-ec79-4862-bab5-013b56e3ddd8 req-422db8f8-4896-4ef4-9b00-09f594a5d6dd tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 945 time: 0.0484755 Dec 10 19:16:25.391880 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ccb5d9a5-ec79-4862-bab5-013b56e3ddd8 req-03a568a1-ec16-45be-9340-f41b28bbde55 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441706 Dec 10 19:16:26.506753 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0799-6c9e-408a-8d8c-92bccb9aec4f req-33903350-e177-4ffa-800e-d2b9a29a5245 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:26.508582 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9e4d0799-6c9e-408a-8d8c-92bccb9aec4f req-33903350-e177-4ffa-800e-d2b9a29a5245 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 945 time: 0.0490196 Dec 10 19:16:26.556718 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9e4d0799-6c9e-408a-8d8c-92bccb9aec4f req-4d201b13-fd64-4f78-9010-bcb180e1ed70 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425539 Dec 10 19:16:26.728995 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e2cd7027-45c8-4f10-9675-f739430da420 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:26.777593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port e2cd7027-45c8-4f10-9675-f739430da420 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:26.777986 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:26.851448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:26.862559 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:16:26.873701 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:16:26.875914 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d8b981-9e5e-4011-b1d9-562448401abc" -d '{"events": [{"server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "name": "network-vif-plugged", "status": "completed", "tag": "e2cd7027-45c8-4f10-9675-f739430da420"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:16:26.888522 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port e2cd7027-45c8-4f10-9675-f739430da420, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e2cd7027-45c8-4f10-9675-f739430da420,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:26.912897 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51055c4b-68cb-4763-be55-2925c6d59ee3 x-openstack-request-id: req-51055c4b-68cb-4763-be55-2925c6d59ee3 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:16:26.913191 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "name": "network-vif-plugged", "status": "completed", "tag": "e2cd7027-45c8-4f10-9675-f739430da420", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:16:26.913449 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51055c4b-68cb-4763-be55-2925c6d59ee3 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:16:26.913873 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420', 'code': 200} Dec 10 19:16:26.944535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:26.995179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=e2cd7027-45c8-4f10-9675-f739430da420,revision_number=10']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:27.249328 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f985f3a-1c5f-4e6d-aa73-d540a97c43a9 req-f1d1a35b-4820-4fd6-993a-ad8aa00bd9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:27.251491 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4f985f3a-1c5f-4e6d-aa73-d540a97c43a9 req-f1d1a35b-4820-4fd6-993a-ad8aa00bd9c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 1100 time: 0.0539019 Dec 10 19:16:27.304307 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-4f985f3a-1c5f-4e6d-aa73-d540a97c43a9 req-49101ce9-bf3e-4bc1-8194-382360fc38ba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409794 Dec 10 19:16:27.687622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b627f68-41f8-4447-9d87-c5bf9a236901 req-5382dbfd-fb04-4976-862d-551f6ab7e70f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:27.689881 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4b627f68-41f8-4447-9d87-c5bf9a236901 req-5382dbfd-fb04-4976-862d-551f6ab7e70f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 947 time: 0.0563407 Dec 10 19:16:27.742033 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4b627f68-41f8-4447-9d87-c5bf9a236901 req-36eff2ab-71b7-4e2a-8bc1-35a9b1ecfdc8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453401 Dec 10 19:16:28.863284 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21677ff6-3a8b-463b-8103-cce3c323a967 req-9263f6a2-53c4-4a46-8a70-ee45058e1589 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:28.864778 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-21677ff6-3a8b-463b-8103-cce3c323a967 req-9263f6a2-53c4-4a46-8a70-ee45058e1589 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 947 time: 0.0499184 Dec 10 19:16:28.914206 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-21677ff6-3a8b-463b-8103-cce3c323a967 req-14ac8375-397e-4001-9f06-eaf31a0906e1 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432966 Dec 10 19:16:30.031582 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb03ef-cbe2-4990-ba11-922e7c4dd9b7 req-0b83ff2c-d055-4824-94da-ce43a3d7f18a tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:30.033062 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bfcb03ef-cbe2-4990-ba11-922e7c4dd9b7 req-0b83ff2c-d055-4824-94da-ce43a3d7f18a tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 947 time: 0.0525317 Dec 10 19:16:30.084941 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bfcb03ef-cbe2-4990-ba11-922e7c4dd9b7 req-96dcb7cf-dbbc-42b4-83e4-6a2fb162c854 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458870 Dec 10 19:16:46.499052 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d3bc6db-02b7-4285-ad84-d59be62590ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:48.817740 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:48.853439 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f42e4511-be53-42cd-ae87-6844a799294c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:50.287123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:51.481345 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:52.539108 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:52.575869 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bca37ed0-bf65-40f7-9ae9-f990c6dfceaa req-1aa0e996-e8c1-43e5-83ac-fd8a2c2adbaa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427327 Dec 10 19:16:52.661262 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca37ed0-bf65-40f7-9ae9-f990c6dfceaa req-4c163005-2e2f-477d-97b9-b997547140fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:52.662808 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bca37ed0-bf65-40f7-9ae9-f990c6dfceaa req-4c163005-2e2f-477d-97b9-b997547140fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 1100 time: 0.0443075 Dec 10 19:16:52.764836 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca37ed0-bf65-40f7-9ae9-f990c6dfceaa req-afeb1886-e37a-4e14-9a94-644308f778ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:52.766217 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bca37ed0-bf65-40f7-9ae9-f990c6dfceaa req-afeb1886-e37a-4e14-9a94-644308f778ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0846140 Dec 10 19:16:52.836032 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bca37ed0-bf65-40f7-9ae9-f990c6dfceaa req-65a3c9b6-ed67-41dc-b817-af22c955168c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cd7027-45c8-4f10-9675-f739430da420 HTTP/1.1" status: 200 len: 1002 time: 0.0620899 Dec 10 19:16:52.888257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca37ed0-bf65-40f7-9ae9-f990c6dfceaa req-49702520-e909-4bef-84fb-5bac79fed7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:52.889727 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bca37ed0-bf65-40f7-9ae9-f990c6dfceaa req-49702520-e909-4bef-84fb-5bac79fed7dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0460618 Dec 10 19:16:52.935568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca37ed0-bf65-40f7-9ae9-f990c6dfceaa req-5d562643-3a9e-4b87-b672-b082f24504e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:52.937027 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bca37ed0-bf65-40f7-9ae9-f990c6dfceaa req-5d562643-3a9e-4b87-b672-b082f24504e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398870 Dec 10 19:16:53.029521 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bca37ed0-bf65-40f7-9ae9-f990c6dfceaa req-b014663f-496c-4353-8163-3bd91935dd23 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838654 Dec 10 19:16:53.118816 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-bca37ed0-bf65-40f7-9ae9-f990c6dfceaa req-04f6e6df-c81a-42b7-9633-064d0b8786ae service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819986 Dec 10 19:17:03.861080 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:17:16.510226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-51a888e6-f7ac-4076-b6da-70e3f3fa1b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:18.800703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:18.847025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8890ec28-54e3-4710-b5c2-8d8334a301eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:20.303999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:21.532977 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:22.595615 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:40.859564 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:17:42.792943 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43926) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:42.951069 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Deleting port 150c43a2-a647-44bc-bb1c-95d3005b9dd3 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:17:42.951411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:43.025634 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:43.025998 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:43.038058 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Calling delete_port for 150c43a2-a647-44bc-bb1c-95d3005b9dd3 owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:17:43.234380 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:43.259938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event deleted for resources: {'Port': ['ID=150c43a2-a647-44bc-bb1c-95d3005b9dd3,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:43.273208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:43.273568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:43.273959 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:43.274292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:43.274636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:43.274984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:43.275323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:43.275659 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:43.275993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:43.276329 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:43.276662 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:43.276994 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:43.277323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:43.334257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:43.334587 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Floating IP 5fd4cd14-261a-4a8e-a30f-612ecb13c1cb disassociated (deleted). External IP: 172.26.5.248, port: e2cd7027-45c8-4f10-9675-f739430da420. Dec 10 19:17:43.538575 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Router 541af5a1-7f84-42da-9bd3-1111253eb6a9 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:17:43.645722 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:43.650531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:43.656356 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678d40d8-7a22-4009-a51a-f17830f79377 None None] Sync routers for ids ['541af5a1-7f84-42da-9bd3-1111253eb6a9'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:43.667357 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d40d8-7a22-4009-a51a-f17830f79377 None None] Routers {'541af5a1-7f84-42da-9bd3-1111253eb6a9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:43.668028 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-678d40d8-7a22-4009-a51a-f17830f79377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:17:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['541af5a1-7f84-42da-9bd3-1111253eb6a9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:43.678908 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-268dabf8-04cb-4494-9b78-7a4e4457f153 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "DELETE /v2.0/floatingips/5fd4cd14-261a-4a8e-a30f-612ecb13c1cb HTTP/1.1" status: 204 len: 168 time: 0.8848453 Dec 10 19:17:43.679504 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:43.681763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0336e7a0-5153-408a-a689-26bde3e75672" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "tag": "e2cd7027-45c8-4f10-9675-f739430da420"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:43.726411 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7d4330-851e-4472-a44c-05834a772eab x-openstack-request-id: req-7b7d4330-851e-4472-a44c-05834a772eab {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:43.726714 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "tag": "e2cd7027-45c8-4f10-9675-f739430da420", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:43.726979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b7d4330-851e-4472-a44c-05834a772eab {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:43.727393 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420', 'status': 'completed', 'code': 200} Dec 10 19:17:43.775815 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-678d40d8-7a22-4009-a51a-f17830f79377 None None] Set router 541af5a1-7f84-42da-9bd3-1111253eb6a9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:43.862875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336e7a0-5153-408a-a689-26bde3e75672 req-5aab3dd6-db34-4351-8f6a-18e8fe3d3907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.864440 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0336e7a0-5153-408a-a689-26bde3e75672 req-5aab3dd6-db34-4351-8f6a-18e8fe3d3907 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 1100 time: 0.1050043 Dec 10 19:17:43.962534 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336e7a0-5153-408a-a689-26bde3e75672 req-e5a23302-8d57-4528-a670-25fd7c60d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.964012 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0336e7a0-5153-408a-a689-26bde3e75672 req-e5a23302-8d57-4528-a670-25fd7c60d16c service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0879087 Dec 10 19:17:43.980325 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-678d40d8-7a22-4009-a51a-f17830f79377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 5, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:44.007441 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678d40d8-7a22-4009-a51a-f17830f79377 None None] Checking router: 541af5a1-7f84-42da-9bd3-1111253eb6a9 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:17:44.016051 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d40d8-7a22-4009-a51a-f17830f79377 None None] Routers {'541af5a1-7f84-42da-9bd3-1111253eb6a9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:44.016725 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-678d40d8-7a22-4009-a51a-f17830f79377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:17:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['541af5a1-7f84-42da-9bd3-1111253eb6a9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:44.019611 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0336e7a0-5153-408a-a689-26bde3e75672 req-f534d0ee-c48f-45ab-adea-03ce2886b987 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cd7027-45c8-4f10-9675-f739430da420 HTTP/1.1" status: 200 len: 217 time: 0.0433116 Dec 10 19:17:44.084154 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336e7a0-5153-408a-a689-26bde3e75672 req-616635d1-ffb1-430e-97cf-f2e506341559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:44.085972 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0336e7a0-5153-408a-a689-26bde3e75672 req-616635d1-ffb1-430e-97cf-f2e506341559 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0512524 Dec 10 19:17:44.124936 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-678d40d8-7a22-4009-a51a-f17830f79377 None None] Set router 541af5a1-7f84-42da-9bd3-1111253eb6a9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:44.138426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336e7a0-5153-408a-a689-26bde3e75672 req-376e9541-be06-4e04-b0ae-84f88f4e0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:44.139927 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0336e7a0-5153-408a-a689-26bde3e75672 req-376e9541-be06-4e04-b0ae-84f88f4e0ff8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455084 Dec 10 19:17:44.144524 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d4e0-90e5-4570-adcc-0ce3fe829cc8 req-f6c54acf-3b3d-4bbc-86c4-77c1e7e4e91f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:44.146030 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-05b4d4e0-90e5-4570-adcc-0ce3fe829cc8 req-f6c54acf-3b3d-4bbc-86c4-77c1e7e4e91f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 947 time: 0.1140342 Dec 10 19:17:44.197139 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-05b4d4e0-90e5-4570-adcc-0ce3fe829cc8 req-41e69d55-bb9f-410a-8105-01c451cc03af tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450401 Dec 10 19:17:44.236615 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0336e7a0-5153-408a-a689-26bde3e75672 req-51401322-ee47-45ce-9898-82b1ad5bb94f service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882869 Dec 10 19:17:44.327310 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-0336e7a0-5153-408a-a689-26bde3e75672 req-2c2ec014-0539-4089-8b3e-e2b7fec65324 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829458 Dec 10 19:17:44.328338 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-678d40d8-7a22-4009-a51a-f17830f79377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 5, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:44.359055 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678d40d8-7a22-4009-a51a-f17830f79377 None None] The sync data for ids ['541af5a1-7f84-42da-9bd3-1111253eb6a9'] in dv-neutron-821434-1-hyperv is: [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 5, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:44.582784 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3933167-02d0-490e-baee-e490806a22a4 None None] New status for floating IP 5fd4cd14-261a-4a8e-a30f-612ecb13c1cb: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:17:45.314713 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52379535-c64f-4dd5-aaca-ada272156d52 req-c5d519d5-037d-46f0-93de-5c4afdb964a6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:45.316186 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-52379535-c64f-4dd5-aaca-ada272156d52 req-c5d519d5-037d-46f0-93de-5c4afdb964a6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 947 time: 0.0482380 Dec 10 19:17:45.369239 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-52379535-c64f-4dd5-aaca-ada272156d52 req-ffddea3d-6517-4780-bb42-6fb458cdfe6b tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471568 Dec 10 19:17:45.571326 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b599bf-5798-4200-805e-81ee8af5813a req-5236a96b-42fa-4bee-b101-105d3833d9ce tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:45.572789 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-60b599bf-5798-4200-805e-81ee8af5813a req-5236a96b-42fa-4bee-b101-105d3833d9ce tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 947 time: 0.0492699 Dec 10 19:17:45.668733 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-60b599bf-5798-4200-805e-81ee8af5813a req-01eb6a42-2ba6-407c-a932-eed94a91e4f3 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Deleting port e2cd7027-45c8-4f10-9675-f739430da420 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:17:45.669075 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-60b599bf-5798-4200-805e-81ee8af5813a req-01eb6a42-2ba6-407c-a932-eed94a91e4f3 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:45.756658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-60b599bf-5798-4200-805e-81ee8af5813a req-01eb6a42-2ba6-407c-a932-eed94a91e4f3 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] For port e2cd7027-45c8-4f10-9675-f739430da420, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e2cd7027-45c8-4f10-9675-f739430da420,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:45.756941 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-60b599bf-5798-4200-805e-81ee8af5813a req-01eb6a42-2ba6-407c-a932-eed94a91e4f3 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:45.769114 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-60b599bf-5798-4200-805e-81ee8af5813a req-01eb6a42-2ba6-407c-a932-eed94a91e4f3 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Calling delete_port for e2cd7027-45c8-4f10-9675-f739430da420 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:17:45.955441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-60b599bf-5798-4200-805e-81ee8af5813a req-01eb6a42-2ba6-407c-a932-eed94a91e4f3 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:45.981851 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb6a42-2ba6-407c-a932-eed94a91e4f3 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event deleted for resources: {'Port': ['ID=e2cd7027-45c8-4f10-9675-f739430da420,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:46.028965 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b599bf-5798-4200-805e-81ee8af5813a req-01eb6a42-2ba6-407c-a932-eed94a91e4f3 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] No DVR routers for this DVR port e2cd7027-45c8-4f10-9675-f739430da420 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:46.031367 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-60b599bf-5798-4200-805e-81ee8af5813a req-01eb6a42-2ba6-407c-a932-eed94a91e4f3 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:46.034711 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-60b599bf-5798-4200-805e-81ee8af5813a req-01eb6a42-2ba6-407c-a932-eed94a91e4f3 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.21 "DELETE /v2.0/ports/e2cd7027-45c8-4f10-9675-f739430da420 HTTP/1.1" status: 204 len: 173 time: 0.4519668 Dec 10 19:17:46.035164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'name': 'network-vif-deleted', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:46.037396 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015539cf-31cb-4c4f-a1e0-9b1a3566f527" -d '{"events": [{"server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "name": "network-vif-deleted", "tag": "e2cd7027-45c8-4f10-9675-f739430da420"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:46.073750 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70926409-49af-4879-bccc-db1ce2eb7f4b x-openstack-request-id: req-70926409-49af-4879-bccc-db1ce2eb7f4b {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:46.074061 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa9efa5-e982-44e9-bb80-c219aa196744", "name": "network-vif-deleted", "tag": "e2cd7027-45c8-4f10-9675-f739430da420", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:46.074330 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70926409-49af-4879-bccc-db1ce2eb7f4b {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:46.074745 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa9efa5-e982-44e9-bb80-c219aa196744', 'name': 'network-vif-deleted', 'tag': 'e2cd7027-45c8-4f10-9675-f739430da420', 'status': 'completed', 'code': 200} Dec 10 19:17:46.478830 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-65941854-a23c-4d48-9631-fb7b8d9b1dc3 req-13036be3-6214-4169-85a6-52d10a7e1315 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa9efa5-e982-44e9-bb80-c219aa196744 HTTP/1.1" status: 200 len: 210 time: 0.0277562 Dec 10 19:17:46.538596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ace18736-00e5-4dff-a9aa-7aad3609e4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:47.534903 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 43954) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:47.592060 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d07bd012-33c8-4bc2-b18f-051f933e5358 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:47.616435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d07bd012-33c8-4bc2-b18f-051f933e5358 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:47.738124 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d07bd012-33c8-4bc2-b18f-051f933e5358 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:47.740785 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d07bd012-33c8-4bc2-b18f-051f933e5358 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:47.741982 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d07bd012-33c8-4bc2-b18f-051f933e5358 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "DELETE /v2.0/security-groups/b8a15464-16e3-4d62-b2bc-d3a3a4d6508f HTTP/1.1" status: 204 len: 168 time: 0.2060575 Dec 10 19:17:47.751116 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bd012-33c8-4bc2-b18f-051f933e5358 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a15464-16e3-4d62-b2bc-d3a3a4d6508f,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:48.812736 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:48.840895 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1a0945e2-f4bc-457f-a80a-f279e3705374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:50.126687 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43964) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:50.131304 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1378439973', 'description': 'tempest-secgroup-smoke-1378439973 description', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:50.224083 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:50.287525 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:50.288342 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:50.366733 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:50.396387 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dca611c-21de-4b3f-8423-93c20cbaee7b,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:50.404787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:50.405141 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:50.405654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:50.406099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:50.406443 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:50.406801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:50.407133 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:50.407468 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:50.408295 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:50.408623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:50.408950 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:50.409270 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:50.409595 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:50.460497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:50.461789 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-b60bc538-da75-4584-8d05-ea1c930af52c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3340657 Dec 10 19:17:50.464719 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43966) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:50.469079 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-1eae9749-265c-4b18-b80e-e4b46d87890d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'security_group_rule': {'security_group_id': '9dca611c-21de-4b3f-8423-93c20cbaee7b', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:50.566120 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1eae9749-265c-4b18-b80e-e4b46d87890d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:50.619406 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1eae9749-265c-4b18-b80e-e4b46d87890d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:50.709615 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1eae9749-265c-4b18-b80e-e4b46d87890d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:50.728480 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae9749-265c-4b18-b80e-e4b46d87890d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e848551-e7c4-43dd-906b-d0a2948dfb11,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:50.808754 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-1eae9749-265c-4b18-b80e-e4b46d87890d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:50.809929 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-1eae9749-265c-4b18-b80e-e4b46d87890d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442407 Dec 10 19:17:50.812657 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43968) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:50.817083 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7f2136b5-e969-4dc6-86dc-9f5992283785 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'security_group_rule': {'security_group_id': '9dca611c-21de-4b3f-8423-93c20cbaee7b', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:50.903065 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7f2136b5-e969-4dc6-86dc-9f5992283785 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:50.960475 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7f2136b5-e969-4dc6-86dc-9f5992283785 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.029740 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7f2136b5-e969-4dc6-86dc-9f5992283785 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.046989 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2136b5-e969-4dc6-86dc-9f5992283785 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb21da67-1f79-4d8d-8e76-74b036c0bb3d,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:51.140251 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7f2136b5-e969-4dc6-86dc-9f5992283785 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.141462 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7f2136b5-e969-4dc6-86dc-9f5992283785 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278775 Dec 10 19:17:51.144128 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43970) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:51.148325 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-7778b790-bfd8-4c16-8c53-96cd46213380 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'security_group_rule': {'security_group_id': '9dca611c-21de-4b3f-8423-93c20cbaee7b', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:51.237120 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e2cd7027-45c8-4f10-9675-f739430da420 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:17:51.251894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7778b790-bfd8-4c16-8c53-96cd46213380 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.257091 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: e2cd7027-45c8-4f10-9675-f739430da420 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:17:51.257444 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device e2cd7027-45c8-4f10-9675-f739430da420 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:17:51.307033 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7778b790-bfd8-4c16-8c53-96cd46213380 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.361184 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7778b790-bfd8-4c16-8c53-96cd46213380 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.377812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778b790-bfd8-4c16-8c53-96cd46213380 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4507757-f8a8-4c3b-b7ec-b3fa3a11c534,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:51.431930 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-7778b790-bfd8-4c16-8c53-96cd46213380 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.433203 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-7778b790-bfd8-4c16-8c53-96cd46213380 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2881126 Dec 10 19:17:51.436986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43972) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:51.441522 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-c5035b9a-e65e-4f59-bab3-62349aa71582 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'security_group_rule': {'security_group_id': '9dca611c-21de-4b3f-8423-93c20cbaee7b', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:51.504351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.538685 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c5035b9a-e65e-4f59-bab3-62349aa71582 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.596408 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c5035b9a-e65e-4f59-bab3-62349aa71582 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.670087 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c5035b9a-e65e-4f59-bab3-62349aa71582 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.689530 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5035b9a-e65e-4f59-bab3-62349aa71582 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f9d28c-0a00-43c1-a2a7-539a05c7b0cf,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:51.744801 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c5035b9a-e65e-4f59-bab3-62349aa71582 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.746033 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-c5035b9a-e65e-4f59-bab3-62349aa71582 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3080094 Dec 10 19:17:51.748770 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43974) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:51.753927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-231ddc42-c134-4360-bd16-1937ddc6894f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'security_group_rule': {'security_group_id': '9dca611c-21de-4b3f-8423-93c20cbaee7b', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:51.835497 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-231ddc42-c134-4360-bd16-1937ddc6894f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Project 5f9fabaab7eb4fb498fc064ad4a2752a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:17:51.840347 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-231ddc42-c134-4360-bd16-1937ddc6894f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.900282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-231ddc42-c134-4360-bd16-1937ddc6894f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.973843 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-231ddc42-c134-4360-bd16-1937ddc6894f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:51.998576 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ddc42-c134-4360-bd16-1937ddc6894f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e660b36d-b0bd-42df-b00b-10d10138b100,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:52.060523 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-231ddc42-c134-4360-bd16-1937ddc6894f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:52.064361 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-231ddc42-c134-4360-bd16-1937ddc6894f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3118458 Dec 10 19:17:52.065357 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 43976) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:52.069683 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-85574005-8623-4651-a57e-7890c78d58e6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'security_group_rule': {'security_group_id': '9dca611c-21de-4b3f-8423-93c20cbaee7b', 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:52.155216 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-85574005-8623-4651-a57e-7890c78d58e6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Project 5f9fabaab7eb4fb498fc064ad4a2752a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:17:52.160667 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85574005-8623-4651-a57e-7890c78d58e6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:52.216245 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85574005-8623-4651-a57e-7890c78d58e6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:52.280895 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85574005-8623-4651-a57e-7890c78d58e6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:52.295663 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85574005-8623-4651-a57e-7890c78d58e6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94412ed8-373e-4da9-a4ff-78e93250ba6e,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:52.350383 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-85574005-8623-4651-a57e-7890c78d58e6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:52.351595 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-85574005-8623-4651-a57e-7890c78d58e6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2852778 Dec 10 19:17:52.555852 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:16.583780 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2a402abf-c13f-4598-b168-69705189d365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:17.332960 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-84a5e99e-44b2-42e0-86ac-d366be97c29f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378439973&fields=id&tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a HTTP/1.1" status: 200 len: 267 time: 0.0442104 Dec 10 19:18:17.439886 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-441b0f1b-35ff-4995-b0fa-a2a654f31064 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:17.444388 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-441b0f1b-35ff-4995-b0fa-a2a654f31064 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 809 time: 0.1015258 Dec 10 19:18:17.455842 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-4d82bff2-0c9e-49f8-a9ac-23a810ff4053 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/quotas/5f9fabaab7eb4fb498fc064ad4a2752a HTTP/1.1" status: 200 len: 375 time: 0.0088389 Dec 10 19:18:17.505927 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-166f5744-335e-4f54-994d-8459b9ed4a35 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449257 Dec 10 19:18:17.521443 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-0b400f8b-955a-4c94-9fd4-7b59851080f9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:18:17.522433 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-0b400f8b-955a-4c94-9fd4-7b59851080f9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055413 Dec 10 19:18:17.613839 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-99445072-fbd0-4354-86c4-92bd8f282fe3 service neutron] 10.222.0.60 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858023 Dec 10 19:18:17.701318 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-4b0aaaa1-5339-4aab-9d72-03c69bbd92cc service neutron] 10.222.0.60 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815794 Dec 10 19:18:17.858224 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:18:18.224536 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a3e29c25-250c-4a10-a60c-56fe0068fbbf req-ea04abca-656c-426a-bc3f-79fbaedeb212 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 210 time: 0.0266671 Dec 10 19:18:18.828551 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:18.851210 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d833cd6-8516-449e-8e9e-604e2bb03456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:19.300583 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c41445e7-4ff8-442e-84ed-f03586146d0e req-b0edbd37-e7d1-4b09-ab98-9eeee48d91d0 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 210 time: 0.0261705 Dec 10 19:18:20.309369 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:20.380023 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-72a9a770-1b87-4775-a42a-e592740d3a6c req-1f637db3-16fd-4090-ab38-7fbf119fd3fe tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 210 time: 0.0305979 Dec 10 19:18:21.503022 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34f71a69-3792-42a5-bf38-6a4431387ff2 req-bd7c538e-1ce3-4e13-a1eb-cf58f63c5844 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 210 time: 0.0280313 Dec 10 19:18:21.543966 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:22.555458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:22.595174 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1655b3bd-dfc0-4176-805e-0e32590ca763 req-44ba60eb-81d9-4a89-8591-5ecf15927655 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 210 time: 0.0271919 Dec 10 19:18:23.694943 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-68b36050-6d50-4087-a9b8-993ad423dfa3 req-5fc3efc3-e343-4bf0-8702-a432b1f2a95d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 210 time: 0.0322886 Dec 10 19:18:24.050133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-2dd1ebeb-9b6c-421b-90e3-500bd452d6e8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:24.051596 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-2dd1ebeb-9b6c-421b-90e3-500bd452d6e8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 809 time: 0.1080608 Dec 10 19:18:24.121041 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-347d1ed8-9219-461d-af46-619c4a301bf9 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a HTTP/1.1" status: 200 len: 380 time: 0.0527623 Dec 10 19:18:24.134548 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-7f58f87c-da39-4f8d-8f9d-a3cf51539cd7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'port': {'device_id': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'admin_state_up': True, 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'security_groups': ['9dca611c-21de-4b3f-8423-93c20cbaee7b']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:24.308579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-7f58f87c-da39-4f8d-8f9d-a3cf51539cd7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Made reservation on behalf of 5f9fabaab7eb4fb498fc064ad4a2752a for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:24.312078 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-7f58f87c-da39-4f8d-8f9d-a3cf51539cd7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:24.434558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-7f58f87c-da39-4f8d-8f9d-a3cf51539cd7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Allocated IP 172.20.0.4 (11daa52c-b9b2-46cb-9976-a56365bcc626/a5566230-0dca-41bb-9091-390d5cdd37ec/df57e975-d7fe-4682-983d-4cee06e1f85b) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:24.575515 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-7f58f87c-da39-4f8d-8f9d-a3cf51539cd7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:24.664299 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-7f58f87c-da39-4f8d-8f9d-a3cf51539cd7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:24.708181 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-7f58f87c-da39-4f8d-8f9d-a3cf51539cd7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Network 11daa52c-b9b2-46cb-9976-a56365bcc626 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:24.711391 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-7f58f87c-da39-4f8d-8f9d-a3cf51539cd7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:24.715212 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-7f58f87c-da39-4f8d-8f9d-a3cf51539cd7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:24.744427 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58f87c-da39-4f8d-8f9d-a3cf51539cd7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'Port': ['ID=df57e975-d7fe-4682-983d-4cee06e1f85b,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:24.773843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-7f58f87c-da39-4f8d-8f9d-a3cf51539cd7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:24.774610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-7f58f87c-da39-4f8d-8f9d-a3cf51539cd7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:24.830946 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b2350-61fe-44e9-8ee1-d33a4b13b9b5 req-e68231fa-edeb-4b66-944e-1beaba4b2b84 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:24.832564 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f02b2350-61fe-44e9-8ee1-d33a4b13b9b5 req-e68231fa-edeb-4b66-944e-1beaba4b2b84 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 931 time: 0.0529177 Dec 10 19:18:24.848996 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-7f58f87c-da39-4f8d-8f9d-a3cf51539cd7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7181237 Dec 10 19:18:24.868626 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Request body: {'port': {'device_id': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:24.902628 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f02b2350-61fe-44e9-8ee1-d33a4b13b9b5 req-e62a6997-ef33-4c62-8c1a-39024d7e77f4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633647 Dec 10 19:18:24.944548 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:25.012331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a1636b80-079c-4eb6-8990-a69b97397e94 None None] Provisioning complete for port df57e975-d7fe-4682-983d-4cee06e1f85b triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:25.012331 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a1636b80-079c-4eb6-8990-a69b97397e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:25.043589 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a1636b80-079c-4eb6-8990-a69b97397e94 None None] Port df57e975-d7fe-4682-983d-4cee06e1f85b cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:18:25.206418 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df57e975-d7fe-4682-983d-4cee06e1f85b {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:18:25.214796 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:25.227250 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Transition to ACTIVE for port object df57e975-d7fe-4682-983d-4cee06e1f85b will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:18:25.314357 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:25.367632 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=df57e975-d7fe-4682-983d-4cee06e1f85b,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:25.440592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Attempting to bind port df57e975-d7fe-4682-983d-4cee06e1f85b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:18:25.440938 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Attempting to bind port df57e975-d7fe-4682-983d-4cee06e1f85b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:18:25.441259 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Attempting to bind port df57e975-d7fe-4682-983d-4cee06e1f85b on network 11daa52c-b9b2-46cb-9976-a56365bcc626 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:25.446519 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Port df57e975-d7fe-4682-983d-4cee06e1f85b on network 11daa52c-b9b2-46cb-9976-a56365bcc626 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:18:25.447049 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Attempting to bind port df57e975-d7fe-4682-983d-4cee06e1f85b on network 11daa52c-b9b2-46cb-9976-a56365bcc626 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:25.452133 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:25.452475 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Checking segment: {'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:18:25.452886 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Bound using segment: {'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:25.453305 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Bound port: df57e975-d7fe-4682-983d-4cee06e1f85b, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:18:25.453733 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:25.525637 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] For port df57e975-d7fe-4682-983d-4cee06e1f85b, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:25.529111 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] For port df57e975-d7fe-4682-983d-4cee06e1f85b, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=df57e975-d7fe-4682-983d-4cee06e1f85b,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:25.613242 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:25.653819 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:25.654444 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:25.656246 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] 10.222.0.21 "PUT /v2.0/ports/df57e975-d7fe-4682-983d-4cee06e1f85b HTTP/1.1" status: 200 len: 1093 time: 0.7921267 Dec 10 19:18:25.658687 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'tag': 'df57e975-d7fe-4682-983d-4cee06e1f85b'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:18:25.660993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d0eedd-d52f-4493-a73a-0cb76ca463d6" -d '{"events": [{"name": "network-changed", "server_uuid": "53c14695-e9f9-44ab-a791-9404bf6b7187", "tag": "df57e975-d7fe-4682-983d-4cee06e1f85b"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:18:25.687512 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ea206-8a58-4fcd-bd8d-be90f89fc1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=df57e975-d7fe-4682-983d-4cee06e1f85b,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:25.788103 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2331f249-84a6-48f5-8786-3234e973be76 x-openstack-request-id: req-2331f249-84a6-48f5-8786-3234e973be76 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:18:25.788103 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c14695-e9f9-44ab-a791-9404bf6b7187", "tag": "df57e975-d7fe-4682-983d-4cee06e1f85b", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:18:25.788103 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2331f249-84a6-48f5-8786-3234e973be76 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:18:25.789098 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'tag': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'status': 'completed', 'code': 200} Dec 10 19:18:25.820632 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-9bec9ccb-a57b-4245-b8c5-6a02874271f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:25.822257 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-9bec9ccb-a57b-4245-b8c5-6a02874271f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 1096 time: 0.0502219 Dec 10 19:18:25.867290 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-128179e0-3126-49c4-baff-c80d990b138d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df57e975-d7fe-4682-983d-4cee06e1f85b HTTP/1.1" status: 200 len: 217 time: 0.0357077 Dec 10 19:18:25.921720 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-cd174a18-88cf-4921-a01c-e993b0fa99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:25.923149 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-cd174a18-88cf-4921-a01c-e993b0fa99d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0478079 Dec 10 19:18:25.975563 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-6b785f17-2f49-4476-a070-f264fb0d4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:25.977569 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-6b785f17-2f49-4476-a070-f264fb0d4843 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430965 Dec 10 19:18:26.035846 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2fd57-9efb-473d-bc56-f4f44e866e3b req-0127367a-c12b-497f-abb1-cb4785e253ec tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:26.038218 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5ce2fd57-9efb-473d-bc56-f4f44e866e3b req-0127367a-c12b-497f-abb1-cb4785e253ec tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0588899 Dec 10 19:18:26.087693 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5ce2fd57-9efb-473d-bc56-f4f44e866e3b req-08717ada-8254-4ff8-a3d1-66fc35819211 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436084 Dec 10 19:18:26.092307 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-6d42e1ad-f1c6-4b47-8983-2f0b84463d09 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012437 Dec 10 19:18:26.190849 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e169b44d-0419-4b62-a779-3f8bf5f65d81 req-a56ee628-e982-4942-be58-9e81c025d74f service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876753 Dec 10 19:18:26.362791 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0eedd-d52f-4493-a73a-0cb76ca463d6 req-940ecced-5ae3-4c0c-80cd-0639bc41dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:26.364863 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-28d0eedd-d52f-4493-a73a-0cb76ca463d6 req-940ecced-5ae3-4c0c-80cd-0639bc41dbf5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 1096 time: 0.0425992 Dec 10 19:18:26.463494 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0eedd-d52f-4493-a73a-0cb76ca463d6 req-96282d73-f12c-4b00-80fa-67721eb4c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:26.465071 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-28d0eedd-d52f-4493-a73a-0cb76ca463d6 req-96282d73-f12c-4b00-80fa-67721eb4c7d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0886757 Dec 10 19:18:26.512693 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-28d0eedd-d52f-4493-a73a-0cb76ca463d6 req-f236e3f0-67fa-436d-925c-a6bc650666b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df57e975-d7fe-4682-983d-4cee06e1f85b HTTP/1.1" status: 200 len: 217 time: 0.0355935 Dec 10 19:18:26.566914 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0eedd-d52f-4493-a73a-0cb76ca463d6 req-88f127c5-8f8b-4e55-8247-df29ff3da515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:26.568411 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-28d0eedd-d52f-4493-a73a-0cb76ca463d6 req-88f127c5-8f8b-4e55-8247-df29ff3da515 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0452325 Dec 10 19:18:26.624725 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0eedd-d52f-4493-a73a-0cb76ca463d6 req-d97505ee-46ee-45bc-a53c-f6b715f1a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:26.626317 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-28d0eedd-d52f-4493-a73a-0cb76ca463d6 req-d97505ee-46ee-45bc-a53c-f6b715f1a510 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467036 Dec 10 19:18:26.748455 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-28d0eedd-d52f-4493-a73a-0cb76ca463d6 req-bc13754f-6f84-49a5-b54d-a4ac49d80e6b service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109021 Dec 10 19:18:26.845525 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-28d0eedd-d52f-4493-a73a-0cb76ca463d6 req-5ac2edc8-ebe5-4e17-8b17-a96eb4f3c838 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860443 Dec 10 19:18:27.202442 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7f387-2fbe-4d90-a494-adfb9a59b4ab req-ae09540e-b6ff-487a-949e-53afc697d80d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:27.204031 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-71f7f387-2fbe-4d90-a494-adfb9a59b4ab req-ae09540e-b6ff-487a-949e-53afc697d80d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0490522 Dec 10 19:18:27.254069 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-71f7f387-2fbe-4d90-a494-adfb9a59b4ab req-42f728c2-e0ca-44cf-8e66-d457b92830c7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438530 Dec 10 19:18:28.375733 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d87cb-0f32-4cc1-9e25-2e014d446da0 req-9cb14cdf-abcb-4e22-9a66-7b0886293549 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:28.377631 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b03d87cb-0f32-4cc1-9e25-2e014d446da0 req-9cb14cdf-abcb-4e22-9a66-7b0886293549 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0520287 Dec 10 19:18:28.426820 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b03d87cb-0f32-4cc1-9e25-2e014d446da0 req-3f84484e-c5e7-40d0-acc2-95c6934c358c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428650 Dec 10 19:18:29.542816 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e534cf-7370-48d5-b8fd-cc2cd0111d06 req-8437fa18-05a3-4f44-8222-bc775f8b0d9c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:29.544330 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-31e534cf-7370-48d5-b8fd-cc2cd0111d06 req-8437fa18-05a3-4f44-8222-bc775f8b0d9c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0508020 Dec 10 19:18:29.594405 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-31e534cf-7370-48d5-b8fd-cc2cd0111d06 req-3b252ee0-4a76-4338-8db0-2837c18f045f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436418 Dec 10 19:18:30.708131 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea27e38-8a16-443c-921b-8d49d23e9939 req-66945ec2-ed4e-43cc-a0b9-504e50c320c1 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:30.709658 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0ea27e38-8a16-443c-921b-8d49d23e9939 req-66945ec2-ed4e-43cc-a0b9-504e50c320c1 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0486348 Dec 10 19:18:30.764578 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0ea27e38-8a16-443c-921b-8d49d23e9939 req-c4fb9009-6a7e-4bb1-9df7-ddd25c5887eb tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488122 Dec 10 19:18:31.878634 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed15354-7911-4eb8-a09f-03cd5c869695 req-5a17897b-9ac1-4acc-8021-fb9b61ebe4c0 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:31.880160 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aed15354-7911-4eb8-a09f-03cd5c869695 req-5a17897b-9ac1-4acc-8021-fb9b61ebe4c0 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0485816 Dec 10 19:18:31.928415 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aed15354-7911-4eb8-a09f-03cd5c869695 req-cae78584-d977-4031-8230-5371d0914ac5 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425081 Dec 10 19:18:33.041775 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b0b37-2c79-4c70-a84d-ef0e61be725d req-dc0dea1e-f64f-4874-98d8-147adccbb7ad tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:33.043254 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cb4b0b37-2c79-4c70-a84d-ef0e61be725d req-dc0dea1e-f64f-4874-98d8-147adccbb7ad tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0489039 Dec 10 19:18:33.091990 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cb4b0b37-2c79-4c70-a84d-ef0e61be725d req-496ee806-6d84-4b0f-8b30-66195793bf67 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428748 Dec 10 19:18:34.212212 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c90dd-5021-4210-98aa-a53a4715ede9 req-8da56d77-4606-49e3-98db-4a3c406a9baa tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:34.213789 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-930c90dd-5021-4210-98aa-a53a4715ede9 req-8da56d77-4606-49e3-98db-4a3c406a9baa tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0512929 Dec 10 19:18:34.262302 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-930c90dd-5021-4210-98aa-a53a4715ede9 req-cd300dbb-49d7-4979-b8e3-caab8b8fc586 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428307 Dec 10 19:18:35.377506 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541ddff-89e1-4f3b-9fee-46449826eed2 req-d834f321-02a7-499f-9f10-39d56081686a tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:35.378995 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4541ddff-89e1-4f3b-9fee-46449826eed2 req-d834f321-02a7-499f-9f10-39d56081686a tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0503807 Dec 10 19:18:35.427126 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4541ddff-89e1-4f3b-9fee-46449826eed2 req-e4ee3775-00f4-49c6-bf49-5c38f324a8aa tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422521 Dec 10 19:18:36.536760 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ceca70-eacb-4b3e-b672-5ec8931d3e1a req-e450b91a-7e1d-461e-aad7-d025b9d6d1dd tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:36.538254 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c5ceca70-eacb-4b3e-b672-5ec8931d3e1a req-e450b91a-7e1d-461e-aad7-d025b9d6d1dd tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0477343 Dec 10 19:18:36.590324 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c5ceca70-eacb-4b3e-b672-5ec8931d3e1a req-e8d7b2b6-be63-4bb7-bb15-27796d50c6f0 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461211 Dec 10 19:18:37.701960 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb772c-10ce-4345-b364-b7ba60549fc0 req-4124f07d-632f-4627-9824-3dddbdd793d4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:37.703423 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-77fb772c-10ce-4345-b364-b7ba60549fc0 req-4124f07d-632f-4627-9824-3dddbdd793d4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0478992 Dec 10 19:18:37.751388 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-77fb772c-10ce-4345-b364-b7ba60549fc0 req-673e70f5-b0e8-488e-ac3c-9e832d59b680 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 Dec 10 19:18:38.862824 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce2944-e90b-4dbe-8345-af014f856113 req-b3efc569-37bf-4d14-a484-35ca8d63cf4f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:38.864308 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cdce2944-e90b-4dbe-8345-af014f856113 req-b3efc569-37bf-4d14-a484-35ca8d63cf4f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0471704 Dec 10 19:18:38.912493 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cdce2944-e90b-4dbe-8345-af014f856113 req-6345a853-46dc-4539-9073-53019a4388f0 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423932 Dec 10 19:18:39.456225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device df57e975-d7fe-4682-983d-4cee06e1f85b details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:18:39.548355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port df57e975-d7fe-4682-983d-4cee06e1f85b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=df57e975-d7fe-4682-983d-4cee06e1f85b,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:39.559693 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'port_id': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'mac_address': 'fa:16:3e:ea:a5:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:18:39.599141 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:39.611562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df57e975-d7fe-4682-983d-4cee06e1f85b {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:18:39.630368 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port df57e975-d7fe-4682-983d-4cee06e1f85b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=df57e975-d7fe-4682-983d-4cee06e1f85b,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:39.692359 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:39.738069 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=df57e975-d7fe-4682-983d-4cee06e1f85b,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:39.744786 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:39.747825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:39.747825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:39.747825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:39.747825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:39.747825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:39.747825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:39.747825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:39.747825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:39.747825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:39.748572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:39.748572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:39.748738 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:39.961918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['df57e975-d7fe-4682-983d-4cee06e1f85b'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:18:40.036510 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6d314-0d98-4a9d-990a-57ee05873461 req-b5bb6a9d-5375-438a-aeac-4fa609ccad1a tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:40.038866 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1ab6d314-0d98-4a9d-990a-57ee05873461 req-b5bb6a9d-5375-438a-aeac-4fa609ccad1a tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 944 time: 0.0530000 Dec 10 19:18:40.088135 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1ab6d314-0d98-4a9d-990a-57ee05873461 req-2e80a779-8d57-4a42-923a-17b7b24d91e7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434432 Dec 10 19:18:41.200889 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29a895-aa1d-48f6-834d-346f0a1dec12 req-02f43d8d-56bf-4de4-9ec8-75b453f7711f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:41.202357 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d29a895-aa1d-48f6-834d-346f0a1dec12 req-02f43d8d-56bf-4de4-9ec8-75b453f7711f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 944 time: 0.0479741 Dec 10 19:18:41.249093 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5d29a895-aa1d-48f6-834d-346f0a1dec12 req-d576e12a-8d8e-48a4-a0b5-79842cd922e8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409653 Dec 10 19:18:41.472475 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device df57e975-d7fe-4682-983d-4cee06e1f85b up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:41.627939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port df57e975-d7fe-4682-983d-4cee06e1f85b completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:18:41.631794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port df57e975-d7fe-4682-983d-4cee06e1f85b triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:41.632165 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:41.709412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:41.732060 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df57e975-d7fe-4682-983d-4cee06e1f85b'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:18:41.734412 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6291a060-f8c9-4d07-ab3e-027d07b16400" -d '{"events": [{"server_uuid": "53c14695-e9f9-44ab-a791-9404bf6b7187", "name": "network-vif-plugged", "status": "completed", "tag": "df57e975-d7fe-4682-983d-4cee06e1f85b"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:18:41.748056 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port df57e975-d7fe-4682-983d-4cee06e1f85b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=df57e975-d7fe-4682-983d-4cee06e1f85b,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:41.812312 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:41.837731 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea31a53-df18-4301-b6b6-d03d2e370e7e x-openstack-request-id: req-aea31a53-df18-4301-b6b6-d03d2e370e7e {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:18:41.838034 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c14695-e9f9-44ab-a791-9404bf6b7187", "name": "network-vif-plugged", "status": "completed", "tag": "df57e975-d7fe-4682-983d-4cee06e1f85b", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:18:41.838295 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aea31a53-df18-4301-b6b6-d03d2e370e7e {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:18:41.838690 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'code': 200} Dec 10 19:18:41.866385 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=df57e975-d7fe-4682-983d-4cee06e1f85b,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:42.112019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee000c7a-e9c6-4f74-baad-d95299161373 req-b8ca106e-8541-4c0a-9f0d-1655307522c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:42.113525 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ee000c7a-e9c6-4f74-baad-d95299161373 req-b8ca106e-8541-4c0a-9f0d-1655307522c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 1098 time: 0.0420611 Dec 10 19:18:42.166042 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-ee000c7a-e9c6-4f74-baad-d95299161373 req-59eb9180-1ec0-4737-8829-2dbfd69da339 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401256 Dec 10 19:18:42.364713 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da7d7a-1afe-426d-aa71-f5daea0f97d2 req-4717dd57-d489-4148-96b8-5a234cefa818 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:42.366111 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-17da7d7a-1afe-426d-aa71-f5daea0f97d2 req-4717dd57-d489-4148-96b8-5a234cefa818 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0511229 Dec 10 19:18:42.415171 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-17da7d7a-1afe-426d-aa71-f5daea0f97d2 req-89bfdbd6-521b-4223-83a6-d3441cf3b1fa tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432765 Dec 10 19:18:43.536459 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64065c21-d809-45fd-bd54-187e8ab26040 req-8115f6bb-cabd-4c9b-bf9c-a8b55d5abe88 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:43.537978 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-64065c21-d809-45fd-bd54-187e8ab26040 req-8115f6bb-cabd-4c9b-bf9c-a8b55d5abe88 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0518799 Dec 10 19:18:43.585766 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-64065c21-d809-45fd-bd54-187e8ab26040 req-cfd420bd-6471-4c05-b3bd-831a0ab2030f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417650 Dec 10 19:18:43.696995 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952cb80-336a-4d07-9211-3b8f1134c2e3 req-6694be49-b325-4563-96c2-30fcd27bcfb0 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:43.698386 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c952cb80-336a-4d07-9211-3b8f1134c2e3 req-6694be49-b325-4563-96c2-30fcd27bcfb0 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0477722 Dec 10 19:18:43.755244 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c952cb80-336a-4d07-9211-3b8f1134c2e3 req-f2957bba-1ef7-4003-a24f-80819d62b121 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502918 Dec 10 19:18:43.776155 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44222) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:43.855325 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4eee3d-82aa-4077-80b3-c38b12230df6 tempest-TestShelveInstance-961492727 tempest-TestShelveInstance-961492727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:43.856809 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-3b4eee3d-82aa-4077-80b3-c38b12230df6 tempest-TestShelveInstance-961492727 tempest-TestShelveInstance-961492727-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 1093 time: 0.0796821 Dec 10 19:18:43.859622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44226) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:43.863835 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:43.966711 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.060082 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.162942 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Allocated IP 172.26.5.220 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/0bb6b324-092f-4b6c-9d79-de90f0e7c069) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:44.262091 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.349963 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.387808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:44.390698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:44.394842 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:44.416971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'Port': ['ID=0bb6b324-092f-4b6c-9d79-de90f0e7c069,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:44.728837 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.831043 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.977445 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:45.023566 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:45.088886 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event updated for resources: {'Port': ['ID=0bb6b324-092f-4b6c-9d79-de90f0e7c069,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:45.100287 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:45.198640 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Floating IP 52296375-0bea-4bbe-b782-f017e82b1185 associated. External IP: 172.26.5.220, port: df57e975-d7fe-4682-983d-4cee06e1f85b. Dec 10 19:18:45.671414 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Router 541af5a1-7f84-42da-9bd3-1111253eb6a9 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:18:45.777458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:45.787161 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed7c0f-6cb7-4380-babf-b9e38d16d4f8 None None] Sync routers for ids ['541af5a1-7f84-42da-9bd3-1111253eb6a9'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:45.796206 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed7c0f-6cb7-4380-babf-b9e38d16d4f8 None None] Routers {'541af5a1-7f84-42da-9bd3-1111253eb6a9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:45.808863 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-26ed7c0f-6cb7-4380-babf-b9e38d16d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:18:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['541af5a1-7f84-42da-9bd3-1111253eb6a9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:45.894007 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:45.922273 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-144eef1a-464d-4607-90d3-73fbb39f9ea4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0616219 Dec 10 19:18:45.922888 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'tag': 'df57e975-d7fe-4682-983d-4cee06e1f85b'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:18:45.925583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfb2cbb-424f-46bd-8163-5e1215991c01" -d '{"events": [{"name": "network-changed", "server_uuid": "53c14695-e9f9-44ab-a791-9404bf6b7187", "tag": "df57e975-d7fe-4682-983d-4cee06e1f85b"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:18:45.988733 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-26ed7c0f-6cb7-4380-babf-b9e38d16d4f8 None None] Set router 541af5a1-7f84-42da-9bd3-1111253eb6a9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:46.024403 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad91764-8798-4827-bff6-370c6b9e0584 x-openstack-request-id: req-7ad91764-8798-4827-bff6-370c6b9e0584 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:18:46.024770 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c14695-e9f9-44ab-a791-9404bf6b7187", "tag": "df57e975-d7fe-4682-983d-4cee06e1f85b", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:18:46.025099 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ad91764-8798-4827-bff6-370c6b9e0584 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:18:46.025570 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'tag': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'status': 'completed', 'code': 200} Dec 10 19:18:46.088485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb2cbb-424f-46bd-8163-5e1215991c01 req-2d8ce575-7b4b-4e41-bc06-73f467a23d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:46.092104 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7cfb2cbb-424f-46bd-8163-5e1215991c01 req-2d8ce575-7b4b-4e41-bc06-73f467a23d17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 1098 time: 0.0418522 Dec 10 19:18:46.193388 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb2cbb-424f-46bd-8163-5e1215991c01 req-b7db1309-1876-4b1b-9a29-7305c9e706ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:46.194913 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7cfb2cbb-424f-46bd-8163-5e1215991c01 req-b7db1309-1876-4b1b-9a29-7305c9e706ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0970507 Dec 10 19:18:46.218426 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-26ed7c0f-6cb7-4380-babf-b9e38d16d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '52296375-0bea-4bbe-b782-f017e82b1185', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'floating_ip_address': '172.26.5.220', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'port_id': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'mac_address': 'fa:16:3e:ea:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:44Z', 'revision_number': 0, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 5, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:46.248179 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed7c0f-6cb7-4380-babf-b9e38d16d4f8 None None] Checking router: 541af5a1-7f84-42da-9bd3-1111253eb6a9 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:18:46.256882 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed7c0f-6cb7-4380-babf-b9e38d16d4f8 None None] Routers {'541af5a1-7f84-42da-9bd3-1111253eb6a9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:46.257491 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-26ed7c0f-6cb7-4380-babf-b9e38d16d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:18:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['541af5a1-7f84-42da-9bd3-1111253eb6a9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:46.259305 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7cfb2cbb-424f-46bd-8163-5e1215991c01 req-4b6e617c-1bc4-482d-b9c2-ec0d66d85817 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df57e975-d7fe-4682-983d-4cee06e1f85b HTTP/1.1" status: 200 len: 999 time: 0.0574059 Dec 10 19:18:46.316078 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb2cbb-424f-46bd-8163-5e1215991c01 req-aba85aa4-2b55-4c21-b52f-24c661ee9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:46.317581 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7cfb2cbb-424f-46bd-8163-5e1215991c01 req-aba85aa4-2b55-4c21-b52f-24c661ee9c08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0506074 Dec 10 19:18:46.363940 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb2cbb-424f-46bd-8163-5e1215991c01 req-8c3730f5-14b6-4d7e-86a8-ca984e29ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:46.365358 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7cfb2cbb-424f-46bd-8163-5e1215991c01 req-8c3730f5-14b6-4d7e-86a8-ca984e29ef4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404711 Dec 10 19:18:46.370468 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-26ed7c0f-6cb7-4380-babf-b9e38d16d4f8 None None] Set router 541af5a1-7f84-42da-9bd3-1111253eb6a9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:46.471239 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7cfb2cbb-424f-46bd-8163-5e1215991c01 req-8ce3469c-edb5-495c-abec-3428bcc57ef2 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987494 Dec 10 19:18:46.572641 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5d15-0efd-41cc-a9bc-2d8ae1e5bd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.599563 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-26ed7c0f-6cb7-4380-babf-b9e38d16d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '52296375-0bea-4bbe-b782-f017e82b1185', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'floating_ip_address': '172.26.5.220', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'port_id': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'mac_address': 'fa:16:3e:ea:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:44Z', 'revision_number': 0, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 5, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:46.630599 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed7c0f-6cb7-4380-babf-b9e38d16d4f8 None None] The sync data for ids ['541af5a1-7f84-42da-9bd3-1111253eb6a9'] in dv-neutron-821434-1-hyperv is: [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '52296375-0bea-4bbe-b782-f017e82b1185', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'floating_ip_address': '172.26.5.220', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'port_id': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'mac_address': 'fa:16:3e:ea:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:44Z', 'revision_number': 0, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 5, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:46.837821 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25495900-68a0-4ac9-a895-60979564d4a3 None None] New status for floating IP 52296375-0bea-4bbe-b782-f017e82b1185: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:18:46.873845 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-7cfb2cbb-424f-46bd-8163-5e1215991c01 req-fa076424-1776-4e21-92e9-31f56b7fad25 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952773 Dec 10 19:18:48.863648 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.891900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e7f0dc68-6f3e-495d-952d-5c75d0d136e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:50.308999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.503713 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.558169 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-82dbf00d-d2b0-4611-911f-7ad6f99f00c3 req-8e7ccd1e-dab2-440c-89d2-48df37e1545d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411167 Dec 10 19:18:52.578018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.645568 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbf00d-d2b0-4611-911f-7ad6f99f00c3 req-3c31f64c-25c5-47c3-a31d-9a53e5752d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:52.647111 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-82dbf00d-d2b0-4611-911f-7ad6f99f00c3 req-3c31f64c-25c5-47c3-a31d-9a53e5752d92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 1098 time: 0.0429723 Dec 10 19:18:52.749462 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbf00d-d2b0-4611-911f-7ad6f99f00c3 req-025ddcf6-74d3-4525-b91d-8e1239531e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:52.750863 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-82dbf00d-d2b0-4611-911f-7ad6f99f00c3 req-025ddcf6-74d3-4525-b91d-8e1239531e1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0846748 Dec 10 19:18:52.815829 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-82dbf00d-d2b0-4611-911f-7ad6f99f00c3 req-b2727072-32f1-406c-8421-4099f2dbfcec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df57e975-d7fe-4682-983d-4cee06e1f85b HTTP/1.1" status: 200 len: 1001 time: 0.0579696 Dec 10 19:18:52.871346 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbf00d-d2b0-4611-911f-7ad6f99f00c3 req-de432499-558f-4e60-a09d-39d718d53d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:52.872762 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-82dbf00d-d2b0-4611-911f-7ad6f99f00c3 req-de432499-558f-4e60-a09d-39d718d53d3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0463808 Dec 10 19:18:52.919096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbf00d-d2b0-4611-911f-7ad6f99f00c3 req-e5941704-7e64-46d2-8f99-f92d4c86a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:52.920583 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-82dbf00d-d2b0-4611-911f-7ad6f99f00c3 req-e5941704-7e64-46d2-8f99-f92d4c86a934 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381813 Dec 10 19:18:53.008980 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-82dbf00d-d2b0-4611-911f-7ad6f99f00c3 req-944a1610-fd71-4f44-9235-3d8cfec0251a service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815237 Dec 10 19:18:53.102775 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-82dbf00d-d2b0-4611-911f-7ad6f99f00c3 req-e85478a4-6d8a-48df-a08d-5482085116ae service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869401 Dec 10 19:18:54.857087 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:19:16.581873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-03a16d63-d81c-445e-8569-07df036fd33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:18.867421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-33407c24-50a5-4949-8d99-30e0f608ddd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:18.878868 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:20.330414 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:21.536202 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:22.549431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:31.856210 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:19:46.537488 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c82db948-58bf-498b-961f-a4e45eb87b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:48.861162 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4166-439e-42c7-af1f-6be0d7e423d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:48.885666 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:50.291740 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:51.512987 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:52.577638 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:54.540056 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb15d840-d5aa-45d8-b9e6-f6551a585f86 req-10af0e6e-087e-4b10-92c5-28e3f4598624 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437396 Dec 10 19:19:54.623700 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15d840-d5aa-45d8-b9e6-f6551a585f86 req-39d3a478-2f34-4a96-9d15-856592e2bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:54.625766 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb15d840-d5aa-45d8-b9e6-f6551a585f86 req-39d3a478-2f34-4a96-9d15-856592e2bb61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 1098 time: 0.0409963 Dec 10 19:19:54.729883 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15d840-d5aa-45d8-b9e6-f6551a585f86 req-30436ff6-7a48-4141-8edf-3aedbcffc553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:54.731326 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb15d840-d5aa-45d8-b9e6-f6551a585f86 req-30436ff6-7a48-4141-8edf-3aedbcffc553 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0835390 Dec 10 19:19:54.800789 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb15d840-d5aa-45d8-b9e6-f6551a585f86 req-154239d5-f2a2-4183-8859-50d8ec720ddf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df57e975-d7fe-4682-983d-4cee06e1f85b HTTP/1.1" status: 200 len: 1001 time: 0.0604668 Dec 10 19:19:54.858286 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15d840-d5aa-45d8-b9e6-f6551a585f86 req-d63a5914-2c06-4604-9f70-90c526d9bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:54.860325 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb15d840-d5aa-45d8-b9e6-f6551a585f86 req-d63a5914-2c06-4604-9f70-90c526d9bbf0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0433083 Dec 10 19:19:54.909038 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15d840-d5aa-45d8-b9e6-f6551a585f86 req-27b89c4d-b29f-4d2e-a82c-4a484a3c6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:54.910537 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb15d840-d5aa-45d8-b9e6-f6551a585f86 req-27b89c4d-b29f-4d2e-a82c-4a484a3c6b4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393946 Dec 10 19:19:55.003557 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb15d840-d5aa-45d8-b9e6-f6551a585f86 req-542935d2-0b31-44b6-bbe7-333ee0561d74 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837059 Dec 10 19:19:55.095779 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fb15d840-d5aa-45d8-b9e6-f6551a585f86 req-eee5cc64-aa37-4d31-8c29-94a1a8bc18bb service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811243 Dec 10 19:20:08.855824 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:20:16.525614 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-47c638cc-aa32-490e-8a20-68cec44114ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:18.840649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5241-a853-45f3-8384-9f124798bff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:18.900562 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:20.311774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:21.523802 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:22.565908 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:45.857161 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:20:46.562133 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6e73f073-a165-4699-86db-cefd3ea38442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:48.860255 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5fefca84-b140-48f7-b7ed-249fb72f82fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:48.896355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:50.330747 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:51.548649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:52.570999 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:56.598455 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0b860e2-53ad-4efe-9466-554785886171 req-df03a728-1cf4-4090-9b80-3a29cd421f89 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398147 Dec 10 19:20:56.686060 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b860e2-53ad-4efe-9466-554785886171 req-17c70fd1-bb54-4cd2-8cfa-c43b345cb7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:56.687530 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0b860e2-53ad-4efe-9466-554785886171 req-17c70fd1-bb54-4cd2-8cfa-c43b345cb7b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 1098 time: 0.0401978 Dec 10 19:20:56.798064 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b860e2-53ad-4efe-9466-554785886171 req-c5d8cdab-9199-40af-a024-84ec583966f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:56.799439 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0b860e2-53ad-4efe-9466-554785886171 req-c5d8cdab-9199-40af-a024-84ec583966f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0870214 Dec 10 19:20:56.868133 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0b860e2-53ad-4efe-9466-554785886171 req-2eba5928-9def-4861-991d-1983d7be4008 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df57e975-d7fe-4682-983d-4cee06e1f85b HTTP/1.1" status: 200 len: 1001 time: 0.0576472 Dec 10 19:20:56.920180 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b860e2-53ad-4efe-9466-554785886171 req-a2d5f454-495f-4962-9b6b-20bc21603aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:56.921596 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0b860e2-53ad-4efe-9466-554785886171 req-a2d5f454-495f-4962-9b6b-20bc21603aa9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0426121 Dec 10 19:20:56.975031 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b860e2-53ad-4efe-9466-554785886171 req-6f31511c-5604-4300-9306-4351116eba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:56.977211 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0b860e2-53ad-4efe-9466-554785886171 req-6f31511c-5604-4300-9306-4351116eba13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443823 Dec 10 19:20:57.072062 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0b860e2-53ad-4efe-9466-554785886171 req-4e1bf0a5-d61f-43f6-b004-951cdc945554 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822577 Dec 10 19:20:57.169973 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-a0b860e2-53ad-4efe-9466-554785886171 req-23d257d2-d531-401e-a96e-93b01b76931a service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864491 Dec 10 19:21:12.996611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc0cc5-f3cb-4d6a-9b90-bed3ad7f4ca9 req-05380967-c7fa-47ed-833c-89a32239a0c6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:12.998891 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-54fc0cc5-f3cb-4d6a-9b90-bed3ad7f4ca9 req-05380967-c7fa-47ed-833c-89a32239a0c6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0497875 Dec 10 19:21:13.054589 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-54fc0cc5-f3cb-4d6a-9b90-bed3ad7f4ca9 req-498ab793-45b3-4359-98eb-e11ae1c36e91 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484476 Dec 10 19:21:14.289542 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bb544-f46f-4197-917b-10ba33e9c395 req-ca829de5-199d-4acf-b853-005023557b4d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:14.291047 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3b8bb544-f46f-4197-917b-10ba33e9c395 req-ca829de5-199d-4acf-b853-005023557b4d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.1550105 Dec 10 19:21:14.340575 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3b8bb544-f46f-4197-917b-10ba33e9c395 req-eb9c8919-2181-45e9-b2aa-f3fce70ffbd6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436571 Dec 10 19:21:15.467415 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c549b-f53c-4e85-b3a0-c836621d1e2f req-ad41a124-1708-4304-9978-b8ad79d53073 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:15.468867 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-423c549b-f53c-4e85-b3a0-c836621d1e2f req-ad41a124-1708-4304-9978-b8ad79d53073 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0476012 Dec 10 19:21:15.517858 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-423c549b-f53c-4e85-b3a0-c836621d1e2f req-ff634950-eb5c-47cb-a79a-87c799fe71c1 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431550 Dec 10 19:21:16.536339 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3855bb18-d7c1-4382-b94d-42fe402b28c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:16.632484 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaa4c3-f324-46de-8eb8-564b86751111 req-09315757-5ec7-4b4e-9216-4698c1a7c4f8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:16.633972 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-91eaa4c3-f324-46de-8eb8-564b86751111 req-09315757-5ec7-4b4e-9216-4698c1a7c4f8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0479846 Dec 10 19:21:16.685962 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-91eaa4c3-f324-46de-8eb8-564b86751111 req-4e885df3-00f1-491b-b268-922ce7ce9894 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461521 Dec 10 19:21:17.799376 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bffbe2-212d-4739-bfb3-4a140637006f req-7f3d6d2a-8b8c-4c2f-954a-2dfc539d5ec1 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:17.800808 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d0bffbe2-212d-4739-bfb3-4a140637006f req-7f3d6d2a-8b8c-4c2f-954a-2dfc539d5ec1 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0493224 Dec 10 19:21:17.849413 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d0bffbe2-212d-4739-bfb3-4a140637006f req-f104ac88-3f04-47e8-bd1b-c77d526ff3a0 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420558 Dec 10 19:21:18.851076 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad54a-221c-4809-9218-18e12757b3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:18.902225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:18.965656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33087fb3-8940-41d5-8c91-380fb2ca10ee req-f1ece93b-f957-4dce-95c0-823f1b848aaf tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:18.967269 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-33087fb3-8940-41d5-8c91-380fb2ca10ee req-f1ece93b-f957-4dce-95c0-823f1b848aaf tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0489113 Dec 10 19:21:19.017971 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-33087fb3-8940-41d5-8c91-380fb2ca10ee req-332a07f1-e879-44b4-9909-6bdf4621ceb4 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443890 Dec 10 19:21:20.137785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08571d-0b82-4ad6-8f36-9eb2baf441c4 req-316ed9a2-f4aa-4e3e-8a7b-5f30cba5f7f9 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:20.139275 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0f08571d-0b82-4ad6-8f36-9eb2baf441c4 req-316ed9a2-f4aa-4e3e-8a7b-5f30cba5f7f9 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0519807 Dec 10 19:21:20.193501 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0f08571d-0b82-4ad6-8f36-9eb2baf441c4 req-fc78bb7f-1d45-4d3b-b09d-c3e253ceff07 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482652 Dec 10 19:21:20.364874 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:21.308894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867e938-1d18-4eb4-bf7b-9cb36ece3e2c req-b376ec7b-0a11-4992-b7fa-811ed5b023ee tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:21.310410 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c867e938-1d18-4eb4-bf7b-9cb36ece3e2c req-b376ec7b-0a11-4992-b7fa-811ed5b023ee tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0479398 Dec 10 19:21:21.359770 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c867e938-1d18-4eb4-bf7b-9cb36ece3e2c req-604df01f-b1bf-43eb-8888-63a1cc15790d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434444 Dec 10 19:21:21.614161 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:22.475818 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299895ea-e998-4edc-876a-cb60013f2c0d req-c3250ce6-8360-4998-9e44-a488154aa72b tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:22.477188 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-299895ea-e998-4edc-876a-cb60013f2c0d req-c3250ce6-8360-4998-9e44-a488154aa72b tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0515831 Dec 10 19:21:22.527846 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-299895ea-e998-4edc-876a-cb60013f2c0d req-3eccb249-e730-4e3e-b49c-0649ac66b15b tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441482 Dec 10 19:21:22.558495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:22.856748 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:21:23.253441 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee0425-3215-48cc-b9ea-2c39631f9546 req-24985ebc-0fc3-4e1a-b602-3a3b0e66e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:23.255003 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fdee0425-3215-48cc-b9ea-2c39631f9546 req-24985ebc-0fc3-4e1a-b602-3a3b0e66e3a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 1098 time: 0.0402544 Dec 10 19:21:23.347890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee0425-3215-48cc-b9ea-2c39631f9546 req-c3594ac0-e243-40e0-8cb9-197854acbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:23.349335 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fdee0425-3215-48cc-b9ea-2c39631f9546 req-c3594ac0-e243-40e0-8cb9-197854acbfd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0865192 Dec 10 19:21:23.419320 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fdee0425-3215-48cc-b9ea-2c39631f9546 req-4d7f4de6-b25e-4f8d-9b28-684042d9fa57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df57e975-d7fe-4682-983d-4cee06e1f85b HTTP/1.1" status: 200 len: 1001 time: 0.0570083 Dec 10 19:21:23.468899 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee0425-3215-48cc-b9ea-2c39631f9546 req-708b8baa-5da9-4d58-a674-f015436b57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:23.470387 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fdee0425-3215-48cc-b9ea-2c39631f9546 req-708b8baa-5da9-4d58-a674-f015436b57d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0441229 Dec 10 19:21:23.521493 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee0425-3215-48cc-b9ea-2c39631f9546 req-f925cf3d-93f9-4f12-ae4b-cdd3cc599795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:23.522771 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fdee0425-3215-48cc-b9ea-2c39631f9546 req-f925cf3d-93f9-4f12-ae4b-cdd3cc599795 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449638 Dec 10 19:21:23.614855 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fdee0425-3215-48cc-b9ea-2c39631f9546 req-5363f6d3-1b5f-48de-b79b-2dbe5f38e87b service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837746 Dec 10 19:21:23.647441 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cdb10-2107-409f-946c-21e3dd82aa2d req-41c4f991-202c-4dc4-bc2e-c05136974903 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:23.648966 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f01cdb10-2107-409f-946c-21e3dd82aa2d req-41c4f991-202c-4dc4-bc2e-c05136974903 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0490899 Dec 10 19:21:23.698594 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f01cdb10-2107-409f-946c-21e3dd82aa2d req-5074bbf7-7216-4e3c-aa22-d43783d36508 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436490 Dec 10 19:21:23.709108 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-fdee0425-3215-48cc-b9ea-2c39631f9546 req-bec5fc52-ca05-40c4-acde-65576e58dd58 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870185 Dec 10 19:21:24.819828 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fd6ee-25b6-472e-81b9-5b779a273880 req-0b95e090-e243-48cd-bc91-991154becb05 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:24.821226 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-af9fd6ee-25b6-472e-81b9-5b779a273880 req-0b95e090-e243-48cd-bc91-991154becb05 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0554442 Dec 10 19:21:24.872892 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-af9fd6ee-25b6-472e-81b9-5b779a273880 req-55358dab-071e-4659-9069-2757b27a35ad tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452437 Dec 10 19:21:25.986668 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93e4b-0932-4725-82c1-00ab88e6273f req-00d75783-3dda-4658-b448-bed987c0ac25 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:25.988182 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f9e93e4b-0932-4725-82c1-00ab88e6273f req-00d75783-3dda-4658-b448-bed987c0ac25 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0482500 Dec 10 19:21:26.038222 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f9e93e4b-0932-4725-82c1-00ab88e6273f req-904d2a9e-1f58-4d2c-a4e0-1c24a2485e6d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438924 Dec 10 19:21:27.161431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f321e-d89b-462f-8e77-97c2261ac784 req-8e33724e-289a-4f19-adf1-9b5e7d19a817 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:27.162970 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-512f321e-d89b-462f-8e77-97c2261ac784 req-8e33724e-289a-4f19-adf1-9b5e7d19a817 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0497415 Dec 10 19:21:27.211988 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-512f321e-d89b-462f-8e77-97c2261ac784 req-34eaf1a3-70c9-4c1d-8251-d1728ca08f8d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424728 Dec 10 19:21:28.322283 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device df57e975-d7fe-4682-983d-4cee06e1f85b no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:21:28.331205 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb821a9-e31c-4f07-a87f-d2c1043c1d44 req-c9d2acca-0ead-4197-8411-3696e958a065 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:28.332668 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8cb821a9-e31c-4f07-a87f-d2c1043c1d44 req-c9d2acca-0ead-4197-8411-3696e958a065 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0535452 Dec 10 19:21:28.382436 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8cb821a9-e31c-4f07-a87f-d2c1043c1d44 req-89b24e3f-f2cc-4387-8707-8ecd14a5e084 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436358 Dec 10 19:21:28.399696 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:28.422558 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df57e975-d7fe-4682-983d-4cee06e1f85b'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:21:28.424780 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6276b75-9afd-4fd3-ab34-33604fda7c2c" -d '{"events": [{"server_uuid": "53c14695-e9f9-44ab-a791-9404bf6b7187", "name": "network-vif-unplugged", "status": "completed", "tag": "df57e975-d7fe-4682-983d-4cee06e1f85b"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:21:28.437064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port df57e975-d7fe-4682-983d-4cee06e1f85b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=df57e975-d7fe-4682-983d-4cee06e1f85b,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:28.464427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69ab9c3-c3d8-4815-968d-df52e37e9134 x-openstack-request-id: req-b69ab9c3-c3d8-4815-968d-df52e37e9134 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:21:28.464725 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c14695-e9f9-44ab-a791-9404bf6b7187", "name": "network-vif-unplugged", "status": "completed", "tag": "df57e975-d7fe-4682-983d-4cee06e1f85b", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:21:28.464985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b69ab9c3-c3d8-4815-968d-df52e37e9134 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:21:28.465454 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'code': 200} Dec 10 19:21:28.499472 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-b2329cbb-a7bd-4248-b317-4e9b82e866ce req-8dec2c01-310f-4394-b803-5c82f654ce29 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:21:28.500596 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b2329cbb-a7bd-4248-b317-4e9b82e866ce req-8dec2c01-310f-4394-b803-5c82f654ce29 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467465 Dec 10 19:21:28.502580 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:28.569184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=df57e975-d7fe-4682-983d-4cee06e1f85b,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:28.576471 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:28.576819 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:28.577161 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:28.577501 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:28.577895 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:28.578226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:28.578553 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:28.578880 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:28.579208 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:28.579534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:28.579858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:28.580178 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:28.580558 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:28.905147 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec0651-98b2-431e-b103-17437d480cf9 req-c9cb7d7d-8e2c-4ae0-b543-b045c285b602 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:28.906719 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f8ec0651-98b2-431e-b103-17437d480cf9 req-c9cb7d7d-8e2c-4ae0-b543-b045c285b602 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0522738 Dec 10 19:21:28.965387 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f8ec0651-98b2-431e-b103-17437d480cf9 req-e9618007-3358-483a-b7a8-c43aa4db7d81 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526340 Dec 10 19:21:28.993982 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-a5e3e1f0-239f-427c-b2d4-2bc9cd656392 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862522 Dec 10 19:21:29.002929 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-2a7984ee-3233-4451-ba7d-1eaa882b653a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:21:29.003864 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-2a7984ee-3233-4451-ba7d-1eaa882b653a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049450 Dec 10 19:21:30.086515 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a43f3-813d-4d2a-b149-f6e0ddc1586f req-1e4d5385-5bad-4f20-8ff0-598d93687609 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:30.087979 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-519a43f3-813d-4d2a-b149-f6e0ddc1586f req-1e4d5385-5bad-4f20-8ff0-598d93687609 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0522828 Dec 10 19:21:30.137179 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-519a43f3-813d-4d2a-b149-f6e0ddc1586f req-55f114bf-2669-4adf-9450-2cd18017af0a tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430775 Dec 10 19:21:31.248894 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c6d63-4c1e-4aee-8992-3664111939b4 req-3141b1d9-93b5-43cb-b536-666062a892e8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:31.250399 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6e7c6d63-4c1e-4aee-8992-3664111939b4 req-3141b1d9-93b5-43cb-b536-666062a892e8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0479715 Dec 10 19:21:31.299008 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6e7c6d63-4c1e-4aee-8992-3664111939b4 req-826938b2-f1e4-472a-992a-b1be3ad6f282 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429411 Dec 10 19:21:32.416732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74963cb-7bd6-4815-97ea-f64f0d8f5265 req-72de26cc-c8da-445c-b89f-6978c4be297b tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:32.418126 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b74963cb-7bd6-4815-97ea-f64f0d8f5265 req-72de26cc-c8da-445c-b89f-6978c4be297b tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0517325 Dec 10 19:21:32.466545 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b74963cb-7bd6-4815-97ea-f64f0d8f5265 req-ed8a17d7-242e-4260-9cea-cbc1f8c5369d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422702 Dec 10 19:21:33.583920 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f83abe-847a-4d66-9ec0-f4ca6476bee9 req-d6d9e8bd-6ed3-418e-b841-f36a07874b54 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:33.585422 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8f83abe-847a-4d66-9ec0-f4ca6476bee9 req-d6d9e8bd-6ed3-418e-b841-f36a07874b54 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0494986 Dec 10 19:21:33.635532 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a8f83abe-847a-4d66-9ec0-f4ca6476bee9 req-5948f022-c4e0-42d4-9044-41079415ff54 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438726 Dec 10 19:21:34.754831 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9d6d5-fa0d-4ae1-b2d9-75c51d6fc31c req-a913ec11-3937-4d08-853d-1f6ffa861017 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:34.756369 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9dc9d6d5-fa0d-4ae1-b2d9-75c51d6fc31c req-a913ec11-3937-4d08-853d-1f6ffa861017 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0520124 Dec 10 19:21:34.810620 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9dc9d6d5-fa0d-4ae1-b2d9-75c51d6fc31c req-fc07f312-9f45-4027-9aee-fee88c4ec599 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474794 Dec 10 19:21:35.929146 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f13fdd-1bf4-4866-833d-ad8377d6ede9 req-42daaac5-d98a-44ae-86fb-217ea2c13666 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:35.930702 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-65f13fdd-1bf4-4866-833d-ad8377d6ede9 req-42daaac5-d98a-44ae-86fb-217ea2c13666 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0511136 Dec 10 19:21:35.980509 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-65f13fdd-1bf4-4866-833d-ad8377d6ede9 req-e0b38edd-e122-4f13-90a7-856956aba44b tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432954 Dec 10 19:21:37.094436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa7ce3-6e70-4abd-b76a-f26ff2a8eea9 req-58905e74-1cdf-4f9c-9583-e82e0dc50d33 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:37.095962 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5aa7ce3-6e70-4abd-b76a-f26ff2a8eea9 req-58905e74-1cdf-4f9c-9583-e82e0dc50d33 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0488186 Dec 10 19:21:37.151924 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a5aa7ce3-6e70-4abd-b76a-f26ff2a8eea9 req-4146f99e-9223-494a-bc12-934b3a85174a tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499218 Dec 10 19:21:38.029426 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-98c03f82-b207-4e4b-92d0-a9756f84024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:38.030952 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-98c03f82-b207-4e4b-92d0-a9756f84024c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187&tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a HTTP/1.1" status: 200 len: 1096 time: 0.0410159 Dec 10 19:21:38.097387 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-9462ef5c-a33b-47bf-a67a-837e2b59736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:38.098936 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-9462ef5c-a33b-47bf-a67a-837e2b59736e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 1096 time: 0.0392284 Dec 10 19:21:38.194623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-7969a6f5-ad82-4f43-bbc4-0e65baecfcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:38.196105 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-7969a6f5-ad82-4f43-bbc4-0e65baecfcb6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0878122 Dec 10 19:21:38.265401 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-93798ef3-73d9-4d9d-bd41-0212e9a5860d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df57e975-d7fe-4682-983d-4cee06e1f85b HTTP/1.1" status: 200 len: 999 time: 0.0582530 Dec 10 19:21:38.275619 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0ea6c-7585-4593-a841-e85512462bbd req-a45ad8e1-7130-4449-9593-321d6f195635 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:38.277100 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34e0ea6c-7585-4593-a841-e85512462bbd req-a45ad8e1-7130-4449-9593-321d6f195635 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0534294 Dec 10 19:21:38.321233 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-b67df034-1627-45cb-b454-9baa4c84dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:38.322716 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-b67df034-1627-45cb-b454-9baa4c84dabb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0467672 Dec 10 19:21:38.327457 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-34e0ea6c-7585-4593-a841-e85512462bbd req-e7c9ebed-d289-4442-bf54-acada436ff1f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444150 Dec 10 19:21:38.376554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-f185c5be-71f7-47d2-bdfd-d8be9df10bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:38.378054 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-f185c5be-71f7-47d2-bdfd-d8be9df10bb7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444057 Dec 10 19:21:38.470274 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-d42bf18e-c5a6-429d-a000-d7c2f06e2f01 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795920 Dec 10 19:21:38.567226 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-737df25a-c3f5-4f1e-9fed-4a738b8c6a71 req-4fcbbf60-d6b2-45ae-aeb1-eb30aced20e4 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858309 Dec 10 19:21:39.444045 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ce663-0849-4da4-9b23-c8d38c61ac19 req-84a75ff3-aba3-4871-ac6c-1a11a5bd3b65 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:39.445513 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c83ce663-0849-4da4-9b23-c8d38c61ac19 req-84a75ff3-aba3-4871-ac6c-1a11a5bd3b65 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0488625 Dec 10 19:21:39.495175 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c83ce663-0849-4da4-9b23-c8d38c61ac19 req-186577ea-c9b2-473d-a107-b45c52dfbfbf tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436406 Dec 10 19:21:40.606849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497236a5-c76a-477d-872d-c14a76eef833 req-6c5d87fb-ddb9-4d9d-863a-fe0a4cba8212 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:40.608321 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-497236a5-c76a-477d-872d-c14a76eef833 req-6c5d87fb-ddb9-4d9d-863a-fe0a4cba8212 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0481439 Dec 10 19:21:40.661004 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-497236a5-c76a-477d-872d-c14a76eef833 req-210d5f49-889b-49e1-bce3-f08843d6580c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467834 Dec 10 19:21:41.773028 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc621b-598a-4eee-997f-bea7f017a50b req-305b2543-af8e-467a-9505-9ff8bea84b64 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:41.774420 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e1bc621b-598a-4eee-997f-bea7f017a50b req-305b2543-af8e-467a-9505-9ff8bea84b64 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0480800 Dec 10 19:21:41.822947 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e1bc621b-598a-4eee-997f-bea7f017a50b req-7ed2ad26-3fa4-4a38-b9cf-3ee95752a38e tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425663 Dec 10 19:21:42.935971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d31f8-3e32-491d-80d0-731c8f0b8101 req-74b3efe9-8334-4a06-bba6-a867e592ecde tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:42.937447 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-605d31f8-3e32-491d-80d0-731c8f0b8101 req-74b3efe9-8334-4a06-bba6-a867e592ecde tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0481024 Dec 10 19:21:42.985654 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-605d31f8-3e32-491d-80d0-731c8f0b8101 req-41c5e1b8-effa-40a2-8659-ecad895200b1 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422084 Dec 10 19:21:44.103368 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe31d6-c2fc-48ca-af5b-f1eb32e563f7 req-17829775-2983-4bdd-8091-2c55ced00e1b tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:44.104875 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c2fe31d6-c2fc-48ca-af5b-f1eb32e563f7 req-17829775-2983-4bdd-8091-2c55ced00e1b tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0526445 Dec 10 19:21:44.153830 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c2fe31d6-c2fc-48ca-af5b-f1eb32e563f7 req-5d68ef24-96db-4eda-9f50-0c125d0b0e17 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427322 Dec 10 19:21:45.270001 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa812310-1bb4-423c-b968-bf035bfdc7f0 req-78f577c6-38a3-4410-8457-f61da02cbcc8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:45.271484 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aa812310-1bb4-423c-b968-bf035bfdc7f0 req-78f577c6-38a3-4410-8457-f61da02cbcc8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0483372 Dec 10 19:21:45.320104 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aa812310-1bb4-423c-b968-bf035bfdc7f0 req-5d82f744-6523-4a80-9690-8509e30d064d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426741 Dec 10 19:21:46.436332 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895823b7-6b8f-453d-9461-82a39d5e4a15 req-d769aa25-f2ff-4fc0-ad7f-6499faeb6b5d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:46.437813 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-895823b7-6b8f-453d-9461-82a39d5e4a15 req-d769aa25-f2ff-4fc0-ad7f-6499faeb6b5d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 943 time: 0.0529871 Dec 10 19:21:46.466765 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device df57e975-d7fe-4682-983d-4cee06e1f85b details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:21:46.486139 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-895823b7-6b8f-453d-9461-82a39d5e4a15 req-0f6ca9f1-7ba1-41e0-9ec2-319d3385e116 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423443 Dec 10 19:21:46.524043 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-47a417bf-2f9b-48d7-a565-83af543922ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:46.565903 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port df57e975-d7fe-4682-983d-4cee06e1f85b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=df57e975-d7fe-4682-983d-4cee06e1f85b,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:46.577639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'port_id': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'mac_address': 'fa:16:3e:ea:a5:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:21:46.612919 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:46.625885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df57e975-d7fe-4682-983d-4cee06e1f85b {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:21:46.645282 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port df57e975-d7fe-4682-983d-4cee06e1f85b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=df57e975-d7fe-4682-983d-4cee06e1f85b,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:46.728031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:46.773096 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=df57e975-d7fe-4682-983d-4cee06e1f85b,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:47.042758 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['df57e975-d7fe-4682-983d-4cee06e1f85b'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:21:47.606756 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaa822-4d13-46f9-a471-26eab416698b req-504ac1aa-44e2-4f81-ad13-2f2883af8aa7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:47.608225 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4acaa822-4d13-46f9-a471-26eab416698b req-504ac1aa-44e2-4f81-ad13-2f2883af8aa7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 944 time: 0.0487752 Dec 10 19:21:47.657928 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4acaa822-4d13-46f9-a471-26eab416698b req-69800165-f633-45fb-a456-3afc2b8549f0 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438497 Dec 10 19:21:48.499342 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device df57e975-d7fe-4682-983d-4cee06e1f85b up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:48.548133 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port df57e975-d7fe-4682-983d-4cee06e1f85b triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:48.548506 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:48.630607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:48.653190 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df57e975-d7fe-4682-983d-4cee06e1f85b'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:21:48.655463 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bff1c6-63b6-46a4-a7b1-f728f36b9977" -d '{"events": [{"server_uuid": "53c14695-e9f9-44ab-a791-9404bf6b7187", "name": "network-vif-plugged", "status": "completed", "tag": "df57e975-d7fe-4682-983d-4cee06e1f85b"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:21:48.667450 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port df57e975-d7fe-4682-983d-4cee06e1f85b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=df57e975-d7fe-4682-983d-4cee06e1f85b,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:48.692907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dffe1ae-0b89-46f2-b371-8b607537666f x-openstack-request-id: req-6dffe1ae-0b89-46f2-b371-8b607537666f {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:21:48.693085 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c14695-e9f9-44ab-a791-9404bf6b7187", "name": "network-vif-plugged", "status": "completed", "tag": "df57e975-d7fe-4682-983d-4cee06e1f85b", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:21:48.693339 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6dffe1ae-0b89-46f2-b371-8b607537666f {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:21:48.693779 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'code': 200} Dec 10 19:21:48.774379 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:48.774597 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ca1fa-1279-43cf-9393-3e261b457f4d req-3cd59397-18fb-4c1c-9750-02ac3c1a5e45 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:48.775825 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0d6ca1fa-1279-43cf-9393-3e261b457f4d req-3cd59397-18fb-4c1c-9750-02ac3c1a5e45 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 944 time: 0.0504186 Dec 10 19:21:48.830915 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0d6ca1fa-1279-43cf-9393-3e261b457f4d req-6a8ec2b6-ad42-481c-a169-62ccbe7992af tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489948 Dec 10 19:21:48.839247 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=df57e975-d7fe-4682-983d-4cee06e1f85b,revision_number=8']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:48.853722 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e3a3cfd5-d2a5-4c08-86e5-c6904c58711a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:48.922701 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:49.000249 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60715b8f-a226-47da-b799-b89b8b02a7a4 req-d22c498b-77b8-44aa-8455-2cefddd5e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:49.001766 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-60715b8f-a226-47da-b799-b89b8b02a7a4 req-d22c498b-77b8-44aa-8455-2cefddd5e433 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 1098 time: 0.0391107 Dec 10 19:21:49.047765 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-60715b8f-a226-47da-b799-b89b8b02a7a4 req-297601dd-1b6a-4746-be80-68586985eda2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387034 Dec 10 19:21:49.948291 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952990ee-6403-4770-90e5-550f05c4a4af req-1011106b-93ed-4244-a354-46240941635b tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:49.949798 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-952990ee-6403-4770-90e5-550f05c4a4af req-1011106b-93ed-4244-a354-46240941635b tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0506272 Dec 10 19:21:50.000493 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-952990ee-6403-4770-90e5-550f05c4a4af req-107e0e2f-8b79-46cb-8ad9-1c6e1607c9eb tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447848 Dec 10 19:21:50.310716 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:51.113739 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3ca7d-18d4-4cf6-8455-e87731bd8f58 req-d3adcdfc-7766-4308-b8a6-7a296475e77c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:51.115212 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2ff3ca7d-18d4-4cf6-8455-e87731bd8f58 req-d3adcdfc-7766-4308-b8a6-7a296475e77c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0478513 Dec 10 19:21:51.168388 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2ff3ca7d-18d4-4cf6-8455-e87731bd8f58 req-a3868e1a-b495-4017-b1ef-f5d217d3ec9e tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468836 Dec 10 19:21:51.530131 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:52.562088 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:58.532622 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5d689c9e-7630-4b9a-80ab-4502f313ddb7 req-86c88e27-ec8a-40fa-8748-5546aa5f94e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431082 Dec 10 19:21:58.614314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d689c9e-7630-4b9a-80ab-4502f313ddb7 req-4e416151-766a-468e-8c29-c9566092196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:58.615777 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5d689c9e-7630-4b9a-80ab-4502f313ddb7 req-4e416151-766a-468e-8c29-c9566092196b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 1098 time: 0.0404522 Dec 10 19:21:58.716765 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d689c9e-7630-4b9a-80ab-4502f313ddb7 req-c64181d6-1600-4d47-86cc-f4e2904f4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:58.718254 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5d689c9e-7630-4b9a-80ab-4502f313ddb7 req-c64181d6-1600-4d47-86cc-f4e2904f4a45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0840273 Dec 10 19:21:58.786255 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5d689c9e-7630-4b9a-80ab-4502f313ddb7 req-b8bedf9f-8312-4efa-869f-95f581e4f575 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df57e975-d7fe-4682-983d-4cee06e1f85b HTTP/1.1" status: 200 len: 1001 time: 0.0599909 Dec 10 19:21:58.835769 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d689c9e-7630-4b9a-80ab-4502f313ddb7 req-5e3f5955-0bde-4ff4-8a4a-c4957369daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:58.837724 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5d689c9e-7630-4b9a-80ab-4502f313ddb7 req-5e3f5955-0bde-4ff4-8a4a-c4957369daad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0424125 Dec 10 19:21:58.880893 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d689c9e-7630-4b9a-80ab-4502f313ddb7 req-589613b9-53a3-43cd-b4b5-71e22d0d412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:58.882400 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5d689c9e-7630-4b9a-80ab-4502f313ddb7 req-589613b9-53a3-43cd-b4b5-71e22d0d412f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381806 Dec 10 19:21:58.893359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [req-5d689c9e-7630-4b9a-80ab-4502f313ddb7 req-193a9f1d-41b5-46dd-aaaa-171076439d97 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:21:58.894340 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5d689c9e-7630-4b9a-80ab-4502f313ddb7 req-193a9f1d-41b5-46dd-aaaa-171076439d97 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048585 Dec 10 19:21:58.986194 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5d689c9e-7630-4b9a-80ab-4502f313ddb7 req-d02707d5-f06b-4343-86e4-47734aef0a63 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845022 Dec 10 19:21:59.078647 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5d689c9e-7630-4b9a-80ab-4502f313ddb7 req-f2434558-d536-4f22-a265-5a02c33ba0be service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852048 Dec 10 19:21:59.856407 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:22:16.527327 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-2da10992-8531-4162-9dfc-1dfc750dd76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:18.844265 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-05bfa2cd-6757-4a80-848a-df5d015d9664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:18.941751 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:20.321787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:21.578556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:22.587027 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:36.858383 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:22:46.601399 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-7d9f75e0-74b2-456b-bdb0-cf44def25bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:48.869890 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-82e588ff-60f1-4a35-8e5c-9bb56b0aa0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:48.946788 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:50.354956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:51.572589 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:52.584107 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:58.645284 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e09512ea-8516-41a8-85ae-e76c4c6b4f85 req-f33e5dee-01f5-4d08-a564-5107602e46db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1119866 Dec 10 19:22:58.737284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09512ea-8516-41a8-85ae-e76c4c6b4f85 req-f015862b-bdd5-49f7-9f28-1f98bafcb9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:58.738875 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e09512ea-8516-41a8-85ae-e76c4c6b4f85 req-f015862b-bdd5-49f7-9f28-1f98bafcb9db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 1098 time: 0.0452142 Dec 10 19:22:58.847603 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09512ea-8516-41a8-85ae-e76c4c6b4f85 req-1966d629-a3f3-4ee0-8de7-ee03e75c8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:58.848999 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e09512ea-8516-41a8-85ae-e76c4c6b4f85 req-1966d629-a3f3-4ee0-8de7-ee03e75c8dc0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0860984 Dec 10 19:22:58.913860 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e09512ea-8516-41a8-85ae-e76c4c6b4f85 req-4c973c4d-4c42-4523-ae93-6811c1c9715a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df57e975-d7fe-4682-983d-4cee06e1f85b HTTP/1.1" status: 200 len: 1001 time: 0.0577328 Dec 10 19:22:58.971352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09512ea-8516-41a8-85ae-e76c4c6b4f85 req-7a7aaf03-2f96-4a7c-b71f-6ffb16ed0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:58.972853 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e09512ea-8516-41a8-85ae-e76c4c6b4f85 req-7a7aaf03-2f96-4a7c-b71f-6ffb16ed0b53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0479727 Dec 10 19:22:59.022582 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09512ea-8516-41a8-85ae-e76c4c6b4f85 req-463b6ec6-ef78-4b17-9932-f6b33255b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:59.024090 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e09512ea-8516-41a8-85ae-e76c4c6b4f85 req-463b6ec6-ef78-4b17-9932-f6b33255b3cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400012 Dec 10 19:22:59.117626 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e09512ea-8516-41a8-85ae-e76c4c6b4f85 req-b0450fd8-fff6-40bd-b9d0-c73a41e00f0e service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817709 Dec 10 19:22:59.215645 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-e09512ea-8516-41a8-85ae-e76c4c6b4f85 req-a41ab512-f5dc-4cf9-a5f8-061119b8cbd7 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862491 Dec 10 19:23:13.857771 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:23:16.537617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bd09284c-5e52-4f36-9082-08a9301a9dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:18.883787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5370be97-7e02-441a-aff1-d66569bba812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:18.934752 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:20.346371 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:21.569507 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:22.606406 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:38.802836 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44440) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:39.117435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Deleting port 0bb6b324-092f-4b6c-9d79-de90f0e7c069 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:23:39.117712 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:39.195578 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:39.195908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:39.207207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Calling delete_port for 0bb6b324-092f-4b6c-9d79-de90f0e7c069 owned by network:floatingip {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:23:39.420776 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:39.450588 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event deleted for resources: {'Port': ['ID=0bb6b324-092f-4b6c-9d79-de90f0e7c069,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:39.462928 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:39.463290 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:39.463661 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:39.463987 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:39.464325 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:39.464660 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:39.464998 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:39.465331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:39.465663 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:39.466019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:39.466356 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:39.466683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:39.467010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:39.520772 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for floatingip, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:39.521102 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.l3_db [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Floating IP 52296375-0bea-4bbe-b782-f017e82b1185 disassociated (deleted). External IP: 172.26.5.220, port: df57e975-d7fe-4682-983d-4cee06e1f85b. Dec 10 19:23:39.723432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Router 541af5a1-7f84-42da-9bd3-1111253eb6a9 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:23:39.829021 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:23:39.833458 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:39.839146 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c08842b-e201-4f58-88b9-07a079de8085 None None] Sync routers for ids ['541af5a1-7f84-42da-9bd3-1111253eb6a9'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:23:39.848035 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c08842b-e201-4f58-88b9-07a079de8085 None None] Routers {'541af5a1-7f84-42da-9bd3-1111253eb6a9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:39.848632 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9c08842b-e201-4f58-88b9-07a079de8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:23:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['541af5a1-7f84-42da-9bd3-1111253eb6a9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:39.860506 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ee4c13d8-4a4d-4bf4-80ff-2776c7e229f7 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "DELETE /v2.0/floatingips/52296375-0bea-4bbe-b782-f017e82b1185 HTTP/1.1" status: 204 len: 168 time: 1.0566707 Dec 10 19:23:39.861112 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'tag': 'df57e975-d7fe-4682-983d-4cee06e1f85b'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:23:39.863552 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af4c096-5778-4a01-8f8e-f53f114fcfa5" -d '{"events": [{"name": "network-changed", "server_uuid": "53c14695-e9f9-44ab-a791-9404bf6b7187", "tag": "df57e975-d7fe-4682-983d-4cee06e1f85b"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:23:39.956707 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-9c08842b-e201-4f58-88b9-07a079de8085 None None] Set router 541af5a1-7f84-42da-9bd3-1111253eb6a9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:23:40.023406 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1db5e28-4dfa-4ec9-9529-7704997df2f4 x-openstack-request-id: req-b1db5e28-4dfa-4ec9-9529-7704997df2f4 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:23:40.030817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c14695-e9f9-44ab-a791-9404bf6b7187", "tag": "df57e975-d7fe-4682-983d-4cee06e1f85b", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:23:40.030817 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1db5e28-4dfa-4ec9-9529-7704997df2f4 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:23:40.030817 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'tag': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'status': 'completed', 'code': 200} Dec 10 19:23:40.097443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4c096-5778-4a01-8f8e-f53f114fcfa5 req-407f0d3b-2b89-4775-9af9-75114ecb2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:40.098974 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8af4c096-5778-4a01-8f8e-f53f114fcfa5 req-407f0d3b-2b89-4775-9af9-75114ecb2343 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 1098 time: 0.0417287 Dec 10 19:23:40.195459 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4c096-5778-4a01-8f8e-f53f114fcfa5 req-75c8af27-3d11-4868-9d20-62f3f59747ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:40.196939 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8af4c096-5778-4a01-8f8e-f53f114fcfa5 req-75c8af27-3d11-4868-9d20-62f3f59747ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 200 len: 910 time: 0.0885568 Dec 10 19:23:40.244578 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8af4c096-5778-4a01-8f8e-f53f114fcfa5 req-24ceaf07-9589-447d-aa54-c836e53682ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df57e975-d7fe-4682-983d-4cee06e1f85b HTTP/1.1" status: 200 len: 217 time: 0.0359194 Dec 10 19:23:40.256604 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9c08842b-e201-4f58-88b9-07a079de8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 5, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:40.279417 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c08842b-e201-4f58-88b9-07a079de8085 None None] Checking router: 541af5a1-7f84-42da-9bd3-1111253eb6a9 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:23:40.289018 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c08842b-e201-4f58-88b9-07a079de8085 None None] Routers {'541af5a1-7f84-42da-9bd3-1111253eb6a9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:40.289308 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9c08842b-e201-4f58-88b9-07a079de8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:23:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['541af5a1-7f84-42da-9bd3-1111253eb6a9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:40.305191 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4c096-5778-4a01-8f8e-f53f114fcfa5 req-a101d3a4-a98a-452e-9cdd-836835220192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:40.306681 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8af4c096-5778-4a01-8f8e-f53f114fcfa5 req-a101d3a4-a98a-452e-9cdd-836835220192 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 200 len: 848 time: 0.0516272 Dec 10 19:23:40.354505 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4c096-5778-4a01-8f8e-f53f114fcfa5 req-6a5bd52d-01ed-41f9-a20f-94ee9ca70644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:40.354972 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e312c-3149-4a5f-b106-5d0a5d37145b req-5761cbb3-2a2b-4b27-bf16-65683c0dda1a tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:40.356007 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8af4c096-5778-4a01-8f8e-f53f114fcfa5 req-6a5bd52d-01ed-41f9-a20f-94ee9ca70644 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=11daa52c-b9b2-46cb-9976-a56365bcc626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419753 Dec 10 19:23:40.357068 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-221e312c-3149-4a5f-b106-5d0a5d37145b req-5761cbb3-2a2b-4b27-bf16-65683c0dda1a tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0613379 Dec 10 19:23:40.395551 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-9c08842b-e201-4f58-88b9-07a079de8085 None None] Set router 541af5a1-7f84-42da-9bd3-1111253eb6a9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:23:40.408353 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-221e312c-3149-4a5f-b106-5d0a5d37145b req-ab68eb01-faf4-4321-9ab7-534600e9ccb8 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447767 Dec 10 19:23:40.450274 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8af4c096-5778-4a01-8f8e-f53f114fcfa5 req-6de6ca70-7214-42ce-81c6-9fbb5a6bca7f service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854785 Dec 10 19:23:40.554571 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-8af4c096-5778-4a01-8f8e-f53f114fcfa5 req-b904184f-dd6d-43c7-b527-f72f67d0f694 service neutron] 10.222.0.21 "GET /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965159 Dec 10 19:23:40.598334 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-9c08842b-e201-4f58-88b9-07a079de8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 5, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:40.623743 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c08842b-e201-4f58-88b9-07a079de8085 None None] The sync data for ids ['541af5a1-7f84-42da-9bd3-1111253eb6a9'] in dv-neutron-821434-1-hyperv is: [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:13:13Z', 'revision_number': 4, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '4ba50a22-a811-49d0-99bc-a24c527f4377', 'name': '', 'network_id': '11daa52c-b9b2-46cb-9976-a56365bcc626', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'mac_address': 'fa:16:3e:f5:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:12Z', 'updated_at': '2021-12-10T19:13:16Z', 'revision_number': 5, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'subnets': [{'id': 'a5566230-0dca-41bb-9091-390d5cdd37ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:23:40.827367 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164a781-14e7-447e-ac45-57b385615a3e None None] New status for floating IP 52296375-0bea-4bbe-b782-f017e82b1185: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:23:41.581256 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685453d3-4a90-4de2-8af6-c66febc5a132 req-4ca67936-dbe8-4fe7-8723-ad0a84ce4746 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:41.582793 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-685453d3-4a90-4de2-8af6-c66febc5a132 req-4ca67936-dbe8-4fe7-8723-ad0a84ce4746 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.1023822 Dec 10 19:23:41.633233 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-685453d3-4a90-4de2-8af6-c66febc5a132 req-5cc6d9c2-b584-468e-b8c9-1d82079b1cfa tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dca611c-21de-4b3f-8423-93c20cbaee7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439706 Dec 10 19:23:42.069026 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb8c9a-31dc-428c-b86f-21575c96b29d req-53b9ca23-000e-4b86-9720-cb1c626cb62f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:42.071021 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c8eb8c9a-31dc-428c-b86f-21575c96b29d req-53b9ca23-000e-4b86-9720-cb1c626cb62f tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.21 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 945 time: 0.0497663 Dec 10 19:23:42.167188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-c8eb8c9a-31dc-428c-b86f-21575c96b29d req-c5c73122-d28b-4a2a-8651-52fcb4317c34 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Deleting port df57e975-d7fe-4682-983d-4cee06e1f85b {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:23:42.167542 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c8eb8c9a-31dc-428c-b86f-21575c96b29d req-c5c73122-d28b-4a2a-8651-52fcb4317c34 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:42.255293 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-c8eb8c9a-31dc-428c-b86f-21575c96b29d req-c5c73122-d28b-4a2a-8651-52fcb4317c34 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] For port df57e975-d7fe-4682-983d-4cee06e1f85b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=df57e975-d7fe-4682-983d-4cee06e1f85b,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:42.255783 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c8eb8c9a-31dc-428c-b86f-21575c96b29d req-c5c73122-d28b-4a2a-8651-52fcb4317c34 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:42.268922 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-c8eb8c9a-31dc-428c-b86f-21575c96b29d req-c5c73122-d28b-4a2a-8651-52fcb4317c34 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Calling delete_port for df57e975-d7fe-4682-983d-4cee06e1f85b owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:23:42.489449 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c8eb8c9a-31dc-428c-b86f-21575c96b29d req-c5c73122-d28b-4a2a-8651-52fcb4317c34 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:42.518844 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c73122-d28b-4a2a-8651-52fcb4317c34 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event deleted for resources: {'Port': ['ID=df57e975-d7fe-4682-983d-4cee06e1f85b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:42.563485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8eb8c9a-31dc-428c-b86f-21575c96b29d req-c5c73122-d28b-4a2a-8651-52fcb4317c34 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] No DVR routers for this DVR port df57e975-d7fe-4682-983d-4cee06e1f85b on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:42.568467 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-c8eb8c9a-31dc-428c-b86f-21575c96b29d req-c5c73122-d28b-4a2a-8651-52fcb4317c34 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:42.570397 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c8eb8c9a-31dc-428c-b86f-21575c96b29d req-c5c73122-d28b-4a2a-8651-52fcb4317c34 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.21 "DELETE /v2.0/ports/df57e975-d7fe-4682-983d-4cee06e1f85b HTTP/1.1" status: 204 len: 173 time: 0.4889512 Dec 10 19:23:42.570865 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'name': 'network-vif-deleted', 'tag': 'df57e975-d7fe-4682-983d-4cee06e1f85b'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:23:42.573096 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ed28ad-154d-4afe-85f2-53d9f2402f6c" -d '{"events": [{"server_uuid": "53c14695-e9f9-44ab-a791-9404bf6b7187", "name": "network-vif-deleted", "tag": "df57e975-d7fe-4682-983d-4cee06e1f85b"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:23:42.611454 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7f484e-27aa-4cad-94d7-fa9d8517b738 x-openstack-request-id: req-eb7f484e-27aa-4cad-94d7-fa9d8517b738 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:23:42.611761 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c14695-e9f9-44ab-a791-9404bf6b7187", "name": "network-vif-deleted", "tag": "df57e975-d7fe-4682-983d-4cee06e1f85b", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:23:42.612187 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb7f484e-27aa-4cad-94d7-fa9d8517b738 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:23:42.612781 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c14695-e9f9-44ab-a791-9404bf6b7187', 'name': 'network-vif-deleted', 'tag': 'df57e975-d7fe-4682-983d-4cee06e1f85b', 'status': 'completed', 'code': 200} Dec 10 19:23:42.730318 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-52fe9181-303a-452b-9e32-c0a552bb0523 req-1b232b6f-1332-4f99-bc62-6f1cb31cd2aa tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 210 time: 0.0261559 Dec 10 19:23:43.839792 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-cbae1bbc-6c86-4e84-8c0f-948d52cc4f24 req-37af1723-49a9-4c46-a449-fd0a1a35088d tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 210 time: 0.0304639 Dec 10 19:23:44.932883 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-702881c3-2a42-4a0c-9f20-3ac93f01c5d5 req-6ce0ac87-9aa5-4b4a-8a85-71cf43ab492b tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 210 time: 0.0266778 Dec 10 19:23:45.105109 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device df57e975-d7fe-4682-983d-4cee06e1f85b no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:45.124840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: df57e975-d7fe-4682-983d-4cee06e1f85b {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:23:45.125204 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device df57e975-d7fe-4682-983d-4cee06e1f85b not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:46.024978 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-1403a56c-60a3-400c-8991-4bbaf379919c req-d4805ae0-8f8a-47c1-b8b0-2b85298080a5 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 210 time: 0.0262942 Dec 10 19:23:46.554484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6e852c4f-4017-47eb-9fd4-e1b18c804a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:47.118691 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aa86fec6-6e72-4fa7-bf60-e797582824ab req-6dbd4d90-912e-4559-b1a8-c1f0788995d2 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 210 time: 0.0263476 Dec 10 19:23:48.232486 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f91dc4c2-8f73-4642-ba84-5049a70bde0a req-1a4457ff-3392-4ea9-a8d2-fea6f5ee68e6 tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c14695-e9f9-44ab-a791-9404bf6b7187 HTTP/1.1" status: 200 len: 210 time: 0.0293684 Dec 10 19:23:48.872112 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f615d33a-9649-407c-82a7-f3312ca0d5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:48.959962 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:49.291989 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44508) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:49.348875 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-635e9239-8849-4048-9ed2-16a7c952a09c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:49.374478 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-635e9239-8849-4048-9ed2-16a7c952a09c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:49.497011 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-635e9239-8849-4048-9ed2-16a7c952a09c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:49.499701 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-635e9239-8849-4048-9ed2-16a7c952a09c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:49.500894 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-635e9239-8849-4048-9ed2-16a7c952a09c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] 10.222.0.60 "DELETE /v2.0/security-groups/9dca611c-21de-4b3f-8423-93c20cbaee7b HTTP/1.1" status: 204 len: 168 time: 0.2078898 Dec 10 19:23:49.513225 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e9239-8849-4048-9ed2-16a7c952a09c tempest-TestShelveInstance-80436865 tempest-TestShelveInstance-80436865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dca611c-21de-4b3f-8423-93c20cbaee7b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:49.615141 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44512) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:50.090650 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-25013d86-930d-4c6a-9aff-b3168183ea90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:50.337281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-25013d86-930d-4c6a-9aff-b3168183ea90 admin admin] Deleting port 4ba50a22-a811-49d0-99bc-a24c527f4377 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:23:50.338027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-25013d86-930d-4c6a-9aff-b3168183ea90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:50.360835 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:50.718803 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-25013d86-930d-4c6a-9aff-b3168183ea90 admin admin] For port 4ba50a22-a811-49d0-99bc-a24c527f4377, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4ba50a22-a811-49d0-99bc-a24c527f4377,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:50.719169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-25013d86-930d-4c6a-9aff-b3168183ea90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:50.731156 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-25013d86-930d-4c6a-9aff-b3168183ea90 admin admin] Calling delete_port for 4ba50a22-a811-49d0-99bc-a24c527f4377 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:23:50.857729 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:23:50.994644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-25013d86-930d-4c6a-9aff-b3168183ea90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:51.018152 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25013d86-930d-4c6a-9aff-b3168183ea90 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba50a22-a811-49d0-99bc-a24c527f4377,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:51.195389 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-25013d86-930d-4c6a-9aff-b3168183ea90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:51.416324 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25013d86-930d-4c6a-9aff-b3168183ea90 admin admin] Router 541af5a1-7f84-42da-9bd3-1111253eb6a9 has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:23:51.523346 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25013d86-930d-4c6a-9aff-b3168183ea90 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:23:51.528570 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-25013d86-930d-4c6a-9aff-b3168183ea90 admin admin] 10.222.0.60 "PUT /v2.0/routers/541af5a1-7f84-42da-9bd3-1111253eb6a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9117031 Dec 10 19:23:51.531147 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44516) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:51.534555 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02089efd-2d3d-4f13-b48b-2e82349bcccc None None] Sync routers for ids ['541af5a1-7f84-42da-9bd3-1111253eb6a9'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:23:51.547314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:51.548940 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02089efd-2d3d-4f13-b48b-2e82349bcccc None None] Routers {'541af5a1-7f84-42da-9bd3-1111253eb6a9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:51.549922 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-02089efd-2d3d-4f13-b48b-2e82349bcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:23:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['541af5a1-7f84-42da-9bd3-1111253eb6a9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:51.645358 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:51.658722 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-02089efd-2d3d-4f13-b48b-2e82349bcccc None None] Set router 541af5a1-7f84-42da-9bd3-1111253eb6a9 gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:23:51.753748 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:51.843339 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-02089efd-2d3d-4f13-b48b-2e82349bcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:23:50Z', 'revision_number': 5, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port': {'id': '8a50ef10-cb0f-4ff3-a7f9-df45920e7039', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:46:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:10Z', 'updated_at': '2021-12-10T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:51.870445 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02089efd-2d3d-4f13-b48b-2e82349bcccc None None] Checking router: 541af5a1-7f84-42da-9bd3-1111253eb6a9 for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:23:51.876565 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] Deleting port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:23:51.876916 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:51.878779 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02089efd-2d3d-4f13-b48b-2e82349bcccc None None] Routers {'541af5a1-7f84-42da-9bd3-1111253eb6a9'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:51.879523 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-02089efd-2d3d-4f13-b48b-2e82349bcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:23:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['541af5a1-7f84-42da-9bd3-1111253eb6a9'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:51.960571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] For port 8a50ef10-cb0f-4ff3-a7f9-df45920e7039, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8a50ef10-cb0f-4ff3-a7f9-df45920e7039,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:51.960939 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:51.974419 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] Calling delete_port for 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:23:51.977248 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-02089efd-2d3d-4f13-b48b-2e82349bcccc None None] Set router 541af5a1-7f84-42da-9bd3-1111253eb6a9 gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:23:52.029378 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-02089efd-2d3d-4f13-b48b-2e82349bcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:23:51Z', 'revision_number': 6, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:52.063783 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02089efd-2d3d-4f13-b48b-2e82349bcccc None None] The sync data for ids ['541af5a1-7f84-42da-9bd3-1111253eb6a9'] in dv-neutron-821434-1-hyperv is: [{'id': '541af5a1-7f84-42da-9bd3-1111253eb6a9', 'name': 'tempest-TestShelveInstance-1253554450-router', 'tenant_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:09Z', 'updated_at': '2021-12-10T19:23:51Z', 'revision_number': 6, 'project_id': '5f9fabaab7eb4fb498fc064ad4a2752a', 'gw_port_host': None}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:23:52.214560 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:52.238361 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a50ef10-cb0f-4ff3-a7f9-df45920e7039,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:52.254983 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8661aadf-7f66-475f-9645-3fbe032911cd None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:23:52.300114 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:52.391051 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:52.393201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:52.503332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:52.503909 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 541af5a1-7f84-42da-9bd3-1111253eb6a9 {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:23:52.509052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:52.510304 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-ae721b25-3ffb-48ff-9e9d-f5cf236497a4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/541af5a1-7f84-42da-9bd3-1111253eb6a9 HTTP/1.1" status: 204 len: 168 time: 0.9782374 Dec 10 19:23:52.514063 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44518) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:52.522556 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4ba50a22-a811-49d0-99bc-a24c527f4377 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:52.545780 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 4ba50a22-a811-49d0-99bc-a24c527f4377 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:23:52.548421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4ba50a22-a811-49d0-99bc-a24c527f4377 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:52.566952 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b2c06e-7e47-4931-985e-b82fc34feeca admin admin] Deleting subnet a5566230-0dca-41bb-9091-390d5cdd37ec {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:23:52.570629 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c06e-7e47-4931-985e-b82fc34feeca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:52.603430 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:52.606214 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c06e-7e47-4931-985e-b82fc34feeca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:52.687052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c06e-7e47-4931-985e-b82fc34feeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:52.815109 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c06e-7e47-4931-985e-b82fc34feeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:52.840079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2c06e-7e47-4931-985e-b82fc34feeca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5566230-0dca-41bb-9091-390d5cdd37ec,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:52.845904 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c06e-7e47-4931-985e-b82fc34feeca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:52.849397 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f9b2c06e-7e47-4931-985e-b82fc34feeca admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a5566230-0dca-41bb-9091-390d5cdd37ec HTTP/1.1" status: 204 len: 168 time: 0.3356438 Dec 10 19:23:52.852162 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44520) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:52.856407 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169d3e9-1ca1-47dc-8201-cacbcd6f9ca1 None None] Network 11daa52c-b9b2-46cb-9976-a56365bcc626 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:23:52.926429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:52.985050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Deleting port 354383f5-5f22-4ff8-9c46-9de1965c52b6 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:23:52.985398 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:53.011624 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] DHCP port deletion for 11daa52c-b9b2-46cb-9976-a56365bcc626 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:23:53.049900 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] For port 354383f5-5f22-4ff8-9c46-9de1965c52b6, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=354383f5-5f22-4ff8-9c46-9de1965c52b6,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:53.050283 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:53.060233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Deleting port 354383f5-5f22-4ff8-9c46-9de1965c52b6 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:23:53.060616 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:53.077777 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Calling delete_port for 354383f5-5f22-4ff8-9c46-9de1965c52b6 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:23:53.130237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] For port 354383f5-5f22-4ff8-9c46-9de1965c52b6, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=354383f5-5f22-4ff8-9c46-9de1965c52b6,segment=NetworkSegment(d4c8da31-0c5d-4cdd-8604-904a66d97ab8),segment_id=d4c8da31-0c5d-4cdd-8604-904a66d97ab8)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:53.130975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:53.144527 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Calling delete_port for 354383f5-5f22-4ff8-9c46-9de1965c52b6 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:23:53.232088 dv-neutron-821434-1-hyperv neutron-server[103595]: self.session.flush() Dec 10 19:23:53.236114 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:53.240237 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:53.259260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Pushing event deleted for resources: {'Port': ['ID=354383f5-5f22-4ff8-9c46-9de1965c52b6,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:53.262754 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] No DVR routers for this DVR port 354383f5-5f22-4ff8-9c46-9de1965c52b6 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:53.270050 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Pushing event deleted for resources: {'Port': ['ID=354383f5-5f22-4ff8-9c46-9de1965c52b6,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:53.275730 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] No DVR routers for this DVR port 354383f5-5f22-4ff8-9c46-9de1965c52b6 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:53.284599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:53.284954 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:53.285302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:53.285645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:53.286011 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:53.289234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:53.289234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:53.289234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:53.289234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:53.289234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:53.289234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:53.289234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:53.289234 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b70b6-652b-499f-baca-214a3cfcc17b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:53.345023 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:53.364983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11daa52c-b9b2-46cb-9976-a56365bcc626']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:53.374685 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:53.374979 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c8da31-0c5d-4cdd-8604-904a66d97ab8') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:53.384292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:53.397052 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:53.402824 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:23:53.403204 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:23:53.404804 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:23:53.534613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:53.540350 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:53.545399 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] 10.222.0.60 "DELETE /v2.0/networks/11daa52c-b9b2-46cb-9976-a56365bcc626 HTTP/1.1" status: 204 len: 168 time: 0.6905611 Dec 10 19:23:53.547152 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44522) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:53.555928 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245051c5-eb7f-43c2-bd16-efa027b336bf admin admin] Pushing event deleted for resources: {'Network': ['ID=11daa52c-b9b2-46cb-9976-a56365bcc626,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:53.894840 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:54.149611 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Deleting port 8dc8c380-0c03-4aaf-bff8-73240e4b5034 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:23:54.149889 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:54.224883 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] For port 8dc8c380-0c03-4aaf-bff8-73240e4b5034, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=8dc8c380-0c03-4aaf-bff8-73240e4b5034,segment=NetworkSegment(092dc68d-7bd4-459c-9638-61b263580e0f),segment_id=092dc68d-7bd4-459c-9638-61b263580e0f)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:54.225272 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:54.238888 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Calling delete_port for 8dc8c380-0c03-4aaf-bff8-73240e4b5034 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:23:54.288625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 354383f5-5f22-4ff8-9c46-9de1965c52b6 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:54.309006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 354383f5-5f22-4ff8-9c46-9de1965c52b6 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:23:54.309580 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 354383f5-5f22-4ff8-9c46-9de1965c52b6 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:54.310425 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:54.331504 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:23:54.331851 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8a50ef10-cb0f-4ff3-a7f9-df45920e7039 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:54.555151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:54.581058 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc8c380-0c03-4aaf-bff8-73240e4b5034,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:54.610895 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:54.611246 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:54.611591 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:54.611927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:54.612259 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:54.612588 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:54.612916 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:54.613242 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:54.613566 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:54.613923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:54.614249 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:54.614574 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:54.614892 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:54.755691 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:54.962213 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Router 26e2d3f8-691d-415b-aae8-54796644f75b has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:23:55.066124 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:23:55.071797 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-58c73520-93ba-48ce-b67a-178e274b6b72 admin admin] 10.222.0.60 "PUT /v2.0/routers/26e2d3f8-691d-415b-aae8-54796644f75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5237083 Dec 10 19:23:55.074471 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44524) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:55.184732 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:55.201774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c727ba5-6896-4a19-ad51-406af1e207ca None None] Sync routers for ids ['26e2d3f8-691d-415b-aae8-54796644f75b'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:23:55.211911 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c727ba5-6896-4a19-ad51-406af1e207ca None None] Routers {'26e2d3f8-691d-415b-aae8-54796644f75b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:55.212521 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2c727ba5-6896-4a19-ad51-406af1e207ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:23:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['26e2d3f8-691d-415b-aae8-54796644f75b'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:55.286259 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:55.315889 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-2c727ba5-6896-4a19-ad51-406af1e207ca None None] Set router 26e2d3f8-691d-415b-aae8-54796644f75b gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:23:55.432105 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] Deleting port 595b2000-6f6b-40d2-a861-eb67267178a4 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:23:55.432452 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:55.502694 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2c727ba5-6896-4a19-ad51-406af1e207ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'name': 'tempest-TestShelveInstance-545949721-router', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '595b2000-6f6b-40d2-a861-eb67267178a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:23:54Z', 'revision_number': 5, 'project_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'gw_port': {'id': '595b2000-6f6b-40d2-a861-eb67267178a4', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:55.517890 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] For port 595b2000-6f6b-40d2-a861-eb67267178a4, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=595b2000-6f6b-40d2-a861-eb67267178a4,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:55.518303 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:55.531984 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] Calling delete_port for 595b2000-6f6b-40d2-a861-eb67267178a4 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:23:55.532755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c727ba5-6896-4a19-ad51-406af1e207ca None None] Checking router: 26e2d3f8-691d-415b-aae8-54796644f75b for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:23:55.541061 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c727ba5-6896-4a19-ad51-406af1e207ca None None] Routers {'26e2d3f8-691d-415b-aae8-54796644f75b'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:55.541672 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2c727ba5-6896-4a19-ad51-406af1e207ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:23:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['26e2d3f8-691d-415b-aae8-54796644f75b'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:55.633436 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-2c727ba5-6896-4a19-ad51-406af1e207ca None None] Set router 26e2d3f8-691d-415b-aae8-54796644f75b gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:23:55.687474 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-2c727ba5-6896-4a19-ad51-406af1e207ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'name': 'tempest-TestShelveInstance-545949721-router', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:23:55Z', 'revision_number': 6, 'project_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:55.714186 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c727ba5-6896-4a19-ad51-406af1e207ca None None] The sync data for ids ['26e2d3f8-691d-415b-aae8-54796644f75b'] in dv-neutron-821434-1-hyperv is: [{'id': '26e2d3f8-691d-415b-aae8-54796644f75b', 'name': 'tempest-TestShelveInstance-545949721-router', 'tenant_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:15Z', 'updated_at': '2021-12-10T19:23:55Z', 'revision_number': 6, 'project_id': 'f6a73141bac84c8cb8f3018bf27e5c6f', 'gw_port_host': None}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:23:55.788879 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:55.814637 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] Pushing event deleted for resources: {'Port': ['ID=595b2000-6f6b-40d2-a861-eb67267178a4,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:55.828735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3aa28d-0512-4be7-917c-dc26015155fe None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:23:55.876738 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:55.965281 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:55.967312 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.068636 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.069795 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26e2d3f8-691d-415b-aae8-54796644f75b {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:23:56.074549 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.075738 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-4bb9ce6f-4dd5-4d8f-9936-101698f228eb admin admin] 10.222.0.60 "DELETE /v2.0/routers/26e2d3f8-691d-415b-aae8-54796644f75b HTTP/1.1" status: 204 len: 168 time: 1.0002482 Dec 10 19:23:56.078407 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44526) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:56.124203 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa700841-ba46-4d00-bcea-b3fd5e8be1f0 admin admin] Deleting subnet 36454700-85b8-4c6c-bd4f-072b8c4e6a26 {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:23:56.127375 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa700841-ba46-4d00-bcea-b3fd5e8be1f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.166741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa700841-ba46-4d00-bcea-b3fd5e8be1f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.239679 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa700841-ba46-4d00-bcea-b3fd5e8be1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.389262 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa700841-ba46-4d00-bcea-b3fd5e8be1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.406753 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa700841-ba46-4d00-bcea-b3fd5e8be1f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36454700-85b8-4c6c-bd4f-072b8c4e6a26,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:56.412350 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa700841-ba46-4d00-bcea-b3fd5e8be1f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.416133 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-fa700841-ba46-4d00-bcea-b3fd5e8be1f0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/36454700-85b8-4c6c-bd4f-072b8c4e6a26 HTTP/1.1" status: 204 len: 168 time: 0.3367145 Dec 10 19:23:56.418640 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44528) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:56.419062 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f6fb97-18fe-41ef-b0a9-169a1f13a74a None None] Network c30feedf-5b8d-4eb6-950d-39c06a108b41 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:23:56.510102 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.515277 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 595b2000-6f6b-40d2-a861-eb67267178a4 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:56.540530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 595b2000-6f6b-40d2-a861-eb67267178a4 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:23:56.540869 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 595b2000-6f6b-40d2-a861-eb67267178a4 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:56.541289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8dc8c380-0c03-4aaf-bff8-73240e4b5034 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:56.566468 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 8dc8c380-0c03-4aaf-bff8-73240e4b5034 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:23:56.566819 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 8dc8c380-0c03-4aaf-bff8-73240e4b5034 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:56.567400 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Deleting port f5582141-deef-42b8-af0c-5becd793135d {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:23:56.568472 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.636043 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] For port f5582141-deef-42b8-af0c-5becd793135d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f5582141-deef-42b8-af0c-5becd793135d,segment=NetworkSegment(092dc68d-7bd4-459c-9638-61b263580e0f),segment_id=092dc68d-7bd4-459c-9638-61b263580e0f)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:56.636607 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.640422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afbd083-75ea-49d5-a66f-2b0eed2132fa None None] DHCP port deletion for c30feedf-5b8d-4eb6-950d-39c06a108b41 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:23:56.654948 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Calling delete_port for f5582141-deef-42b8-af0c-5becd793135d owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:23:56.698627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8afbd083-75ea-49d5-a66f-2b0eed2132fa None None] Deleting port f5582141-deef-42b8-af0c-5becd793135d {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:23:56.699094 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8afbd083-75ea-49d5-a66f-2b0eed2132fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.770252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8afbd083-75ea-49d5-a66f-2b0eed2132fa None None] For port f5582141-deef-42b8-af0c-5becd793135d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=f5582141-deef-42b8-af0c-5becd793135d,segment=NetworkSegment(092dc68d-7bd4-459c-9638-61b263580e0f),segment_id=092dc68d-7bd4-459c-9638-61b263580e0f)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:56.770825 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8afbd083-75ea-49d5-a66f-2b0eed2132fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.783878 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-8afbd083-75ea-49d5-a66f-2b0eed2132fa None None] Calling delete_port for f5582141-deef-42b8-af0c-5becd793135d owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:23:56.840113 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.874164 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Pushing event deleted for resources: {'Port': ['ID=f5582141-deef-42b8-af0c-5becd793135d,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:56.876236 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] No DVR routers for this DVR port f5582141-deef-42b8-af0c-5becd793135d on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:56.956443 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:56.977571 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30feedf-5b8d-4eb6-950d-39c06a108b41']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:56.986859 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092dc68d-7bd4-459c-9638-61b263580e0f') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:56.987148 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092dc68d-7bd4-459c-9638-61b263580e0f') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:56.996659 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:57.010425 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:57.010843 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8afbd083-75ea-49d5-a66f-2b0eed2132fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:57.016208 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:23:57.016590 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:23:57.018250 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:23:57.033862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbd083-75ea-49d5-a66f-2b0eed2132fa None None] Pushing event deleted for resources: {'Port': ['ID=f5582141-deef-42b8-af0c-5becd793135d,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:57.039421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afbd083-75ea-49d5-a66f-2b0eed2132fa None None] No DVR routers for this DVR port f5582141-deef-42b8-af0c-5becd793135d on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:57.177266 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:57.182825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:57.189308 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] 10.222.0.60 "DELETE /v2.0/networks/c30feedf-5b8d-4eb6-950d-39c06a108b41 HTTP/1.1" status: 204 len: 168 time: 0.7660704 Dec 10 19:23:57.198079 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b824fe-8acf-41d5-a4ab-738c4549c3af admin admin] Pushing event deleted for resources: {'Network': ['ID=c30feedf-5b8d-4eb6-950d-39c06a108b41,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:57.557733 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44532) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:57.602101 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-67116870-547f-4349-9480-2608135f56e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f9fabaab7eb4fb498fc064ad4a2752a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431306 Dec 10 19:23:57.605607 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44534) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:57.654079 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-934d0747-f2cc-45b4-944f-864e0a0546c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:57.679458 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-934d0747-f2cc-45b4-944f-864e0a0546c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:57.805549 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-934d0747-f2cc-45b4-944f-864e0a0546c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:57.808066 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-934d0747-f2cc-45b4-944f-864e0a0546c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:57.809272 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-934d0747-f2cc-45b4-944f-864e0a0546c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c23a2a1-4222-448a-aaf9-1ae6b7421b37 HTTP/1.1" status: 204 len: 168 time: 0.2026365 Dec 10 19:23:57.816747 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d0747-f2cc-45b4-944f-864e0a0546c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c23a2a1-4222-448a-aaf9-1ae6b7421b37,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:58.285891 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f5582141-deef-42b8-af0c-5becd793135d no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:58.306623 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: f5582141-deef-42b8-af0c-5becd793135d {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:23:58.306970 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device f5582141-deef-42b8-af0c-5becd793135d not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:58.476839 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44540) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:58.517684 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f0bdf765-3bc0-443d-9fe8-8dabb3710323 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6a73141bac84c8cb8f3018bf27e5c6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396914 Dec 10 19:23:58.520103 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44542) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:58.566095 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6857484d-c855-4e92-a8ba-3aac31eea220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:58.587419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6857484d-c855-4e92-a8ba-3aac31eea220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:58.697029 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6857484d-c855-4e92-a8ba-3aac31eea220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:58.699986 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6857484d-c855-4e92-a8ba-3aac31eea220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:58.701167 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6857484d-c855-4e92-a8ba-3aac31eea220 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28f47c24-18a7-42f7-ae9b-0c05cb44c968 HTTP/1.1" status: 204 len: 168 time: 0.1801641 Dec 10 19:23:58.710100 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857484d-c855-4e92-a8ba-3aac31eea220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f47c24-18a7-42f7-ae9b-0c05cb44c968,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:59.778699 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44564) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:59.871711 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1831769002-network', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:59.962877 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] Made reservation on behalf of 1a9954d67378417ca97a8acbebf48a3e for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:59.965170 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:59.973580 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:00.043946 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:00.125473 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:00.153804 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:24:00.160072 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dc755b-9b86-455c-93f6-87ade89b1629,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:00.165895 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:00.166261 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] Added segment 4fc4bab0-dace-45b4-bc5a-e5ad270d63e6 of type vlan for network ab226625-145e-4c60-9ce7-ac3898674e53 Dec 10 19:24:00.206198 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:00.291165 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:00.292115 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:00.292695 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:00.353108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] Pushing event updated for resources: {'Network': ['ID=ab226625-145e-4c60-9ce7-ac3898674e53,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:00.362612 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network ab226625-145e-4c60-9ce7-ac3898674e53 details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:24:00.431537 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-172098a7-dea5-445e-8d82-2914d8d7302e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6517298 Dec 10 19:24:00.434238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44568) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:00.438966 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-7deff18c-4643-455c-946b-3c2e2e460dab admin admin] Request body: {'subnet': {'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1831769002-subnet', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'ip_version': 4}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:00.537184 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deff18c-4643-455c-946b-3c2e2e460dab admin admin] Made reservation on behalf of 1a9954d67378417ca97a8acbebf48a3e for: {'subnet': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:00.540260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7deff18c-4643-455c-946b-3c2e2e460dab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536076'] for subnet, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:00.794688 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7deff18c-4643-455c-946b-3c2e2e460dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2457665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536082'] for subnet, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:00.854086 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deff18c-4643-455c-946b-3c2e2e460dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=94f05473-57e1-4c2b-aa33-a80a9cd8d86b,revision_number=0']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:00.859037 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deff18c-4643-455c-946b-3c2e2e460dab admin admin] Checking segment: {'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:24:00.859402 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deff18c-4643-455c-946b-3c2e2e460dab admin admin] Network hostable DHCP agents. Network: ab226625-145e-4c60-9ce7-ac3898674e53, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:24:00.970718 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deff18c-4643-455c-946b-3c2e2e460dab admin admin] Network ab226625-145e-4c60-9ce7-ac3898674e53 is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:24:01.045352 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-7deff18c-4643-455c-946b-3c2e2e460dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, ab226625-145e-4c60-9ce7-ac3898674e53) {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:01.049254 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deff18c-4643-455c-946b-3c2e2e460dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:01.049919 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7deff18c-4643-455c-946b-3c2e2e460dab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:01.057514 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d952bd2-7225-4735-9560-ad2ca970db28 None None] Network ab226625-145e-4c60-9ce7-ac3898674e53 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:24:01.158078 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-ab226625-145e-4c60-9ce7-ac3898674e53', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:24:01.158925 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:01.174858 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7deff18c-4643-455c-946b-3c2e2e460dab admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7394664 Dec 10 19:24:01.179113 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44570) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:01.183492 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:01.277954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:01.279201 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:01.291404 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Allocated IP 172.20.0.2 (ab226625-145e-4c60-9ce7-ac3898674e53/94f05473-57e1-4c2b-aa33-a80a9cd8d86b/51f074a1-64eb-403d-afd3-517456b3372d) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:01.335382 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:01.432714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:01.561098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:01.608676 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Network ab226625-145e-4c60-9ce7-ac3898674e53 is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:01.612090 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:01.616002 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:01.626245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Pushing event updated for resources: {'Port': ['ID=51f074a1-64eb-403d-afd3-517456b3372d,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:01.679915 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Attempting to bind port 51f074a1-64eb-403d-afd3-517456b3372d on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:24:01.680294 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Attempting to bind port 51f074a1-64eb-403d-afd3-517456b3372d by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:24:01.680668 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Attempting to bind port 51f074a1-64eb-403d-afd3-517456b3372d on network ab226625-145e-4c60-9ce7-ac3898674e53 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:01.685975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:24:01.686360 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Checking segment: {'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:24:01.686767 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:01.695300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Bound using segment: {'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:24:01.695300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Bound port: 51f074a1-64eb-403d-afd3-517456b3372d, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:24:01.695300 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:01.751827 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] For port 51f074a1-64eb-403d-afd3-517456b3372d, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:24:01.754857 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] For port 51f074a1-64eb-403d-afd3-517456b3372d, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=51f074a1-64eb-403d-afd3-517456b3372d,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:24:01.822985 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:01.861107 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:01.883302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f575f-9db5-49ff-8328-199a4eac59c2 None None] Pushing event updated for resources: {'Port': ['ID=51f074a1-64eb-403d-afd3-517456b3372d,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:02.156964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:02.176874 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:02.298172 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Allocated IP 172.26.5.182 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/5ef95181-6ca1-4e97-8c5d-2b70a0994eaf) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:02.321470 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 51f074a1-64eb-403d-afd3-517456b3372d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:02.386946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 51f074a1-64eb-403d-afd3-517456b3372d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:02.387232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:02.405632 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:02.465517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:02.503843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:02.508713 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] For port 51f074a1-64eb-403d-afd3-517456b3372d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=51f074a1-64eb-403d-afd3-517456b3372d,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:02.548809 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:02.552097 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:02.556523 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:02.566947 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f54e89a-bf47-4986-8394-d65a0e8259c6 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:24:02.580975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef95181-6ca1-4e97-8c5d-2b70a0994eaf,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:02.605589 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:02.672259 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Pushing event updated for resources: {'Port': ['ID=51f074a1-64eb-403d-afd3-517456b3372d,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:02.679494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-e3e34fc9-a49e-45d5-a4fc-c9db0315161c None None] Provisioning complete for port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:02.679873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e3e34fc9-a49e-45d5-a4fc-c9db0315161c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:02.716383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-e3e34fc9-a49e-45d5-a4fc-c9db0315161c None None] Port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:24:02.823961 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ab2763-dd94-4bd7-9149-d4f0ae8e4eab None None] Network ab226625-145e-4c60-9ce7-ac3898674e53 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:24:02.888354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-be1b6827-64ad-4fc1-aee2-1734c35b8a4e None None] Provisioning complete for port 51f074a1-64eb-403d-afd3-517456b3372d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:02.888724 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-be1b6827-64ad-4fc1-aee2-1734c35b8a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:02.926292 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:03.155506 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:03.238159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9e3c5e1a-8ac3-4d21-b037-2a40f430f4c4 None None] Provisioning complete for port 51f074a1-64eb-403d-afd3-517456b3372d triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:03.238529 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9e3c5e1a-8ac3-4d21-b037-2a40f430f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:03.371577 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Router 1ea6c657-9d34-40a5-b8de-253aef2538ce is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:24:03.494799 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:03.503491 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Sync routers for ids ['1ea6c657-9d34-40a5-b8de-253aef2538ce'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:03.514075 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Routers {'1ea6c657-9d34-40a5-b8de-253aef2538ce'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:03.514669 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:23:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1ea6c657-9d34-40a5-b8de-253aef2538ce'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:03.590500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:03.591833 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-75ac7314-c097-45e2-81a6-169818dfb041 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4117231 Dec 10 19:24:03.594569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44572) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:03.716301 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Set router 1ea6c657-9d34-40a5-b8de-253aef2538ce gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:03.893967 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:02Z', 'revision_number': 3, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:03.923888 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Checking router: 1ea6c657-9d34-40a5-b8de-253aef2538ce for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:24:03.924232 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Updating router 1ea6c657-9d34-40a5-b8de-253aef2538ce port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:24:03.948114 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.010463 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.162278 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Allocated IP 172.20.0.1 (ab226625-145e-4c60-9ce7-ac3898674e53/94f05473-57e1-4c2b-aa33-a80a9cd8d86b/c863c73c-82fe-457d-a32b-e7cad68f1f22) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:04.189300 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.251411 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.266465 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.297250 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Pushing event updated for resources: {'Port': ['ID=5ef95181-6ca1-4e97-8c5d-2b70a0994eaf,revision_number=2']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:04.300157 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 51f074a1-64eb-403d-afd3-517456b3372d up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:04.307490 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:04.307833 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:04.308242 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:04.308584 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:04.308914 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:04.309253 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:04.309580 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:04.309932 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:04.314788 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:04.314788 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:04.314788 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:04.314788 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:04.314788 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:04.331915 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6d1dfa-462d-4483-91c2-74f76095983c None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:24:04.333657 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Attempting to bind port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:24:04.334063 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Attempting to bind port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:24:04.334428 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Attempting to bind port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:04.339808 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:24:04.340337 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:24:04.340737 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.341263 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:24:04.341741 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Bound port: 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:24:04.342124 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.363774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 51f074a1-64eb-403d-afd3-517456b3372d triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:04.364144 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.372169 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.395023 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] For port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:24:04.398698 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] For port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5ef95181-6ca1-4e97-8c5d-2b70a0994eaf,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:24:04.414311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Network ab226625-145e-4c60-9ce7-ac3898674e53 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:04.417227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:04.421050 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:04.443766 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Pushing event updated for resources: {'Port': ['ID=c863c73c-82fe-457d-a32b-e7cad68f1f22,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:04.456698 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-62b7fd6c-144e-4a04-b5ef-3aae441691ea None None] Provisioning complete for port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:04.457068 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-62b7fd6c-144e-4a04-b5ef-3aae441691ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.464921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.468948 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.511575 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-62b7fd6c-144e-4a04-b5ef-3aae441691ea None None] Port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:24:04.527080 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590d3f33-6960-4baf-9f3b-dd46c1074c65 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:24:04.544037 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Routers {'1ea6c657-9d34-40a5-b8de-253aef2538ce'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:04.545124 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:23:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1ea6c657-9d34-40a5-b8de-253aef2538ce'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:04.582532 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d19a75-a72e-4668-b929-c1243900e055 None None] Pushing event updated for resources: {'Port': ['ID=5ef95181-6ca1-4e97-8c5d-2b70a0994eaf,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:04.646902 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-d69b767b-2f07-4605-963f-019131f5954d None None] Provisioning complete for port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:04.647448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d69b767b-2f07-4605-963f-019131f5954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.655431 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] Set router 1ea6c657-9d34-40a5-b8de-253aef2538ce gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:04.690478 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.731613 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d69b767b-2f07-4605-963f-019131f5954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.752704 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-d69b767b-2f07-4605-963f-019131f5954d None None] For port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5ef95181-6ca1-4e97-8c5d-2b70a0994eaf,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:04.840415 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:02Z', 'revision_number': 3, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:04.845370 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-d69b767b-2f07-4605-963f-019131f5954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.856538 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.869527 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47dbd43-3709-41b8-bfe6-14be7b2c0a9b None None] The sync data for ids ['1ea6c657-9d34-40a5-b8de-253aef2538ce'] in dv-neutron-821434-1-hyperv is: [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:02Z', 'revision_number': 3, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:04.894065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b767b-2f07-4605-963f-019131f5954d None None] Pushing event updated for resources: {'Port': ['ID=5ef95181-6ca1-4e97-8c5d-2b70a0994eaf,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:04.965990 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-af11d48f-7c80-45c6-bc00-43ec2b5033a3 None None] Provisioning complete for port c863c73c-82fe-457d-a32b-e7cad68f1f22 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:04.966363 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-af11d48f-7c80-45c6-bc00-43ec2b5033a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.968692 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:05.004031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-af11d48f-7c80-45c6-bc00-43ec2b5033a3 None None] Port c863c73c-82fe-457d-a32b-e7cad68f1f22 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:24:05.042658 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:05.044843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Pushing event updated for resources: {'Port': ['ID=c863c73c-82fe-457d-a32b-e7cad68f1f22,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:05.145029 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Network ab226625-145e-4c60-9ce7-ac3898674e53 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:05.146545 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:05.267926 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Router 1ea6c657-9d34-40a5-b8de-253aef2538ce has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:05.381583 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:05.386697 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0906d404-20d9-42c7-891c-8fcc60c37612 admin admin] 10.222.0.60 "PUT /v2.0/routers/1ea6c657-9d34-40a5-b8de-253aef2538ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7911286 Dec 10 19:24:05.426813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9662d1a7-62d4-4067-a02a-0d3769c96ddc None None] Provisioning complete for port c863c73c-82fe-457d-a32b-e7cad68f1f22 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:05.427380 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9662d1a7-62d4-4067-a02a-0d3769c96ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:05.462421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9662d1a7-62d4-4067-a02a-0d3769c96ddc None None] Port c863c73c-82fe-457d-a32b-e7cad68f1f22 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:24:06.063944 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 44588) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:06.069500 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1567757956-network', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:06.174820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] Made reservation on behalf of df72003eebe5402b9a3a98a9f8c02d01 for: {'network': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:06.177257 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for network, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:06.186573 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:06.273017 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:06.320681 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:06.342728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:06.375239 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:06.375608 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:06.379738 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:24:06.395544 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ec46d9-7cde-4b85-a53a-b031a767ccdb,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:06.402820 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:06.405530 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.db.segments_db [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] Added segment ac93041a-c5de-489a-b413-401de51470c0 of type vlan for network 3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b Dec 10 19:24:06.453526 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763099488013'] for network, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:06.460817 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Sync routers for ids ['1ea6c657-9d34-40a5-b8de-253aef2538ce'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:06.481855 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Routers {'1ea6c657-9d34-40a5-b8de-253aef2538ce'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:06.482473 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:23:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1ea6c657-9d34-40a5-b8de-253aef2538ce'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:06.542892 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524'] for network, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:06.544073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:06.544655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:06.590163 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Set router 1ea6c657-9d34-40a5-b8de-253aef2538ce gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:06.606560 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] Pushing event updated for resources: {'Network': ['ID=3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:06.619832 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Network 3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b details requested by agent ovs-agent-dv-neutron-821434-1-hyperv with host dv-neutron-821434-1-hyperv {{(pid=103595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:24:06.669766 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-21ff1912-b091-4ad7-82b1-d477fcb92f6e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6025321 Dec 10 19:24:06.670778 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44590) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:06.675767 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-39cab251-5126-407e-b87b-84e9e7be033b admin admin] Request body: {'subnet': {'network_id': '3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1567757956-subnet', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'ip_version': 4}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:06.776863 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cab251-5126-407e-b87b-84e9e7be033b admin admin] Made reservation on behalf of df72003eebe5402b9a3a98a9f8c02d01 for: {'subnet': 1} {{(pid=103594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:06.779357 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-39cab251-5126-407e-b87b-84e9e7be033b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4008895'] for subnet, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:06.988850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 2, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:07.014558 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Checking router: 1ea6c657-9d34-40a5-b8de-253aef2538ce for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:24:07.014918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Updating router 1ea6c657-9d34-40a5-b8de-253aef2538ce port c863c73c-82fe-457d-a32b-e7cad68f1f22 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:24:07.038759 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:07.045952 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-39cab251-5126-407e-b87b-84e9e7be033b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25687469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4008865'] for subnet, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:07.108964 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cab251-5126-407e-b87b-84e9e7be033b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b2eede-b722-4c0e-93a4-24a49d67a3ae,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:07.116837 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cab251-5126-407e-b87b-84e9e7be033b admin admin] Checking segment: {'id': 'ac93041a-c5de-489a-b413-401de51470c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:24:07.117185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cab251-5126-407e-b87b-84e9e7be033b admin admin] Network hostable DHCP agents. Network: 3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b, hostable agents: ['bda371ac-e43d-424c-9dcb-4066e825418c'], hosted agents: [] {{(pid=103594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:24:07.203440 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cab251-5126-407e-b87b-84e9e7be033b admin admin] Network 3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b is scheduled to be hosted by DHCP agent bda371ac-e43d-424c-9dcb-4066e825418c with binding_index 1 {{(pid=103594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:24:07.271647 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-39cab251-5126-407e-b87b-84e9e7be033b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821434-1-hyperv, 3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b) {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:07.276214 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cab251-5126-407e-b87b-84e9e7be033b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:07.276891 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-39cab251-5126-407e-b87b-84e9e7be033b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:07.284287 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0095c6dd-e8cf-4dae-b81c-931b885a1879 None None] Network 3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:24:07.344395 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:07.379802 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-39cab251-5126-407e-b87b-84e9e7be033b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7079084 Dec 10 19:24:07.383016 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44592) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:07.387481 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1567757956-router', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:07.398054 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280c5675-48dd-5863-a0b1-3aedb925578f-3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b', 'network_id': '3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b', 'project_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'fixed_ips': [{'subnet_id': 'a5b2eede-b722-4c0e-93a4-24a49d67a3ae'}]}} from dv-neutron-821434-1-hyperv. {{(pid=103595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:24:07.398928 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:07.465770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:07.474222 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:07.475941 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1561285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7510'] for router, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:07.526639 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:07.555695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfc3e5-a036-49a6-a259-b6023605f24b None None] Pushing event updated for resources: {'Port': ['ID=c863c73c-82fe-457d-a32b-e7cad68f1f22,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:07.610829 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.db_base_plugin_common [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Allocated IP 172.20.0.2 (3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b/a5b2eede-b722-4c0e-93a4-24a49d67a3ae/0863f547-52ee-40b4-af42-ccbfd741c445) {{(pid=103595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:07.633606 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Attempting to bind port c863c73c-82fe-457d-a32b-e7cad68f1f22 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:24:07.634010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Attempting to bind port c863c73c-82fe-457d-a32b-e7cad68f1f22 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:24:07.634378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Attempting to bind port c863c73c-82fe-457d-a32b-e7cad68f1f22 on network ab226625-145e-4c60-9ce7-ac3898674e53 {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:07.687918 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:24:07.688302 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Checking segment: {'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:24:07.688714 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:07.689137 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Bound using segment: {'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:24:07.689662 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Bound port: c863c73c-82fe-457d-a32b-e7cad68f1f22, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:24:07.690177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:07.803994 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] For port c863c73c-82fe-457d-a32b-e7cad68f1f22, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:24:07.839559 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] For port c863c73c-82fe-457d-a32b-e7cad68f1f22, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c863c73c-82fe-457d-a32b-e7cad68f1f22,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:24:07.857961 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b9616e8c-458f-4c3b-a86f-c8e4001b5682 None None] Provisioning complete for port c863c73c-82fe-457d-a32b-e7cad68f1f22 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:07.858334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b9616e8c-458f-4c3b-a86f-c8e4001b5682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:07.881564 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Publish callbacks [] for port, precommit_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:07.898831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b9616e8c-458f-4c3b-a86f-c8e4001b5682 None None] Port c863c73c-82fe-457d-a32b-e7cad68f1f22 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:24:07.958099 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:08.015257 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863'] for port, after_create {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:08.021011 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Routers {'1ea6c657-9d34-40a5-b8de-253aef2538ce'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:08.021627 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:23:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1ea6c657-9d34-40a5-b8de-253aef2538ce'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:08.026659 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfc3e5-a036-49a6-a259-b6023605f24b None None] Pushing event updated for resources: {'Port': ['ID=c863c73c-82fe-457d-a32b-e7cad68f1f22,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:08.035461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:08.129413 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Network 3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b is already hosted by enough agents. {{(pid=103595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:08.137840 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.scheduler.base_scheduler [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Resources bound (agent type, host, resource id): {{(pid=103595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:08.145386 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Received port after_create {{(pid=103595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:08.152660 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Pushing event updated for resources: {'Port': ['ID=0863f547-52ee-40b4-af42-ccbfd741c445,revision_number=1']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:08.226952 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Attempting to bind port 0863f547-52ee-40b4-af42-ccbfd741c445 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:24:08.227324 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Attempting to bind port 0863f547-52ee-40b4-af42-ccbfd741c445 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'ac93041a-c5de-489a-b413-401de51470c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:24:08.227692 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Attempting to bind port 0863f547-52ee-40b4-af42-ccbfd741c445 on network 3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:08.230751 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] Set router 1ea6c657-9d34-40a5-b8de-253aef2538ce gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:08.270707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:24:08.270707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Checking segment: {'id': 'ac93041a-c5de-489a-b413-401de51470c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:24:08.270707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:08.270707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Bound using segment: {'id': 'ac93041a-c5de-489a-b413-401de51470c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:24:08.270707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Bound port: 0863f547-52ee-40b4-af42-ccbfd741c445, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac93041a-c5de-489a-b413-401de51470c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:24:08.270707 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:08.371389 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:08.395831 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:08.421615 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-8b79e942-884c-432e-b941-d5288afbadd7 None None] Provisioning complete for port c863c73c-82fe-457d-a32b-e7cad68f1f22 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:08.422006 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8b79e942-884c-432e-b941-d5288afbadd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:08.480378 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] For port 0863f547-52ee-40b4-af42-ccbfd741c445, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:24:08.514106 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] For port 0863f547-52ee-40b4-af42-ccbfd741c445, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0863f547-52ee-40b4-af42-ccbfd741c445,segment=NetworkSegment(ac93041a-c5de-489a-b413-401de51470c0),segment_id=ac93041a-c5de-489a-b413-401de51470c0)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:24:08.527526 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Allocated IP 172.26.5.190 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:08.588695 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:08.593611 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8b79e942-884c-432e-b941-d5288afbadd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:08.635674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:08.688225 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:07Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:08.693883 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-8b79e942-884c-432e-b941-d5288afbadd7 None None] For port c863c73c-82fe-457d-a32b-e7cad68f1f22, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c863c73c-82fe-457d-a32b-e7cad68f1f22,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:08.695776 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bece4c-57ee-413f-b266-32a9e1c1be7c None None] Pushing event updated for resources: {'Port': ['ID=0863f547-52ee-40b4-af42-ccbfd741c445,revision_number=2']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:08.723123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e8979-4411-4abb-b6cf-15fab73f76bf None None] The sync data for ids ['1ea6c657-9d34-40a5-b8de-253aef2538ce'] in dv-neutron-821434-1-hyperv is: [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:07Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:08.775748 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:08.827311 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8b79e942-884c-432e-b941-d5288afbadd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:08.841829 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:08.844985 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:08.856938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:08.875152 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:08.875260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deedcc1-41a8-4c9c-beee-438fcd4c04c1 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:24:08.928332 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79e942-884c-432e-b941-d5288afbadd7 None None] Pushing event updated for resources: {'Port': ['ID=c863c73c-82fe-457d-a32b-e7cad68f1f22,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:08.969782 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-f52ec320-4ae6-4db1-81d8-08bdbf56603a None None] Provisioning complete for port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:08.970227 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-f52ec320-4ae6-4db1-81d8-08bdbf56603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:09.024303 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-f52ec320-4ae6-4db1-81d8-08bdbf56603a None None] Port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:24:09.308345 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:09.527229 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582071'] for router, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:09.769288 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Router 34b077fd-691c-4ee3-9b46-ff0dfac0f5de is scheduled to L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb with binding_index 1 {{(pid=103594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:24:09.816593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8fd477-cd1c-4799-b784-54a818816ea6 None None] Network 3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:24:09.888024 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-35804422-70d1-4475-9ed8-17d636b1f5d3 None None] Provisioning complete for port 0863f547-52ee-40b4-af42-ccbfd741c445 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:09.888531 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-35804422-70d1-4475-9ed8-17d636b1f5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:09.893617 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:09.906294 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Sync routers for ids ['34b077fd-691c-4ee3-9b46-ff0dfac0f5de'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:09.921391 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Routers {'34b077fd-691c-4ee3-9b46-ff0dfac0f5de'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:09.922351 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:23:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34b077fd-691c-4ee3-9b46-ff0dfac0f5de'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:09.979088 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:09.982145 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-46f7e9d8-2b01-4a22-a8e8-33b0ac3110d8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5980949 Dec 10 19:24:09.984789 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44594) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:10.058252 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Set router 34b077fd-691c-4ee3-9b46-ff0dfac0f5de gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:10.192381 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-35804422-70d1-4475-9ed8-17d636b1f5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.227269 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-35804422-70d1-4475-9ed8-17d636b1f5d3 None None] For port 0863f547-52ee-40b4-af42-ccbfd741c445, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0863f547-52ee-40b4-af42-ccbfd741c445,segment=NetworkSegment(ac93041a-c5de-489a-b413-401de51470c0),segment_id=ac93041a-c5de-489a-b413-401de51470c0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:10.295788 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'name': 'tempest-TestSnapshotPattern-1567757956-router', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:07Z', 'updated_at': '2021-12-10T19:24:09Z', 'revision_number': 3, 'project_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'gw_port': {'id': '4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:08Z', 'updated_at': '2021-12-10T19:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:10.302844 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-35804422-70d1-4475-9ed8-17d636b1f5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.334789 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Checking router: 34b077fd-691c-4ee3-9b46-ff0dfac0f5de for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:24:10.335159 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Updating router 34b077fd-691c-4ee3-9b46-ff0dfac0f5de port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 binding host dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:24:10.367456 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35804422-70d1-4475-9ed8-17d636b1f5d3 None None] Pushing event updated for resources: {'Port': ['ID=0863f547-52ee-40b4-af42-ccbfd741c445,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:10.373926 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.384948 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c863c73c-82fe-457d-a32b-e7cad68f1f22 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:10.439051 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5cefc7a7-886f-4637-b25d-afb4bd8857ad None None] Provisioning complete for port 0863f547-52ee-40b4-af42-ccbfd741c445 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:10.439459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5cefc7a7-886f-4637-b25d-afb4bd8857ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.479066 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port c863c73c-82fe-457d-a32b-e7cad68f1f22 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:10.479349 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.497781 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.605459 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0863f547-52ee-40b4-af42-ccbfd741c445 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:10.654803 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Publish callbacks [] for port, precommit_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.655471 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 0863f547-52ee-40b4-af42-ccbfd741c445 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:10.655853 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.662259 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Allocated IP 172.20.0.1 (3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b/a5b2eede-b722-4c0e-93a4-24a49d67a3ae/52bcaab2-9f81-48b3-9157-0dc5e975e823) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:10.745988 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.764759 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.789845 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc29c3e2-a24e-4be3-bce3-bd9e18e1451b None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:24:10.800486 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Attempting to bind port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:24:10.803576 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Attempting to bind port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:24:10.803576 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Attempting to bind port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 on network ededa35b-7763-4b19-be47-9fe1ca7d5897 {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:10.804146 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531f4ed-7a00-4cf7-8272-34c9bc4d3b58 None None] Pushing event updated for resources: {'Port': ['ID=4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1,revision_number=2']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:10.808861 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:24:10.809240 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Checking segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:24:10.809643 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.810078 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Bound using segment: {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'} {{(pid=103596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:24:10.810546 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.managers [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Bound port: 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f8d3e-30ea-42f1-bef1-c475b8368535', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897'}}] {{(pid=103596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:24:10.810929 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.861981 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] For port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:24:10.864892 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.plugins.ml2.db [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] For port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:24:10.878218 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.885953 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-0a4af64b-648b-4c98-9b9d-2e4f4d96b899 None None] Provisioning complete for port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:10.886479 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0a4af64b-648b-4c98-9b9d-2e4f4d96b899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.925507 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-0a4af64b-648b-4c98-9b9d-2e4f4d96b899 None None] Port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:24:10.927200 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Network 3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:10.930478 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:10.934176 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:10.961622 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Pushing event updated for resources: {'Port': ['ID=52bcaab2-9f81-48b3-9157-0dc5e975e823,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:10.978216 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron_lib.callbacks.manager [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:10.982031 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582980'] for router_interface, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:11.024193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c471e-57e8-4a60-b255-094c40bc2e88 None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:24:11.047237 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531f4ed-7a00-4cf7-8272-34c9bc4d3b58 None None] Pushing event updated for resources: {'Port': ['ID=4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1,revision_number=3']} {{(pid=103596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:11.057375 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Routers {'34b077fd-691c-4ee3-9b46-ff0dfac0f5de'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:11.058047 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:23:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34b077fd-691c-4ee3-9b46-ff0dfac0f5de'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:11.149030 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-46a47653-3a8d-4a2a-873a-9c43b2a0e566 None None] Provisioning complete for port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:11.149398 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-46a47653-3a8d-4a2a-873a-9c43b2a0e566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:11.173997 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] Set router 34b077fd-691c-4ee3-9b46-ff0dfac0f5de gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:11.195165 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:11.229945 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-46a47653-3a8d-4a2a-873a-9c43b2a0e566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:11.251124 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-46a47653-3a8d-4a2a-873a-9c43b2a0e566 None None] For port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:11.325325 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-46a47653-3a8d-4a2a-873a-9c43b2a0e566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:11.364716 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:11.376694 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a47653-3a8d-4a2a-873a-9c43b2a0e566 None None] Pushing event updated for resources: {'Port': ['ID=4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:11.422395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:11.445799 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-a439d9fc-3b5b-4990-8789-adf7a6e6ede4 None None] Provisioning complete for port 52bcaab2-9f81-48b3-9157-0dc5e975e823 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:11.446167 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a439d9fc-3b5b-4990-8789-adf7a6e6ede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:11.447109 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'name': 'tempest-TestSnapshotPattern-1567757956-router', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:07Z', 'updated_at': '2021-12-10T19:24:09Z', 'revision_number': 3, 'project_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'gw_port': {'id': '4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:08Z', 'updated_at': '2021-12-10T19:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:11.478040 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b96f1-ecab-40dc-a925-00d80c044080 None None] The sync data for ids ['34b077fd-691c-4ee3-9b46-ff0dfac0f5de'] in dv-neutron-821434-1-hyperv is: [{'id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'name': 'tempest-TestSnapshotPattern-1567757956-router', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:07Z', 'updated_at': '2021-12-10T19:24:09Z', 'revision_number': 3, 'project_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'gw_port': {'id': '4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:08Z', 'updated_at': '2021-12-10T19:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:11.482666 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-a439d9fc-3b5b-4990-8789-adf7a6e6ede4 None None] Port 52bcaab2-9f81-48b3-9157-0dc5e975e823 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:24:11.492470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Pushing event updated for resources: {'Port': ['ID=52bcaab2-9f81-48b3-9157-0dc5e975e823,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:11.495780 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587764'] for router_interface, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:11.591756 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Network 3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:11.592965 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:11.715130 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Router 34b077fd-691c-4ee3-9b46-ff0dfac0f5de has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:11.847393 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:11.852583 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cf28c421-989a-4ede-98e4-35edf1ad31d6 admin admin] 10.222.0.60 "PUT /v2.0/routers/34b077fd-691c-4ee3-9b46-ff0dfac0f5de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8666046 Dec 10 19:24:11.904653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c55aa5a4-4d12-44b5-8784-c4f342caf355 None None] Provisioning complete for port 52bcaab2-9f81-48b3-9157-0dc5e975e823 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:11.905123 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c55aa5a4-4d12-44b5-8784-c4f342caf355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:11.951406 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c55aa5a4-4d12-44b5-8784-c4f342caf355 None None] Port 52bcaab2-9f81-48b3-9157-0dc5e975e823 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:24:12.393583 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:12.445161 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:12.445609 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:12.523233 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0863f547-52ee-40b4-af42-ccbfd741c445 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:12.569894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 0863f547-52ee-40b4-af42-ccbfd741c445 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:12.570270 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:12.648845 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44602) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:12.653920 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5a9d5b81-4365-463e-839e-4c82ba359892 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284098641', 'description': 'tempest-secgroup-smoke-284098641 description', 'project_id': '1a9954d67378417ca97a8acbebf48a3e'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:12.736583 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5a9d5b81-4365-463e-839e-4c82ba359892 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:12.808923 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5a9d5b81-4365-463e-839e-4c82ba359892 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:12.897296 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5a9d5b81-4365-463e-839e-4c82ba359892 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:12.928927 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d5b81-4365-463e-839e-4c82ba359892 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf44613-3cf7-4322-adbf-60f80bcddbce,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:13.039973 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5a9d5b81-4365-463e-839e-4c82ba359892 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:13.041250 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5a9d5b81-4365-463e-839e-4c82ba359892 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3919420 Dec 10 19:24:13.044509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44608) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:13.048720 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-f6884181-b69a-4bb3-9215-d49f7e1e5af5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Request body: {'security_group_rule': {'security_group_id': 'baf44613-3cf7-4322-adbf-60f80bcddbce', 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:13.138259 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Sync routers for ids ['34b077fd-691c-4ee3-9b46-ff0dfac0f5de'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:13.147848 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Routers {'34b077fd-691c-4ee3-9b46-ff0dfac0f5de'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:13.148539 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:23:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34b077fd-691c-4ee3-9b46-ff0dfac0f5de'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:13.165971 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6884181-b69a-4bb3-9215-d49f7e1e5af5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:13.227151 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6884181-b69a-4bb3-9215-d49f7e1e5af5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:13.255628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Set router 34b077fd-691c-4ee3-9b46-ff0dfac0f5de gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:13.359808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6884181-b69a-4bb3-9215-d49f7e1e5af5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:13.377651 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6884181-b69a-4bb3-9215-d49f7e1e5af5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fac0a4-c7c7-4484-b3ce-bd5bc97d7ca3,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:13.455710 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'name': 'tempest-TestSnapshotPattern-1567757956-router', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:07Z', 'updated_at': '2021-12-10T19:24:11Z', 'revision_number': 4, 'project_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'gw_port': {'id': '4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:08Z', 'updated_at': '2021-12-10T19:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '52bcaab2-9f81-48b3-9157-0dc5e975e823', 'name': '', 'network_id': '3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'mac_address': 'fa:16:3e:fc:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'a5b2eede-b722-4c0e-93a4-24a49d67a3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:10Z', 'updated_at': '2021-12-10T19:24:11Z', 'revision_number': 2, 'project_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'subnets': [{'id': 'a5b2eede-b722-4c0e-93a4-24a49d67a3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:13.485374 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Checking router: 34b077fd-691c-4ee3-9b46-ff0dfac0f5de for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:24:13.486477 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Updating router 34b077fd-691c-4ee3-9b46-ff0dfac0f5de port 52bcaab2-9f81-48b3-9157-0dc5e975e823 binding host dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:24:13.508862 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-f6884181-b69a-4bb3-9215-d49f7e1e5af5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:13.510719 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-f6884181-b69a-4bb3-9215-d49f7e1e5af5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4647975 Dec 10 19:24:13.510842 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:13.513203 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44610) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:13.517654 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-9b07eea1-2ed7-48b7-96c0-68f201de5ae8 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Request body: {'security_group_rule': {'security_group_id': 'baf44613-3cf7-4322-adbf-60f80bcddbce', 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:13.614779 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9b07eea1-2ed7-48b7-96c0-68f201de5ae8 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:13.670619 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9b07eea1-2ed7-48b7-96c0-68f201de5ae8 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:13.772544 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Publish callbacks [] for port, precommit_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:13.802856 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9b07eea1-2ed7-48b7-96c0-68f201de5ae8 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:13.821749 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07eea1-2ed7-48b7-96c0-68f201de5ae8 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b901c628-8a56-41cd-a3af-117260353774,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:13.894448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:13.907955 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9b07eea1-2ed7-48b7-96c0-68f201de5ae8 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:13.909204 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9b07eea1-2ed7-48b7-96c0-68f201de5ae8 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3949039 Dec 10 19:24:13.911924 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44612) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:13.916278 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-40c2cec8-e1d6-4c10-8d59-a49373c24065 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Request body: {'security_group_rule': {'security_group_id': 'baf44613-3cf7-4322-adbf-60f80bcddbce', 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:13.946205 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049de4cd-37b7-4db2-b640-53e4c6090a80 None None] Pushing event updated for resources: {'Port': ['ID=52bcaab2-9f81-48b3-9157-0dc5e975e823,revision_number=3']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:14.000751 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Attempting to bind port 52bcaab2-9f81-48b3-9157-0dc5e975e823 on host dv-neutron-821434-1-hyperv for vnic_type normal with profile {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:24:14.001125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Attempting to bind port 52bcaab2-9f81-48b3-9157-0dc5e975e823 by drivers openvswitch,hyperv on host dv-neutron-821434-1-hyperv at level 0 using segments [{'id': 'ac93041a-c5de-489a-b413-401de51470c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b'}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:24:14.001495 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Attempting to bind port 52bcaab2-9f81-48b3-9157-0dc5e975e823 on network 3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:14.007483 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Checking agent: {'id': 'c3d7c643-342d-4e0a-b7cf-1d41c08f65bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821434-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 22, 22), 'started_at': datetime.datetime(2021, 12, 10, 18, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821434-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:24:14.007861 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Checking segment: {'id': 'ac93041a-c5de-489a-b413-401de51470c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:24:14.008262 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.008656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Bound using segment: {'id': 'ac93041a-c5de-489a-b413-401de51470c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b'} {{(pid=103595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:24:14.009121 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.managers [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Bound port: 52bcaab2-9f81-48b3-9157-0dc5e975e823, host: dv-neutron-821434-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac93041a-c5de-489a-b413-401de51470c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b'}}] {{(pid=103595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:24:14.009506 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.031225 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40c2cec8-e1d6-4c10-8d59-a49373c24065 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.078931 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] For port 52bcaab2-9f81-48b3-9157-0dc5e975e823, host dv-neutron-821434-1-hyperv, cleared binding levels {{(pid=103595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:24:14.082449 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] For port 52bcaab2-9f81-48b3-9157-0dc5e975e823, host dv-neutron-821434-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=52bcaab2-9f81-48b3-9157-0dc5e975e823,segment=NetworkSegment(ac93041a-c5de-489a-b413-401de51470c0),segment_id=ac93041a-c5de-489a-b413-401de51470c0)] {{(pid=103595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:24:14.092462 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40c2cec8-e1d6-4c10-8d59-a49373c24065 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.186232 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-b5b681ab-203c-40ba-9475-3b81753df320 None None] Provisioning complete for port 52bcaab2-9f81-48b3-9157-0dc5e975e823 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:14.186755 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b5b681ab-203c-40ba-9475-3b81753df320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.220393 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.239590 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40c2cec8-e1d6-4c10-8d59-a49373c24065 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.254118 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-b5b681ab-203c-40ba-9475-3b81753df320 None None] Port 52bcaab2-9f81-48b3-9157-0dc5e975e823 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:24:14.263042 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2cec8-e1d6-4c10-8d59-a49373c24065 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddb5321-30b8-4226-9d55-3634f8362ea0,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:14.280421 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049de4cd-37b7-4db2-b640-53e4c6090a80 None None] Pushing event updated for resources: {'Port': ['ID=52bcaab2-9f81-48b3-9157-0dc5e975e823,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:14.283290 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Routers {'34b077fd-691c-4ee3-9b46-ff0dfac0f5de'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:14.283858 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:23:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34b077fd-691c-4ee3-9b46-ff0dfac0f5de'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:14.331018 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-40c2cec8-e1d6-4c10-8d59-a49373c24065 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.332502 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-40c2cec8-e1d6-4c10-8d59-a49373c24065 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4193785 Dec 10 19:24:14.335419 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44614) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:14.342168 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-552ef972-089b-4320-9390-56e68095f1b2 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Request body: {'security_group_rule': {'security_group_id': 'baf44613-3cf7-4322-adbf-60f80bcddbce', 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:14.396252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] Set router 34b077fd-691c-4ee3-9b46-ff0dfac0f5de gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:14.456290 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-552ef972-089b-4320-9390-56e68095f1b2 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.517312 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-552ef972-089b-4320-9390-56e68095f1b2 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.528438 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-61550ee0-f260-490a-919a-eb365c608e96 None None] Provisioning complete for port 52bcaab2-9f81-48b3-9157-0dc5e975e823 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:14.528821 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-61550ee0-f260-490a-919a-eb365c608e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.597220 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-552ef972-089b-4320-9390-56e68095f1b2 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.615805 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ef972-089b-4320-9390-56e68095f1b2 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0001959-c150-46f8-8608-e800e6eaedea,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:14.668323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-61550ee0-f260-490a-919a-eb365c608e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.684354 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'name': 'tempest-TestSnapshotPattern-1567757956-router', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:07Z', 'updated_at': '2021-12-10T19:24:11Z', 'revision_number': 4, 'project_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'gw_port': {'id': '4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:08Z', 'updated_at': '2021-12-10T19:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '52bcaab2-9f81-48b3-9157-0dc5e975e823', 'name': '', 'network_id': '3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'mac_address': 'fa:16:3e:fc:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'a5b2eede-b722-4c0e-93a4-24a49d67a3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:10Z', 'updated_at': '2021-12-10T19:24:14Z', 'revision_number': 4, 'project_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'subnets': [{'id': 'a5b2eede-b722-4c0e-93a4-24a49d67a3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:14.702271 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-552ef972-089b-4320-9390-56e68095f1b2 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.703526 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-552ef972-089b-4320-9390-56e68095f1b2 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3667476 Dec 10 19:24:14.706226 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44616) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:14.711463 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-988795c6-e904-4836-b483-439f31ba9d4b tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Request body: {'security_group_rule': {'security_group_id': 'baf44613-3cf7-4322-adbf-60f80bcddbce', 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:14.714980 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cbc79a-c308-469d-9eb0-f52cfc1a8553 None None] The sync data for ids ['34b077fd-691c-4ee3-9b46-ff0dfac0f5de'] in dv-neutron-821434-1-hyperv is: [{'id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'name': 'tempest-TestSnapshotPattern-1567757956-router', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:07Z', 'updated_at': '2021-12-10T19:24:11Z', 'revision_number': 4, 'project_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'gw_port': {'id': '4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:08Z', 'updated_at': '2021-12-10T19:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': '52bcaab2-9f81-48b3-9157-0dc5e975e823', 'name': '', 'network_id': '3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'mac_address': 'fa:16:3e:fc:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'a5b2eede-b722-4c0e-93a4-24a49d67a3ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:10Z', 'updated_at': '2021-12-10T19:24:14Z', 'revision_number': 4, 'project_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'subnets': [{'id': 'a5b2eede-b722-4c0e-93a4-24a49d67a3ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:14.732314 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-61550ee0-f260-490a-919a-eb365c608e96 None None] For port 52bcaab2-9f81-48b3-9157-0dc5e975e823, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=52bcaab2-9f81-48b3-9157-0dc5e975e823,segment=NetworkSegment(ac93041a-c5de-489a-b413-401de51470c0),segment_id=ac93041a-c5de-489a-b413-401de51470c0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:14.797442 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-988795c6-e904-4836-b483-439f31ba9d4b tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Project 1a9954d67378417ca97a8acbebf48a3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:24:14.803127 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-988795c6-e904-4836-b483-439f31ba9d4b tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.845424 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-61550ee0-f260-490a-919a-eb365c608e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.874461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-988795c6-e904-4836-b483-439f31ba9d4b tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.925268 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61550ee0-f260-490a-919a-eb365c608e96 None None] Pushing event updated for resources: {'Port': ['ID=52bcaab2-9f81-48b3-9157-0dc5e975e823,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:14.942589 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-988795c6-e904-4836-b483-439f31ba9d4b tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:14.961858 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988795c6-e904-4836-b483-439f31ba9d4b tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0c635d-4e2b-41ff-8e0a-0b2f1e6c44f1,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:15.058906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-988795c6-e904-4836-b483-439f31ba9d4b tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:15.060177 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-988795c6-e904-4836-b483-439f31ba9d4b tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3530219 Dec 10 19:24:15.062962 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44618) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:15.067673 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-35d242c1-f213-4c71-9a63-876431e1e29e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Request body: {'security_group_rule': {'security_group_id': 'baf44613-3cf7-4322-adbf-60f80bcddbce', 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:15.163212 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.securitygroups_db [None req-35d242c1-f213-4c71-9a63-876431e1e29e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Project 1a9954d67378417ca97a8acbebf48a3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:24:15.169230 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35d242c1-f213-4c71-9a63-876431e1e29e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:15.229925 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35d242c1-f213-4c71-9a63-876431e1e29e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:15.305497 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35d242c1-f213-4c71-9a63-876431e1e29e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1550045'] for security_group_rule, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:15.323612 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d242c1-f213-4c71-9a63-876431e1e29e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b931d3a-2590-4523-b2d7-7c06ef7c9aa4,revision_number=0']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:15.393552 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-35d242c1-f213-4c71-9a63-876431e1e29e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:15.394836 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-35d242c1-f213-4c71-9a63-876431e1e29e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3308225 Dec 10 19:24:15.552642 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-b671019c-565a-4e82-bace-5f263c5a7ac8 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284098641&fields=id&tenant_id=1a9954d67378417ca97a8acbebf48a3e HTTP/1.1" status: 200 len: 267 time: 0.0500784 Dec 10 19:24:15.661431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-854cbfd8-a9d0-4d1c-baec-4c8748f89c58 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:15.663574 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-854cbfd8-a9d0-4d1c-baec-4c8748f89c58 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/networks?id=ab226625-145e-4c60-9ce7-ac3898674e53 HTTP/1.1" status: 200 len: 810 time: 0.1034682 Dec 10 19:24:15.679991 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-3ff2ea03-2964-4f29-9990-17c745269ca6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/quotas/1a9954d67378417ca97a8acbebf48a3e HTTP/1.1" status: 200 len: 375 time: 0.0101745 Dec 10 19:24:15.732070 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-f57eba25-f9a0-44da-be6a-79cd024aec0f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a9954d67378417ca97a8acbebf48a3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463417 Dec 10 19:24:15.936651 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-e4178073-4dd5-478f-b600-e9d8b29f16e2 service neutron] 10.222.0.60 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910210 Dec 10 19:24:16.026609 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-2df29fe5-92d9-4c88-82a2-280f9332765d service neutron] 10.222.0.60 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835850 Dec 10 19:24:16.285838 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a887c861-45c3-441d-b3bb-3c12412fdaa6 req-b43b98d2-a82a-4283-80b1-8eed20cc2690 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 210 time: 0.0333967 Dec 10 19:24:16.327408 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 52bcaab2-9f81-48b3-9157-0dc5e975e823 up at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:16.376956 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Provisioning complete for port 52bcaab2-9f81-48b3-9157-0dc5e975e823 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:16.377332 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:16.557125 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1b0dd487-08e6-421d-82d8-a97b8d121135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:17.365486 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3a363a0e-292c-409b-a6ab-f2fbfc868279 req-bfc26db1-90a1-4ea7-83ab-2b943253b218 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 210 time: 0.0264239 Dec 10 19:24:18.458538 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-315266ad-0d12-452c-9914-c7ded8227534 req-bcb30fee-739d-4746-a800-2d1712cda823 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 210 time: 0.0257206 Dec 10 19:24:18.901274 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a192b4aa-8828-4218-9a68-d0ec0aaf2b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:18.988380 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:19.173497 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-35e46766-bbbc-47bc-be37-b6dfbb948ba2 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:19.174890 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-35e46766-bbbc-47bc-be37-b6dfbb948ba2 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.21 "GET /v2.0/networks?id=ab226625-145e-4c60-9ce7-ac3898674e53 HTTP/1.1" status: 200 len: 810 time: 0.4099913 Dec 10 19:24:19.240645 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-371208c3-0a7d-4d7c-9247-97923fa3a11c tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a9954d67378417ca97a8acbebf48a3e HTTP/1.1" status: 200 len: 379 time: 0.0534081 Dec 10 19:24:19.254753 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-1eec37ab-15ed-4250-8e9b-fff11db3e7e5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Request body: {'port': {'device_id': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'admin_state_up': True, 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'security_groups': ['baf44613-3cf7-4322-adbf-60f80bcddbce']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:19.454457 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-1eec37ab-15ed-4250-8e9b-fff11db3e7e5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Made reservation on behalf of 1a9954d67378417ca97a8acbebf48a3e for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:19.457990 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-1eec37ab-15ed-4250-8e9b-fff11db3e7e5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:19.552994 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2e2c90e9-b334-4478-9eed-35c99611f171 req-edd9867d-323b-4351-ba81-3d8a45d468de tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 210 time: 0.0257633 Dec 10 19:24:19.584684 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-1eec37ab-15ed-4250-8e9b-fff11db3e7e5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Allocated IP 172.20.0.8 (ab226625-145e-4c60-9ce7-ac3898674e53/94f05473-57e1-4c2b-aa33-a80a9cd8d86b/abb333aa-d239-42df-88eb-b061e2417017) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:19.721579 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-1eec37ab-15ed-4250-8e9b-fff11db3e7e5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:19.828108 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-1eec37ab-15ed-4250-8e9b-fff11db3e7e5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:19.871227 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-1eec37ab-15ed-4250-8e9b-fff11db3e7e5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Network ab226625-145e-4c60-9ce7-ac3898674e53 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:19.874341 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-1eec37ab-15ed-4250-8e9b-fff11db3e7e5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:19.878005 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-1eec37ab-15ed-4250-8e9b-fff11db3e7e5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:19.901587 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec37ab-15ed-4250-8e9b-fff11db3e7e5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event updated for resources: {'Port': ['ID=abb333aa-d239-42df-88eb-b061e2417017,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:19.931188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-1eec37ab-15ed-4250-8e9b-fff11db3e7e5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:19.931800 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-1eec37ab-15ed-4250-8e9b-fff11db3e7e5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:20.013759 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-1eec37ab-15ed-4250-8e9b-fff11db3e7e5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7625623 Dec 10 19:24:20.031867 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Request body: {'port': {'device_id': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:20.091812 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:20.109680 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-5469d5f4-08d8-42da-af3e-a9494cb86766 None None] Provisioning complete for port abb333aa-d239-42df-88eb-b061e2417017 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:20.110258 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5469d5f4-08d8-42da-af3e-a9494cb86766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:20.142357 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-5469d5f4-08d8-42da-af3e-a9494cb86766 None None] Port abb333aa-d239-42df-88eb-b061e2417017 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:24:20.350567 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb333aa-d239-42df-88eb-b061e2417017 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:24:20.358349 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:20.370412 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Transition to ACTIVE for port object abb333aa-d239-42df-88eb-b061e2417017 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:24:20.382179 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:20.494553 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:20.543991 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Pushing event updated for resources: {'Port': ['ID=abb333aa-d239-42df-88eb-b061e2417017,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:20.622854 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Attempting to bind port abb333aa-d239-42df-88eb-b061e2417017 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:24:20.623491 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Attempting to bind port abb333aa-d239-42df-88eb-b061e2417017 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:24:20.624003 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Attempting to bind port abb333aa-d239-42df-88eb-b061e2417017 on network ab226625-145e-4c60-9ce7-ac3898674e53 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:20.628835 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Port abb333aa-d239-42df-88eb-b061e2417017 on network ab226625-145e-4c60-9ce7-ac3898674e53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:24:20.629162 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Attempting to bind port abb333aa-d239-42df-88eb-b061e2417017 on network ab226625-145e-4c60-9ce7-ac3898674e53 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:20.635311 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:24:20.635652 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Checking segment: {'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:24:20.636046 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Bound using segment: {'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:24:20.636486 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Bound port: abb333aa-d239-42df-88eb-b061e2417017, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:24:20.636847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:20.673495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17ddd8-bb4c-4f33-aea8-28f2d97bbf7c req-778c2ca0-3abb-4161-9046-2f80a85568bd tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:20.675047 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8b17ddd8-bb4c-4f33-aea8-28f2d97bbf7c req-778c2ca0-3abb-4161-9046-2f80a85568bd tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 943 time: 0.0508966 Dec 10 19:24:20.711644 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] For port abb333aa-d239-42df-88eb-b061e2417017, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:24:20.712941 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] For port abb333aa-d239-42df-88eb-b061e2417017, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=abb333aa-d239-42df-88eb-b061e2417017,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:24:20.731262 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-8b17ddd8-bb4c-4f33-aea8-28f2d97bbf7c req-42547fe5-c2c4-4910-8b87-beb38e9ce281 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492432 Dec 10 19:24:20.811847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:20.849245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:20.849245 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:20.849790 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/abb333aa-d239-42df-88eb-b061e2417017 HTTP/1.1" status: 200 len: 1093 time: 0.8222923 Dec 10 19:24:20.850229 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'tag': 'abb333aa-d239-42df-88eb-b061e2417017'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:24:20.853088 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492972e8-e789-4e36-b409-c407aae0a2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "99a74106-294d-4442-8b8f-1e6fa84130b0", "tag": "abb333aa-d239-42df-88eb-b061e2417017"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:24:20.875468 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c69269-0959-42b3-b4de-8241fee696c6 service neutron] Pushing event updated for resources: {'Port': ['ID=abb333aa-d239-42df-88eb-b061e2417017,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:20.900121 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab8c957-8807-4d7a-902e-bd24ab210030 x-openstack-request-id: req-2ab8c957-8807-4d7a-902e-bd24ab210030 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:24:20.900469 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a74106-294d-4442-8b8f-1e6fa84130b0", "tag": "abb333aa-d239-42df-88eb-b061e2417017", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:24:20.900742 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ab8c957-8807-4d7a-902e-bd24ab210030 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:24:20.901244 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'tag': 'abb333aa-d239-42df-88eb-b061e2417017', 'status': 'completed', 'code': 200} Dec 10 19:24:20.971912 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492972e8-e789-4e36-b409-c407aae0a2ef req-14e446ca-1072-4102-a2f2-8b6ca0b80f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:20.973456 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-492972e8-e789-4e36-b409-c407aae0a2ef req-14e446ca-1072-4102-a2f2-8b6ca0b80f34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a9954d67378417ca97a8acbebf48a3e&device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 1096 time: 0.0467448 Dec 10 19:24:21.075222 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492972e8-e789-4e36-b409-c407aae0a2ef req-94d8978a-1d1c-438d-b1a6-4b204446b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:21.076676 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-492972e8-e789-4e36-b409-c407aae0a2ef req-94d8978a-1d1c-438d-b1a6-4b204446b415 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1a9954d67378417ca97a8acbebf48a3e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0952144 Dec 10 19:24:21.178847 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492972e8-e789-4e36-b409-c407aae0a2ef req-f87c7dd2-010e-49b0-9d90-6c321d1cccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:21.180936 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-492972e8-e789-4e36-b409-c407aae0a2ef req-f87c7dd2-010e-49b0-9d90-6c321d1cccfb service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929430 Dec 10 19:24:21.266322 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-94936e26-44a9-4456-9878-c7568eb68031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:21.267767 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-94936e26-44a9-4456-9878-c7568eb68031 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a9954d67378417ca97a8acbebf48a3e&device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 1096 time: 0.0396891 Dec 10 19:24:21.318298 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-21ddc491-744b-477a-88b1-478cfd7aabb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abb333aa-d239-42df-88eb-b061e2417017 HTTP/1.1" status: 200 len: 217 time: 0.0370584 Dec 10 19:24:21.367613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-5a240752-62ca-4e8d-af47-9066aa28f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:21.369017 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-5a240752-62ca-4e8d-af47-9066aa28f61c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94f05473-57e1-4c2b-aa33-a80a9cd8d86b HTTP/1.1" status: 200 len: 849 time: 0.0438092 Dec 10 19:24:21.419092 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-fe3e658b-9786-40c0-b9ea-340eafddaf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:21.420533 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-fe3e658b-9786-40c0-b9ea-340eafddaf38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab226625-145e-4c60-9ce7-ac3898674e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400388 Dec 10 19:24:21.518046 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-0ad953ca-2ddb-42d9-a68e-59f694dc2933 service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859389 Dec 10 19:24:21.553884 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:21.613328 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-378d18d3-462d-41a0-989c-ece36dbfb944 req-090aea45-a2ac-4174-830e-ab3b91941f68 service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828583 Dec 10 19:24:21.854066 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97464f-b0c1-44fa-a0cc-19d072866e87 req-a6f26ae6-cfaf-4fc7-8d25-effd8c0b07c6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:21.855544 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-de97464f-b0c1-44fa-a0cc-19d072866e87 req-a6f26ae6-cfaf-4fc7-8d25-effd8c0b07c6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 943 time: 0.0513761 Dec 10 19:24:21.903890 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-de97464f-b0c1-44fa-a0cc-19d072866e87 req-fc986516-b8b9-4456-873d-d38d8ed1329e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424256 Dec 10 19:24:22.568747 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:23.019083 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c46d-f542-4ac0-9d4f-3adbf00a1f14 req-ea911ba3-7cc2-406d-934d-ab6afff1d908 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:23.020559 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ac15c46d-f542-4ac0-9d4f-3adbf00a1f14 req-ea911ba3-7cc2-406d-934d-ab6afff1d908 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 943 time: 0.0488546 Dec 10 19:24:23.068433 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-ac15c46d-f542-4ac0-9d4f-3adbf00a1f14 req-014d42d0-c18f-4eef-8500-4048c5a600c8 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Dec 10 19:24:23.260742 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device abb333aa-d239-42df-88eb-b061e2417017 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:24:23.356171 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port abb333aa-d239-42df-88eb-b061e2417017, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=abb333aa-d239-42df-88eb-b061e2417017,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:23.367574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'abb333aa-d239-42df-88eb-b061e2417017', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'port_id': 'abb333aa-d239-42df-88eb-b061e2417017', 'mac_address': 'fa:16:3e:7a:7e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:24:23.403458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:23.416418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb333aa-d239-42df-88eb-b061e2417017 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:24:23.435765 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port abb333aa-d239-42df-88eb-b061e2417017, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=abb333aa-d239-42df-88eb-b061e2417017,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:23.514151 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:23.562092 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=abb333aa-d239-42df-88eb-b061e2417017,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:23.828915 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['abb333aa-d239-42df-88eb-b061e2417017'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:24:24.186309 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b159524-a1b0-406e-bed5-22bb0650025a req-39156fb9-5179-48a9-8cc1-5c8fa82aec87 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:24.187761 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2b159524-a1b0-406e-bed5-22bb0650025a req-39156fb9-5179-48a9-8cc1-5c8fa82aec87 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 944 time: 0.0511630 Dec 10 19:24:24.235238 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2b159524-a1b0-406e-bed5-22bb0650025a req-4dfd585e-a29f-4db8-80c0-5571968b97b9 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415092 Dec 10 19:24:25.261033 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device abb333aa-d239-42df-88eb-b061e2417017 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:25.348974 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c46dc-e8b0-41ad-8981-97f10c664ce7 req-6e995d35-3b46-4a4e-90cb-0de1de807a47 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:25.350509 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-607c46dc-e8b0-41ad-8981-97f10c664ce7 req-6e995d35-3b46-4a4e-90cb-0de1de807a47 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 944 time: 0.0469289 Dec 10 19:24:25.380572 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port abb333aa-d239-42df-88eb-b061e2417017 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:24:25.386070 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port abb333aa-d239-42df-88eb-b061e2417017 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:25.386445 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:25.407961 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-607c46dc-e8b0-41ad-8981-97f10c664ce7 req-5fdfd7d4-5c0e-435d-abeb-8cd0ab1f29fc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507419 Dec 10 19:24:25.464096 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:25.485494 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb333aa-d239-42df-88eb-b061e2417017'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:24:25.487763 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd98a6d7-e769-41e4-b1fa-b2bc417d9fdd" -d '{"events": [{"server_uuid": "99a74106-294d-4442-8b8f-1e6fa84130b0", "name": "network-vif-plugged", "status": "completed", "tag": "abb333aa-d239-42df-88eb-b061e2417017"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:24:25.502143 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port abb333aa-d239-42df-88eb-b061e2417017, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=abb333aa-d239-42df-88eb-b061e2417017,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:25.577284 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617ebcdd-efe1-4f5c-9718-af88187749d3 x-openstack-request-id: req-617ebcdd-efe1-4f5c-9718-af88187749d3 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:24:25.577593 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a74106-294d-4442-8b8f-1e6fa84130b0", "name": "network-vif-plugged", "status": "completed", "tag": "abb333aa-d239-42df-88eb-b061e2417017", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:24:25.577977 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-617ebcdd-efe1-4f5c-9718-af88187749d3 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:24:25.578382 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb333aa-d239-42df-88eb-b061e2417017', 'code': 200} Dec 10 19:24:25.582213 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:25.629240 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=abb333aa-d239-42df-88eb-b061e2417017,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:25.930908 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ebd4a-594c-4414-9bd9-fe8b8bab08f6 req-bc6594b9-2ae8-4ddc-ae0c-8577fa240a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:25.932367 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c27ebd4a-594c-4414-9bd9-fe8b8bab08f6 req-bc6594b9-2ae8-4ddc-ae0c-8577fa240a79 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 1098 time: 0.0403368 Dec 10 19:24:25.985395 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-c27ebd4a-594c-4414-9bd9-fe8b8bab08f6 req-f1de7ba3-1bb2-4955-b1fa-53abe3fc245e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421095 Dec 10 19:24:26.521955 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0ea0d-1d24-44af-8457-340ec64d9ee5 req-2445f48c-7df8-484f-a6b3-f6e591c5e8c3 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:26.523428 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fca0ea0d-1d24-44af-8457-340ec64d9ee5 req-2445f48c-7df8-484f-a6b3-f6e591c5e8c3 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 945 time: 0.0484505 Dec 10 19:24:26.575926 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-fca0ea0d-1d24-44af-8457-340ec64d9ee5 req-00a349cc-522a-4131-b971-2408f423ba1a tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459917 Dec 10 19:24:27.691786 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745329a-b318-44d2-93f8-e60d121fcb74 req-54bbb4a3-2119-49e8-bc97-c76fda4d3480 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:27.693248 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3745329a-b318-44d2-93f8-e60d121fcb74 req-54bbb4a3-2119-49e8-bc97-c76fda4d3480 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 945 time: 0.0484614 Dec 10 19:24:27.740348 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3745329a-b318-44d2-93f8-e60d121fcb74 req-b0c49f9a-110e-4422-8b49-7d2c20357bf6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411835 Dec 10 19:24:27.854568 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78eaa0-d2a0-4bc0-9836-f871c9f89c86 req-56b84636-0417-417e-8a32-00fb16c84aaa tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:27.856084 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7a78eaa0-d2a0-4bc0-9836-f871c9f89c86 req-56b84636-0417-417e-8a32-00fb16c84aaa tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 945 time: 0.0479860 Dec 10 19:24:27.856480 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:24:27.903624 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-7a78eaa0-d2a0-4bc0-9836-f871c9f89c86 req-124dea29-00c9-4d57-8782-00ca1826b488 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414777 Dec 10 19:24:27.925461 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44686) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:28.014195 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de71ca8-effc-442c-a384-46f95a2f2d5b tempest-TestSnapshotPattern-1627836176 tempest-TestSnapshotPattern-1627836176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:28.014195 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-4de71ca8-effc-442c-a384-46f95a2f2d5b tempest-TestSnapshotPattern-1627836176 tempest-TestSnapshotPattern-1627836176-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 1093 time: 0.0830698 Dec 10 19:24:28.014195 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 44690) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:24:28.016808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': 'abb333aa-d239-42df-88eb-b061e2417017', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:28.100285 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:28.193379 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:28.296066 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Allocated IP 172.26.5.212 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/79205d44-d07a-461f-ab7f-f1968dea82b7) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:28.392832 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:28.497153 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:28.539062 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:28.541938 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:28.545774 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:28.568392 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event updated for resources: {'Port': ['ID=79205d44-d07a-461f-ab7f-f1968dea82b7,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:29.148465 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:29.286136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:29.442885 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:29.519516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:29.585150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event updated for resources: {'Port': ['ID=79205d44-d07a-461f-ab7f-f1968dea82b7,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:29.597174 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:29.698593 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Floating IP 22d9cc35-55ee-4dd3-84e6-b4fd67f6c2a3 associated. External IP: 172.26.5.212, port: abb333aa-d239-42df-88eb-b061e2417017. Dec 10 19:24:29.919541 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Router 1ea6c657-9d34-40a5-b8de-253aef2538ce has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:30.033485 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:30.043592 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e41175-51bc-46b6-8059-87d6d32f2ca8 None None] Sync routers for ids ['1ea6c657-9d34-40a5-b8de-253aef2538ce'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:30.056495 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e41175-51bc-46b6-8059-87d6d32f2ca8 None None] Routers {'1ea6c657-9d34-40a5-b8de-253aef2538ce'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:30.060234 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c5e41175-51bc-46b6-8059-87d6d32f2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:24:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1ea6c657-9d34-40a5-b8de-253aef2538ce'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:30.150722 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:30.160995 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-c5e41175-51bc-46b6-8059-87d6d32f2ca8 None None] Set router 1ea6c657-9d34-40a5-b8de-253aef2538ce gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:30.191698 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-5a25c08e-17ab-4688-bd06-1c07994df3cc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1644821 Dec 10 19:24:30.191698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'tag': 'abb333aa-d239-42df-88eb-b061e2417017'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:24:30.191698 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c7eed4-06a6-4852-8c14-82518ddd07a8" -d '{"events": [{"name": "network-changed", "server_uuid": "99a74106-294d-4442-8b8f-1e6fa84130b0", "tag": "abb333aa-d239-42df-88eb-b061e2417017"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:24:30.270878 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaa6e16-a165-4a7b-8768-d7c75e3d1303 x-openstack-request-id: req-bbaa6e16-a165-4a7b-8768-d7c75e3d1303 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:24:30.271180 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a74106-294d-4442-8b8f-1e6fa84130b0", "tag": "abb333aa-d239-42df-88eb-b061e2417017", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:24:30.271440 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bbaa6e16-a165-4a7b-8768-d7c75e3d1303 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:24:30.271855 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'tag': 'abb333aa-d239-42df-88eb-b061e2417017', 'status': 'completed', 'code': 200} Dec 10 19:24:30.333514 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7eed4-06a6-4852-8c14-82518ddd07a8 req-296ad27a-ce79-4a3b-81b5-aad94986de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.335092 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-75c7eed4-06a6-4852-8c14-82518ddd07a8 req-296ad27a-ce79-4a3b-81b5-aad94986de41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a9954d67378417ca97a8acbebf48a3e&device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 1098 time: 0.0401111 Dec 10 19:24:30.382415 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c5e41175-51bc-46b6-8059-87d6d32f2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '22d9cc35-55ee-4dd3-84e6-b4fd67f6c2a3', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'floating_ip_address': '172.26.5.212', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'port_id': 'abb333aa-d239-42df-88eb-b061e2417017', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'mac_address': 'fa:16:3e:7a:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 0, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:08Z', 'revision_number': 5, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:30.411801 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e41175-51bc-46b6-8059-87d6d32f2ca8 None None] Checking router: 1ea6c657-9d34-40a5-b8de-253aef2538ce for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:24:30.421304 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e41175-51bc-46b6-8059-87d6d32f2ca8 None None] Routers {'1ea6c657-9d34-40a5-b8de-253aef2538ce'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:30.421930 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c5e41175-51bc-46b6-8059-87d6d32f2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:24:19Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1ea6c657-9d34-40a5-b8de-253aef2538ce'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:30.426765 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7eed4-06a6-4852-8c14-82518ddd07a8 req-6cff533a-d975-4a34-beaf-aeb9e54333ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.428253 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-75c7eed4-06a6-4852-8c14-82518ddd07a8 req-6cff533a-d975-4a34-beaf-aeb9e54333ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab226625-145e-4c60-9ce7-ac3898674e53 HTTP/1.1" status: 200 len: 911 time: 0.0857463 Dec 10 19:24:30.502402 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-75c7eed4-06a6-4852-8c14-82518ddd07a8 req-9fe5c41a-8542-4b30-be50-3a3446093d4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abb333aa-d239-42df-88eb-b061e2417017 HTTP/1.1" status: 200 len: 999 time: 0.0656140 Dec 10 19:24:30.522211 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-c5e41175-51bc-46b6-8059-87d6d32f2ca8 None None] Set router 1ea6c657-9d34-40a5-b8de-253aef2538ce gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:30.551973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7eed4-06a6-4852-8c14-82518ddd07a8 req-b2014312-6372-4527-8ca3-223a853a396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.553428 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-75c7eed4-06a6-4852-8c14-82518ddd07a8 req-b2014312-6372-4527-8ca3-223a853a396e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94f05473-57e1-4c2b-aa33-a80a9cd8d86b HTTP/1.1" status: 200 len: 849 time: 0.0443490 Dec 10 19:24:30.599174 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7eed4-06a6-4852-8c14-82518ddd07a8 req-97f08148-d2df-4222-be39-51042d38d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.600569 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-75c7eed4-06a6-4852-8c14-82518ddd07a8 req-97f08148-d2df-4222-be39-51042d38d341 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab226625-145e-4c60-9ce7-ac3898674e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395839 Dec 10 19:24:30.692948 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-75c7eed4-06a6-4852-8c14-82518ddd07a8 req-c9c5082e-9d42-4b3a-9778-b0e26893e88f service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853114 Dec 10 19:24:30.745266 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-c5e41175-51bc-46b6-8059-87d6d32f2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '22d9cc35-55ee-4dd3-84e6-b4fd67f6c2a3', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'floating_ip_address': '172.26.5.212', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'port_id': 'abb333aa-d239-42df-88eb-b061e2417017', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'mac_address': 'fa:16:3e:7a:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 0, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:08Z', 'revision_number': 5, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:30.770950 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e41175-51bc-46b6-8059-87d6d32f2ca8 None None] The sync data for ids ['1ea6c657-9d34-40a5-b8de-253aef2538ce'] in dv-neutron-821434-1-hyperv is: [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '22d9cc35-55ee-4dd3-84e6-b4fd67f6c2a3', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'floating_ip_address': '172.26.5.212', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'port_id': 'abb333aa-d239-42df-88eb-b061e2417017', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'mac_address': 'fa:16:3e:7a:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 0, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:08Z', 'revision_number': 5, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:30.782219 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-75c7eed4-06a6-4852-8c14-82518ddd07a8 req-c0536210-f5dd-493d-93e0-8f2e8db11db2 service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823114 Dec 10 19:24:30.955032 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a0c054-2988-4bc0-b50e-d6d6cb703e78 None None] New status for floating IP 22d9cc35-55ee-4dd3-84e6-b4fd67f6c2a3: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:24:46.539685 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3883d189-12d7-4c26-9248-74fb3eaf89f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:48.907220 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8a3b2264-bdc4-4d15-8c84-4de1b037d949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:48.993328 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:50.359094 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:51.535693 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:52.620031 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:02.549207 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-54a9e10d-ef5f-4f52-9242-6191a2abe8b1 req-14a0d156-a769-40b8-9bdc-2f564566faaf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439200 Dec 10 19:25:02.631205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9e10d-ef5f-4f52-9242-6191a2abe8b1 req-17b914ea-4569-4140-8ea1-e0edfd4a9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:02.632673 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-54a9e10d-ef5f-4f52-9242-6191a2abe8b1 req-17b914ea-4569-4140-8ea1-e0edfd4a9ab5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a9954d67378417ca97a8acbebf48a3e&device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 1098 time: 0.0398574 Dec 10 19:25:02.734546 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9e10d-ef5f-4f52-9242-6191a2abe8b1 req-32cec00b-eb2f-453d-9966-510ab5d82799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:02.736015 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-54a9e10d-ef5f-4f52-9242-6191a2abe8b1 req-32cec00b-eb2f-453d-9966-510ab5d82799 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab226625-145e-4c60-9ce7-ac3898674e53 HTTP/1.1" status: 200 len: 911 time: 0.0831001 Dec 10 19:25:02.815778 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-54a9e10d-ef5f-4f52-9242-6191a2abe8b1 req-38196dc4-6742-4c56-950b-7975c7d0c860 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abb333aa-d239-42df-88eb-b061e2417017 HTTP/1.1" status: 200 len: 1001 time: 0.0715456 Dec 10 19:25:02.866250 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9e10d-ef5f-4f52-9242-6191a2abe8b1 req-af1d75e2-a627-4ac3-8263-5084e60ab350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:02.867701 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-54a9e10d-ef5f-4f52-9242-6191a2abe8b1 req-af1d75e2-a627-4ac3-8263-5084e60ab350 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94f05473-57e1-4c2b-aa33-a80a9cd8d86b HTTP/1.1" status: 200 len: 849 time: 0.0443175 Dec 10 19:25:02.915019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9e10d-ef5f-4f52-9242-6191a2abe8b1 req-78068440-1479-4d7b-af8c-911101804405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:02.916579 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-54a9e10d-ef5f-4f52-9242-6191a2abe8b1 req-78068440-1479-4d7b-af8c-911101804405 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab226625-145e-4c60-9ce7-ac3898674e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397201 Dec 10 19:25:03.011700 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-54a9e10d-ef5f-4f52-9242-6191a2abe8b1 req-640782b2-4627-40bb-8208-83513bfc76bd service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877409 Dec 10 19:25:03.103985 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-54a9e10d-ef5f-4f52-9242-6191a2abe8b1 req-9e4d9fe6-5df4-4505-8dda-6d4206649f12 service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849807 Dec 10 19:25:04.854766 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:25:16.535318 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e3903b37-cf60-486a-aa6a-32ea3b6e0298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:18.878427 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-45a21795-3f22-436d-b7ca-59e0f14e5f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:18.992334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:20.350519 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:21.546738 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:22.563977 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:41.854634 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:25:46.540628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5e14f037-434d-45b4-8c3e-a57f304dabda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:48.865948 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ae124129-edc1-4166-8cbf-aafb8b074924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:49.020540 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:50.351785 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:51.555928 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:52.580467 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:03.547201 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d00df6e-eff7-4a69-9e0b-5c6311bb1933 req-51c555e0-0576-4316-8077-ac8700f7a7eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404985 Dec 10 19:26:03.633596 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00df6e-eff7-4a69-9e0b-5c6311bb1933 req-c524c103-b9b2-45f7-b9ad-e037b061c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:03.635108 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d00df6e-eff7-4a69-9e0b-5c6311bb1933 req-c524c103-b9b2-45f7-b9ad-e037b061c8e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a9954d67378417ca97a8acbebf48a3e&device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 1098 time: 0.0404320 Dec 10 19:26:03.745410 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00df6e-eff7-4a69-9e0b-5c6311bb1933 req-e1eab905-6182-4c42-82c4-81d70a2fbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:03.746946 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d00df6e-eff7-4a69-9e0b-5c6311bb1933 req-e1eab905-6182-4c42-82c4-81d70a2fbb58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab226625-145e-4c60-9ce7-ac3898674e53 HTTP/1.1" status: 200 len: 911 time: 0.0868752 Dec 10 19:26:03.819251 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d00df6e-eff7-4a69-9e0b-5c6311bb1933 req-016e9d0a-6f43-4b19-b3bb-13dc09732b6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abb333aa-d239-42df-88eb-b061e2417017 HTTP/1.1" status: 200 len: 1001 time: 0.0573728 Dec 10 19:26:03.876682 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00df6e-eff7-4a69-9e0b-5c6311bb1933 req-a9ba077f-b5e8-4d36-8353-709b9e1bb565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:03.878165 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d00df6e-eff7-4a69-9e0b-5c6311bb1933 req-a9ba077f-b5e8-4d36-8353-709b9e1bb565 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94f05473-57e1-4c2b-aa33-a80a9cd8d86b HTTP/1.1" status: 200 len: 849 time: 0.0466566 Dec 10 19:26:03.925122 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00df6e-eff7-4a69-9e0b-5c6311bb1933 req-a45f3ed3-cca0-45fc-b9aa-620e39244be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:03.926693 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d00df6e-eff7-4a69-9e0b-5c6311bb1933 req-a45f3ed3-cca0-45fc-b9aa-620e39244be2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab226625-145e-4c60-9ce7-ac3898674e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404992 Dec 10 19:26:04.018374 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d00df6e-eff7-4a69-9e0b-5c6311bb1933 req-82390594-d3cf-407a-96c4-bdbbc5399306 service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844970 Dec 10 19:26:04.113333 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1d00df6e-eff7-4a69-9e0b-5c6311bb1933 req-0a7cb54b-9854-4ece-a9bc-dc53ca7a3aac service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843847 Dec 10 19:26:16.567101 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1f9ba320-82af-4528-8739-abdfefdc3df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:18.853957 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:26:18.894410 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-79707fc9-172a-4762-8f90-2c2ed58f64e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:18.962774 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:20.351341 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:21.568535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:22.637476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:31.974787 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device abb333aa-d239-42df-88eb-b061e2417017 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:26:32.080047 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port abb333aa-d239-42df-88eb-b061e2417017, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=abb333aa-d239-42df-88eb-b061e2417017,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:32.094265 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': 'abb333aa-d239-42df-88eb-b061e2417017', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'port_id': 'abb333aa-d239-42df-88eb-b061e2417017', 'mac_address': 'fa:16:3e:7a:7e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:26:32.130822 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:32.145613 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abb333aa-d239-42df-88eb-b061e2417017 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:26:32.165520 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port abb333aa-d239-42df-88eb-b061e2417017, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=abb333aa-d239-42df-88eb-b061e2417017,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:32.243040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:32.293722 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=abb333aa-d239-42df-88eb-b061e2417017,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:32.302005 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.302356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.302700 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.303040 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.303653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.304018 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.304479 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.304821 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.305145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.305474 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.305833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.306165 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.306490 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.323092 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['abb333aa-d239-42df-88eb-b061e2417017'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:26:33.995107 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device abb333aa-d239-42df-88eb-b061e2417017 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:26:34.056301 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port abb333aa-d239-42df-88eb-b061e2417017 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:26:34.056965 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:34.163654 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:34.189464 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb333aa-d239-42df-88eb-b061e2417017'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:26:34.192596 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ec9685-bfed-4014-aeaf-f20b8b172937" -d '{"events": [{"server_uuid": "99a74106-294d-4442-8b8f-1e6fa84130b0", "name": "network-vif-plugged", "status": "completed", "tag": "abb333aa-d239-42df-88eb-b061e2417017"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:26:34.223757 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port abb333aa-d239-42df-88eb-b061e2417017, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=abb333aa-d239-42df-88eb-b061e2417017,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:34.237465 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca5b760-04e2-4cef-b9f9-771e77c6aae0 x-openstack-request-id: req-3ca5b760-04e2-4cef-b9f9-771e77c6aae0 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:26:34.237790 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a74106-294d-4442-8b8f-1e6fa84130b0", "name": "network-vif-plugged", "status": "completed", "tag": "abb333aa-d239-42df-88eb-b061e2417017", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:26:34.238114 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ca5b760-04e2-4cef-b9f9-771e77c6aae0 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:26:34.239020 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb333aa-d239-42df-88eb-b061e2417017', 'code': 200} Dec 10 19:26:34.317422 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:34.377356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=abb333aa-d239-42df-88eb-b061e2417017,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:43.852855 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-bf53ed26-3de5-4094-b771-9f4e9b419aef tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284098641&fields=id&tenant_id=1a9954d67378417ca97a8acbebf48a3e HTTP/1.1" status: 200 len: 267 time: 0.0463939 Dec 10 19:26:43.963849 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-a173eaae-680b-4e67-b4a1-86896a8f4861 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:43.965226 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-a173eaae-680b-4e67-b4a1-86896a8f4861 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/networks?id=ab226625-145e-4c60-9ce7-ac3898674e53 HTTP/1.1" status: 200 len: 810 time: 0.1056688 Dec 10 19:26:43.980037 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-1576a88a-49e1-4871-bed1-53f0f993c917 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/quotas/1a9954d67378417ca97a8acbebf48a3e HTTP/1.1" status: 200 len: 375 time: 0.0090604 Dec 10 19:26:44.031706 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-25c8cea1-e194-45c9-8eb8-eb9c800336eb tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a9954d67378417ca97a8acbebf48a3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466034 Dec 10 19:26:44.124327 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-dfd9d98e-d80e-4c37-8b01-3974a753886c service neutron] 10.222.0.60 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809925 Dec 10 19:26:44.224090 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-2aeca50e-170b-4a7e-8c99-d12f0544a470 service neutron] 10.222.0.60 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936818 Dec 10 19:26:44.492900 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-2748259b-a2f2-4607-86c2-0fe96d1d3a0d req-778f9b45-bc32-45e8-b195-22394e8a10c4 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 210 time: 0.0270631 Dec 10 19:26:45.568475 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-a653dd36-5380-4896-abd9-6c93eb26f14c req-4808e078-3db3-4019-88a3-7cb80f479641 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 210 time: 0.0264442 Dec 10 19:26:46.608806 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-edf82f14-ed45-46f8-a8f7-e8c1bdbee9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:46.646021 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-aa704f03-97bb-4b2c-864a-1397ca968876 req-ebd98b6d-3502-4872-ad7e-a9add315bb83 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 210 time: 0.0265768 Dec 10 19:26:47.727127 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bd3ca7ba-31b4-444e-912e-34547c71c682 req-1ad697e9-de7c-4ebb-b345-fe55dd1e47ec tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 210 time: 0.0301063 Dec 10 19:26:48.053973 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device abb333aa-d239-42df-88eb-b061e2417017 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:26:48.133834 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:48.156527 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb333aa-d239-42df-88eb-b061e2417017'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:26:48.158776 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d257438-4e1d-4b43-b29e-4d58fa3a2925" -d '{"events": [{"server_uuid": "99a74106-294d-4442-8b8f-1e6fa84130b0", "name": "network-vif-unplugged", "status": "completed", "tag": "abb333aa-d239-42df-88eb-b061e2417017"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:26:48.176039 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port abb333aa-d239-42df-88eb-b061e2417017, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=abb333aa-d239-42df-88eb-b061e2417017,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:48.201275 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a21d33-6192-48cd-87b4-e0aab8bd3e14 x-openstack-request-id: req-40a21d33-6192-48cd-87b4-e0aab8bd3e14 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:26:48.201574 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a74106-294d-4442-8b8f-1e6fa84130b0", "name": "network-vif-unplugged", "status": "completed", "tag": "abb333aa-d239-42df-88eb-b061e2417017", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:26:48.201862 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40a21d33-6192-48cd-87b4-e0aab8bd3e14 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:26:48.202263 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb333aa-d239-42df-88eb-b061e2417017', 'code': 200} Dec 10 19:26:48.264072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:48.311783 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=abb333aa-d239-42df-88eb-b061e2417017,revision_number=8']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:48.826902 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-6490e7e0-a76f-4c27-8dfe-6db9ea2bd2ef req-5c9b5cf3-f5e1-43f1-a683-75e7d03455fa tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 210 time: 0.0273571 Dec 10 19:26:48.865010 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b2d8baa9-c413-4d42-a9e5-dc82fbe089df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:49.012368 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:49.923045 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-e9d239d3-8f71-4683-850c-ba7eddb23753 req-6f7dc15e-a990-4eb6-8614-eb101b9b0a84 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 210 time: 0.0279386 Dec 10 19:26:50.406289 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:50.968774 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-daa170bd-8fba-4df6-b457-5496d3aaf349 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:50.969828 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-daa170bd-8fba-4df6-b457-5496d3aaf349 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.21 "GET /v2.0/networks?id=ab226625-145e-4c60-9ce7-ac3898674e53 HTTP/1.1" status: 200 len: 810 time: 0.1078713 Dec 10 19:26:51.020234 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3c1d63b8-544c-4271-b23d-ccb62fc95854 req-f7ad28d9-f6c8-4260-89c0-bc46ed140dd9 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 210 time: 0.0272963 Dec 10 19:26:51.036160 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-93b7ad83-95fe-4f10-8700-3e5f30fac3c5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a9954d67378417ca97a8acbebf48a3e HTTP/1.1" status: 200 len: 379 time: 0.0563459 Dec 10 19:26:51.045470 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Request body: {'port': {'device_id': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'admin_state_up': True, 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'security_groups': ['baf44613-3cf7-4322-adbf-60f80bcddbce']}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:26:51.271024 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Made reservation on behalf of 1a9954d67378417ca97a8acbebf48a3e for: {'port': 1} {{(pid=103593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:26:51.274741 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:51.397507 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Allocated IP 172.20.0.3 (ab226625-145e-4c60-9ce7-ac3898674e53/94f05473-57e1-4c2b-aa33-a80a9cd8d86b/9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:26:51.544323 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for port, precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:51.646252 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:51.705142 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:51.748655 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Network ab226625-145e-4c60-9ce7-ac3898674e53 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:26:51.751930 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:26:51.756010 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:26:51.799019 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event updated for resources: {'Port': ['ID=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:51.839569 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:51.840476 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:51.849316 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:51.849771 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:51.850432 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:51.850784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:51.851200 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:51.851616 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:51.851962 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:51.852365 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:51.852774 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:51.853119 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:51.853461 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:51.853983 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:51.854260 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:51.948525 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-cac40dfd-2014-44e3-b490-54ea4f13979f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9066577 Dec 10 19:26:52.140079 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-4716a7e7-93b4-4e6c-b91a-41f82364e314 None None] Provisioning complete for port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 triggered by entity DHCP. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:26:52.140831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4716a7e7-93b4-4e6c-b91a-41f82364e314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:52.168567 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf3c75-976e-4bc6-bb75-a436d966afab req-3bb97755-62c2-4602-b3bf-3eaee4b39704 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:52.170749 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-02bf3c75-976e-4bc6-bb75-a436d966afab req-3bb97755-62c2-4602-b3bf-3eaee4b39704 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 931 time: 0.0655291 Dec 10 19:26:52.188432 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-4716a7e7-93b4-4e6c-b91a-41f82364e314 None None] Port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 cannot update to ACTIVE because it is not bound. {{(pid=103595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:26:52.242954 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-02bf3c75-976e-4bc6-bb75-a436d966afab req-43f462ef-095c-45e6-b3a1-d0cdd83cd5a3 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657926 Dec 10 19:26:52.591226 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:53.367008 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cabc0-16ef-4ff2-80e4-7797a9d6df8a req-ad8add8b-e863-4b1d-b4ce-520c868e7ee5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:53.368559 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-188cabc0-16ef-4ff2-80e4-7797a9d6df8a req-ad8add8b-e863-4b1d-b4ce-520c868e7ee5 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 931 time: 0.0535059 Dec 10 19:26:53.422057 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-188cabc0-16ef-4ff2-80e4-7797a9d6df8a req-fd4d6981-e2a2-446b-90e0-7b372f105e82 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468373 Dec 10 19:26:54.548275 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533885a9-6ef3-471e-b607-7e92796c0028 req-4368a830-c5b2-42b7-a6cc-5fb6ce8a63e7 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:54.549926 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-533885a9-6ef3-471e-b607-7e92796c0028 req-4368a830-c5b2-42b7-a6cc-5fb6ce8a63e7 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 931 time: 0.0533078 Dec 10 19:26:54.603541 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-533885a9-6ef3-471e-b607-7e92796c0028 req-6d093102-fa69-4f2a-82ac-b7fe7128b239 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462794 Dec 10 19:26:55.728411 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6c2f4-9948-4594-99b8-554bd62e6916 req-521e0d07-bb52-4cb3-b39a-bb9948de89cd tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:55.730430 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0bc6c2f4-9948-4594-99b8-554bd62e6916 req-521e0d07-bb52-4cb3-b39a-bb9948de89cd tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 931 time: 0.0552585 Dec 10 19:26:55.787527 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0bc6c2f4-9948-4594-99b8-554bd62e6916 req-baea8355-5581-42ce-8338-9209a756f3eb tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511088 Dec 10 19:26:55.855957 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:26:56.911707 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4399cc-8a0f-4acc-b0c9-a6f163dcc3b7 req-cec83676-f0bc-4316-b403-3a8ef49d7324 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:56.913919 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0e4399cc-8a0f-4acc-b0c9-a6f163dcc3b7 req-cec83676-f0bc-4316-b403-3a8ef49d7324 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 931 time: 0.0552998 Dec 10 19:26:56.966209 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0e4399cc-8a0f-4acc-b0c9-a6f163dcc3b7 req-17babe0d-4e6c-4ea5-8c4a-f4e1efbdcd62 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455813 Dec 10 19:26:58.091060 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70068b3-0472-4372-a993-041af8b877a0 req-6a90f1b6-7632-4905-8048-f702977fb224 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:58.092803 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b70068b3-0472-4372-a993-041af8b877a0 req-6a90f1b6-7632-4905-8048-f702977fb224 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 931 time: 0.0524323 Dec 10 19:26:58.148397 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-b70068b3-0472-4372-a993-041af8b877a0 req-9678c68f-af2e-41da-b2fd-a7f0422f54d4 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493274 Dec 10 19:26:59.266236 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bd388-09da-4cb9-8676-d4326323bbed req-c4a91a79-5334-4317-9433-d6b077eb6211 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:59.267886 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-383bd388-09da-4cb9-8676-d4326323bbed req-c4a91a79-5334-4317-9433-d6b077eb6211 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 931 time: 0.0499218 Dec 10 19:26:59.325651 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-383bd388-09da-4cb9-8676-d4326323bbed req-8206fbf0-19e4-4115-b515-307f4d14c6f0 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517578 Dec 10 19:27:00.444096 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682c1dc-4c13-49fd-9ee0-f007b0a74155 req-e5c54f3c-9d57-4255-9994-c3a6d919a7c8 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:00.445595 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c682c1dc-4c13-49fd-9ee0-f007b0a74155 req-e5c54f3c-9d57-4255-9994-c3a6d919a7c8 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 931 time: 0.0522919 Dec 10 19:27:00.502484 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-c682c1dc-4c13-49fd-9ee0-f007b0a74155 req-a3698f11-4687-4456-be2e-35377e98fa00 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464559 Dec 10 19:27:01.626671 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd994cb4-7159-4975-98cf-9af3ca486314 req-043b806f-3a8b-442d-8f85-f823a8c6bb56 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:01.628081 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bd994cb4-7159-4975-98cf-9af3ca486314 req-043b806f-3a8b-442d-8f85-f823a8c6bb56 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 931 time: 0.0560529 Dec 10 19:27:01.682021 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bd994cb4-7159-4975-98cf-9af3ca486314 req-282802cf-d88c-4d13-bef8-6a2178ca55ef tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479069 Dec 10 19:27:02.051613 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.v2.base [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Request body: {'port': {'device_id': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:27:02.106483 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:02.391672 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:27:02.398993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:02.411106 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Transition to ACTIVE for port object 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 will not be triggered until provisioned by entity L2. {{(pid=103593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:27:02.480554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:02.531071 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:02.608995 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Attempting to bind port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:27:02.609334 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Attempting to bind port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:27:02.609675 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Attempting to bind port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 on network ab226625-145e-4c60-9ce7-ac3898674e53 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:27:02.615240 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 on network ab226625-145e-4c60-9ce7-ac3898674e53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:27:02.615706 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Attempting to bind port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 on network ab226625-145e-4c60-9ce7-ac3898674e53 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:27:02.621556 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Checking agent: {'id': 'aae51e8b-a1b9-49c0-9c6e-285cbdc2add1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'started_at': datetime.datetime(2021, 12, 10, 18, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:27:02.625848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Checking segment: {'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:27:02.625848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Bound using segment: {'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:27:02.625848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Bound port: 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:27:02.625848 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:02.694766 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] For port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3, host hv-neutron-8214, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:27:02.704629 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] For port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:27:02.784948 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458568'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:02.802477 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497c0c8-225d-45d9-8906-e4db43eaac6f req-08d0f047-22ff-4e28-a244-73bd52a16149 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:02.804157 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f497c0c8-225d-45d9-8906-e4db43eaac6f req-08d0f047-22ff-4e28-a244-73bd52a16149 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 943 time: 0.0516548 Dec 10 19:27:02.822219 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:02.822932 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:02.825966 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 HTTP/1.1" status: 200 len: 1093 time: 0.7801332 Dec 10 19:27:02.828445 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'tag': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:27:02.830921 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa7e9bc0fb1d34a889d7b766c9f07b8f30bf81bfc2ba93ad1830bd9bcb4be3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b48d107-c81e-46c3-bf1f-d6746c86d7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4aff2118-8bd6-4ee7-8459-90a248f84d4d", "tag": "9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:27:02.859787 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167fc7-f6f2-4c58-8c61-933d7b9385a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:02.875682 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-f497c0c8-225d-45d9-8906-e4db43eaac6f req-2389ba27-fb25-482e-8c3d-7786458898c2 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650959 Dec 10 19:27:02.881197 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8959b16c-43f7-487c-ac87-87aef7d598da x-openstack-request-id: req-8959b16c-43f7-487c-ac87-87aef7d598da {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:27:02.881531 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aff2118-8bd6-4ee7-8459-90a248f84d4d", "tag": "9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:27:02.882314 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8959b16c-43f7-487c-ac87-87aef7d598da {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:27:02.882314 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'tag': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'status': 'completed', 'code': 200} Dec 10 19:27:02.953073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48d107-c81e-46c3-bf1f-d6746c86d7e2 req-e2e4d949-77d6-4a5e-be65-f69bcdd04336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:02.954836 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3b48d107-c81e-46c3-bf1f-d6746c86d7e2 req-e2e4d949-77d6-4a5e-be65-f69bcdd04336 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a9954d67378417ca97a8acbebf48a3e&device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 1096 time: 0.0451562 Dec 10 19:27:03.064324 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48d107-c81e-46c3-bf1f-d6746c86d7e2 req-a8e03f5b-60a7-4240-ac89-5d4f5d9dea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:03.065861 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3b48d107-c81e-46c3-bf1f-d6746c86d7e2 req-a8e03f5b-60a7-4240-ac89-5d4f5d9dea10 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1a9954d67378417ca97a8acbebf48a3e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0986907 Dec 10 19:27:03.160035 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48d107-c81e-46c3-bf1f-d6746c86d7e2 req-8e10dfcd-9ce2-459c-92f3-30152373337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:03.161517 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3b48d107-c81e-46c3-bf1f-d6746c86d7e2 req-8e10dfcd-9ce2-459c-92f3-30152373337a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875914 Dec 10 19:27:03.249779 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-61d56b47-cac4-45b8-ad9f-b5d58028c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:03.251250 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-61d56b47-cac4-45b8-ad9f-b5d58028c481 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a9954d67378417ca97a8acbebf48a3e&device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 1096 time: 0.0448573 Dec 10 19:27:03.298825 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-2eb87253-9918-464b-a0e3-43e883f49fcd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 HTTP/1.1" status: 200 len: 217 time: 0.0335691 Dec 10 19:27:03.350784 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-cde23db4-dca1-4da1-b6e3-8ebdedca5cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:03.352406 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-cde23db4-dca1-4da1-b6e3-8ebdedca5cd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94f05473-57e1-4c2b-aa33-a80a9cd8d86b HTTP/1.1" status: 200 len: 849 time: 0.0422273 Dec 10 19:27:03.407168 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-00b10510-3599-4345-9960-b0f20cd0da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:03.408654 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-00b10510-3599-4345-9960-b0f20cd0da61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab226625-145e-4c60-9ce7-ac3898674e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402224 Dec 10 19:27:03.508409 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-3271e970-b84e-41dc-a21e-0913310e86b7 service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870039 Dec 10 19:27:03.601954 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-9f32da08-4f0f-4b3f-be76-a3cc9a67c100 req-6876066b-2885-4561-a649-f4e0a4c94eeb service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818825 Dec 10 19:27:04.006032 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a8a2-7aa9-4708-b490-901703133a39 req-db535fdb-5ea7-4224-80a6-fd9c1de43292 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:04.007510 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0698a8a2-7aa9-4708-b490-901703133a39 req-db535fdb-5ea7-4224-80a6-fd9c1de43292 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 943 time: 0.0518708 Dec 10 19:27:04.056183 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-0698a8a2-7aa9-4708-b490-901703133a39 req-f8ccadff-b3e1-4316-90f5-86ae77914928 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423210 Dec 10 19:27:04.560631 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f226cd69-5249-44ed-8522-886fcfaeed32 req-a88565df-63d1-42a3-8676-1ad0c653b66d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458593 Dec 10 19:27:04.647560 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226cd69-5249-44ed-8522-886fcfaeed32 req-766b17a6-ebbf-4dd9-9a46-22a71fd43cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:04.649065 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f226cd69-5249-44ed-8522-886fcfaeed32 req-766b17a6-ebbf-4dd9-9a46-22a71fd43cef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a9954d67378417ca97a8acbebf48a3e&device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 1096 time: 0.0404518 Dec 10 19:27:04.757163 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226cd69-5249-44ed-8522-886fcfaeed32 req-d679f55f-a828-43b9-9dff-42595fb76c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:04.758656 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f226cd69-5249-44ed-8522-886fcfaeed32 req-d679f55f-a828-43b9-9dff-42595fb76c4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab226625-145e-4c60-9ce7-ac3898674e53 HTTP/1.1" status: 200 len: 911 time: 0.0826340 Dec 10 19:27:04.834218 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f226cd69-5249-44ed-8522-886fcfaeed32 req-6044f184-bd89-46f1-80bf-c2fc030e0310 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abb333aa-d239-42df-88eb-b061e2417017 HTTP/1.1" status: 200 len: 999 time: 0.0641289 Dec 10 19:27:04.889284 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226cd69-5249-44ed-8522-886fcfaeed32 req-5fd82a36-4bbc-4b84-8130-8866c4a93a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:04.890779 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f226cd69-5249-44ed-8522-886fcfaeed32 req-5fd82a36-4bbc-4b84-8130-8866c4a93a19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94f05473-57e1-4c2b-aa33-a80a9cd8d86b HTTP/1.1" status: 200 len: 849 time: 0.0449471 Dec 10 19:27:04.940623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226cd69-5249-44ed-8522-886fcfaeed32 req-9e9da8b3-a415-4152-bfb1-5ceefa8705b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:04.942055 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f226cd69-5249-44ed-8522-886fcfaeed32 req-9e9da8b3-a415-4152-bfb1-5ceefa8705b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab226625-145e-4c60-9ce7-ac3898674e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396569 Dec 10 19:27:05.040025 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f226cd69-5249-44ed-8522-886fcfaeed32 req-9a3bb41f-1769-4ab5-9ed9-1a82b0dc443f service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865819 Dec 10 19:27:05.134770 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-f226cd69-5249-44ed-8522-886fcfaeed32 req-7d5c0c04-b00b-44f9-8eb6-c6a308cff6c4 service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810256 Dec 10 19:27:05.173726 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef41d9-256a-4f3b-a396-6ded6d4a8676 req-5c70a0c7-1287-48f6-883c-fcac62eb735a tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:05.175209 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5bef41d9-256a-4f3b-a396-6ded6d4a8676 req-5c70a0c7-1287-48f6-883c-fcac62eb735a tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 943 time: 0.0515213 Dec 10 19:27:05.223550 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-5bef41d9-256a-4f3b-a396-6ded6d4a8676 req-639c10c7-f28a-45f4-89b4-f5fd4d91126e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422819 Dec 10 19:27:06.099622 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:27:06.195873 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:06.207451 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'port_id': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'mac_address': 'fa:16:3e:3b:16:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:27:06.243104 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:06.256573 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:27:06.275639 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:06.347902 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0278b-b572-4a57-9d5b-b5981a85e982 req-933cfb89-8198-4e29-9570-c33e4774fc3e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:06.349427 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-abe0278b-b572-4a57-9d5b-b5981a85e982 req-933cfb89-8198-4e29-9570-c33e4774fc3e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 943 time: 0.0488622 Dec 10 19:27:06.403766 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-abe0278b-b572-4a57-9d5b-b5981a85e982 req-9d24521b-16f5-4e49-b37f-4ac35ac3003d tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477328 Dec 10 19:27:07.053617 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:07.108215 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,revision_number=4']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:07.353458 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:27:07.523098 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdcf7a-b9e8-4c74-9a18-1a0e56f7790e req-f274613b-d474-4ebd-8ab3-0a18aca1bf5e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:07.524581 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-92cdcf7a-b9e8-4c74-9a18-1a0e56f7790e req-f274613b-d474-4ebd-8ab3-0a18aca1bf5e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 944 time: 0.0487423 Dec 10 19:27:07.574024 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-92cdcf7a-b9e8-4c74-9a18-1a0e56f7790e req-670a606a-b7cf-40df-8ac3-1f45a1dfd6a7 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433686 Dec 10 19:27:08.114941 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:27:08.229169 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning for port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 completed by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:27:08.233867 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:08.234245 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:08.314382 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:08.480376 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:27:08.482513 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7edd7b8-ab2a-4d74-9424-14a6823a2110" -d '{"events": [{"server_uuid": "4aff2118-8bd6-4ee7-8459-90a248f84d4d", "name": "network-vif-plugged", "status": "completed", "tag": "9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:27:08.495248 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:08.531344 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527382e6-1f2d-49f2-92d4-51dc1e8a8578 x-openstack-request-id: req-527382e6-1f2d-49f2-92d4-51dc1e8a8578 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:27:08.531653 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aff2118-8bd6-4ee7-8459-90a248f84d4d", "name": "network-vif-plugged", "status": "completed", "tag": "9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:27:08.531896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-527382e6-1f2d-49f2-92d4-51dc1e8a8578 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:27:08.532298 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'code': 200} Dec 10 19:27:08.567517 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:08.626457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,revision_number=5']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:08.693593 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb4ed4-e055-4bf8-86f1-04658ccf5745 req-2c281c90-80d1-418b-9670-b0fe37d25de2 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:08.695127 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d8bb4ed4-e055-4bf8-86f1-04658ccf5745 req-2c281c90-80d1-418b-9670-b0fe37d25de2 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 945 time: 0.0498879 Dec 10 19:27:08.746293 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-d8bb4ed4-e055-4bf8-86f1-04658ccf5745 req-b37033ad-89f9-45d2-a60b-d8463ff7461c tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447090 Dec 10 19:27:08.878617 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d20670-b44b-4114-9eec-532a36e5e9e0 req-c9469cd0-eac3-419f-9f40-cc307933d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:08.880122 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-94d20670-b44b-4114-9eec-532a36e5e9e0 req-c9469cd0-eac3-419f-9f40-cc307933d7e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 1098 time: 0.0459931 Dec 10 19:27:08.930143 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-94d20670-b44b-4114-9eec-532a36e5e9e0 req-f0551842-0f03-4bde-baca-4c2d5bd3de49 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386419 Dec 10 19:27:09.864912 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b29c24-5d59-4dff-8ab9-6a6090310bd1 req-753585b0-163b-43f4-b8dc-f526c86272aa tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:09.866406 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-59b29c24-5d59-4dff-8ab9-6a6090310bd1 req-753585b0-163b-43f4-b8dc-f526c86272aa tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 945 time: 0.0507734 Dec 10 19:27:09.915368 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-59b29c24-5d59-4dff-8ab9-6a6090310bd1 req-7ea664ef-229e-4e58-a3bc-7eee74cd042b tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410371 Dec 10 19:27:11.029674 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c55923-348d-45fc-92e5-c3aff3583933 req-11f208f3-6fe7-4e2a-8d41-f30c09a723d1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:11.031173 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-95c55923-348d-45fc-92e5-c3aff3583933 req-11f208f3-6fe7-4e2a-8d41-f30c09a723d1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 945 time: 0.0470505 Dec 10 19:27:11.079231 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-95c55923-348d-45fc-92e5-c3aff3583933 req-c9f62974-d6f3-4a76-be61-3060d9498728 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423067 Dec 10 19:27:11.190758 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b2649-f9c2-4241-aa07-0d5ae9b38d03 req-c6ecd63e-6c9a-4481-9580-627dae1d9567 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:11.192253 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-337b2649-f9c2-4241-aa07-0d5ae9b38d03 req-c6ecd63e-6c9a-4481-9580-627dae1d9567 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 945 time: 0.0474238 Dec 10 19:27:11.244620 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-337b2649-f9c2-4241-aa07-0d5ae9b38d03 req-ff6e195f-6e21-459c-a246-7e12e3fb7288 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464935 Dec 10 19:27:11.265648 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 45006) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:11.304298 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cdcf9d-d7e2-40af-b4bb-bd59e505e9df tempest-TestSnapshotPattern-1627836176 tempest-TestSnapshotPattern-1627836176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:11.305793 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-67cdcf9d-d7e2-40af-b4bb-bd59e505e9df tempest-TestSnapshotPattern-1627836176 tempest-TestSnapshotPattern-1627836176-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 1093 time: 0.0391784 Dec 10 19:27:11.308621 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 45008) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:11.312924 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.v2.base [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Request body: {'floatingip': {'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'port_id': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:27:11.475803 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for floatingip, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:11.573750 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:11.673377 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_common [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Allocated IP 172.26.5.167 (ededa35b-7763-4b19-be47-9fe1ca7d5897/357162d9-2d15-419f-a030-af29b4912553/4cf1a633-eb18-4e83-9c7e-239956efa3ce) {{(pid=103594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:27:11.775299 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for port, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:11.863414 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763099538863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:11.906108 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Network ededa35b-7763-4b19-be47-9fe1ca7d5897 is already hosted by enough agents. {{(pid=103594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:27:11.909008 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.base_scheduler [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Resources bound (agent type, host, resource id): {{(pid=103594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:27:11.912570 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Received port after_create {{(pid=103594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:27:11.937537 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event updated for resources: {'Port': ['ID=4cf1a633-eb18-4e83-9c7e-239956efa3ce,revision_number=1']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:11.950773 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:11.951126 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:11.951473 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:11.951813 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:11.952150 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:11.952482 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:11.952814 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:11.953144 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:11.953473 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:11.953835 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:11.954165 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:11.954490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:11.954814 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:12.272982 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:12.415325 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:12.563678 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for port, precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:12.653495 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25687588'] for port, after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:12.720635 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event updated for resources: {'Port': ['ID=4cf1a633-eb18-4e83-9c7e-239956efa3ce,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:12.730817 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582865'] for floatingip, after_create {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:12.828418 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Floating IP 4b29b00d-ecbe-4d6a-9996-028067574ef3 associated. External IP: 172.26.5.167, port: 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3. Dec 10 19:27:13.305301 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Router 1ea6c657-9d34-40a5-b8de-253aef2538ce has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:27:13.409357 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:27:13.419340 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa63423-f9a7-4a7c-8f64-265087e573ee None None] Sync routers for ids ['1ea6c657-9d34-40a5-b8de-253aef2538ce'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:27:13.428451 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa63423-f9a7-4a7c-8f64-265087e573ee None None] Routers {'1ea6c657-9d34-40a5-b8de-253aef2538ce'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:13.432463 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0fa63423-f9a7-4a7c-8f64-265087e573ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:26:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1ea6c657-9d34-40a5-b8de-253aef2538ce'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:13.488785 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:13.519144 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6d90802a-3742-4ead-b3e6-dc2bf3de91b1 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2094636 Dec 10 19:27:13.519743 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'tag': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:27:13.522282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9cd13a30be354e070c3a986d0203f1f9dcfa9d0260e6032039d524e99c060de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2961e396-699a-426a-8ea3-8d6d82adac89" -d '{"events": [{"name": "network-changed", "server_uuid": "4aff2118-8bd6-4ee7-8459-90a248f84d4d", "tag": "9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:27:13.564011 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad40781e-f794-408e-abe0-8ba4a26e6af2 x-openstack-request-id: req-ad40781e-f794-408e-abe0-8ba4a26e6af2 {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:27:13.564311 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aff2118-8bd6-4ee7-8459-90a248f84d4d", "tag": "9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:27:13.564572 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad40781e-f794-408e-abe0-8ba4a26e6af2 {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:27:13.564983 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'tag': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'status': 'completed', 'code': 200} Dec 10 19:27:13.623827 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-0fa63423-f9a7-4a7c-8f64-265087e573ee None None] Set router 1ea6c657-9d34-40a5-b8de-253aef2538ce gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:13.625696 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961e396-699a-426a-8ea3-8d6d82adac89 req-e17cbd44-0d48-4762-8371-3f2030acc154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:13.627190 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2961e396-699a-426a-8ea3-8d6d82adac89 req-e17cbd44-0d48-4762-8371-3f2030acc154 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a9954d67378417ca97a8acbebf48a3e&device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 1098 time: 0.0402610 Dec 10 19:27:13.717992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961e396-699a-426a-8ea3-8d6d82adac89 req-c51443c0-43a6-4456-8aca-86bf4ad7d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:13.719456 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2961e396-699a-426a-8ea3-8d6d82adac89 req-c51443c0-43a6-4456-8aca-86bf4ad7d255 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab226625-145e-4c60-9ce7-ac3898674e53 HTTP/1.1" status: 200 len: 911 time: 0.0855145 Dec 10 19:27:13.784396 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2961e396-699a-426a-8ea3-8d6d82adac89 req-43e9e988-de31-4ff4-9705-3e76c3820861 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 HTTP/1.1" status: 200 len: 999 time: 0.0580842 Dec 10 19:27:13.832683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961e396-699a-426a-8ea3-8d6d82adac89 req-3675503d-854a-4d05-8e18-24f01aa595be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:13.834112 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2961e396-699a-426a-8ea3-8d6d82adac89 req-3675503d-854a-4d05-8e18-24f01aa595be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94f05473-57e1-4c2b-aa33-a80a9cd8d86b HTTP/1.1" status: 200 len: 849 time: 0.0430231 Dec 10 19:27:13.845816 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0fa63423-f9a7-4a7c-8f64-265087e573ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '22d9cc35-55ee-4dd3-84e6-b4fd67f6c2a3', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'floating_ip_address': '172.26.5.212', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'port_id': 'abb333aa-d239-42df-88eb-b061e2417017', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'mac_address': 'fa:16:3e:7a:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:31Z', 'revision_number': 1, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ip_address_scope': None}, {'id': '4b29b00d-ecbe-4d6a-9996-028067574ef3', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'floating_ip_address': '172.26.5.167', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'port_id': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'mac_address': 'fa:16:3e:3b:16:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:27:12Z', 'updated_at': '2021-12-10T19:27:12Z', 'revision_number': 0, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:08Z', 'revision_number': 5, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:13.877153 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa63423-f9a7-4a7c-8f64-265087e573ee None None] Checking router: 1ea6c657-9d34-40a5-b8de-253aef2538ce for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:27:13.882992 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961e396-699a-426a-8ea3-8d6d82adac89 req-7e82f67e-f8d8-46c0-ab8e-09f803708adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:13.884487 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2961e396-699a-426a-8ea3-8d6d82adac89 req-7e82f67e-f8d8-46c0-ab8e-09f803708adc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab226625-145e-4c60-9ce7-ac3898674e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437183 Dec 10 19:27:13.885276 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa63423-f9a7-4a7c-8f64-265087e573ee None None] Routers {'1ea6c657-9d34-40a5-b8de-253aef2538ce'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:13.885899 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0fa63423-f9a7-4a7c-8f64-265087e573ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:26:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1ea6c657-9d34-40a5-b8de-253aef2538ce'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:13.978206 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2961e396-699a-426a-8ea3-8d6d82adac89 req-611f0eaf-965d-4969-ab87-50035d8b4fa9 service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863345 Dec 10 19:27:14.005124 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-0fa63423-f9a7-4a7c-8f64-265087e573ee None None] Set router 1ea6c657-9d34-40a5-b8de-253aef2538ce gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:14.073136 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2961e396-699a-426a-8ea3-8d6d82adac89 req-34c7f990-3ae8-4253-8e08-e31168b5f5ef service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871577 Dec 10 19:27:14.224992 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-0fa63423-f9a7-4a7c-8f64-265087e573ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '22d9cc35-55ee-4dd3-84e6-b4fd67f6c2a3', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'floating_ip_address': '172.26.5.212', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'port_id': 'abb333aa-d239-42df-88eb-b061e2417017', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'mac_address': 'fa:16:3e:7a:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:31Z', 'revision_number': 1, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ip_address_scope': None}, {'id': '4b29b00d-ecbe-4d6a-9996-028067574ef3', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'floating_ip_address': '172.26.5.167', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'port_id': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'mac_address': 'fa:16:3e:3b:16:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:27:12Z', 'updated_at': '2021-12-10T19:27:12Z', 'revision_number': 0, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:08Z', 'revision_number': 5, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:14.253790 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa63423-f9a7-4a7c-8f64-265087e573ee None None] The sync data for ids ['1ea6c657-9d34-40a5-b8de-253aef2538ce'] in dv-neutron-821434-1-hyperv is: [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '22d9cc35-55ee-4dd3-84e6-b4fd67f6c2a3', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'floating_ip_address': '172.26.5.212', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'port_id': 'abb333aa-d239-42df-88eb-b061e2417017', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'mac_address': 'fa:16:3e:7a:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:31Z', 'revision_number': 1, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ip_address_scope': None}, {'id': '4b29b00d-ecbe-4d6a-9996-028067574ef3', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'floating_ip_address': '172.26.5.167', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'port_id': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'mac_address': 'fa:16:3e:3b:16:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:27:12Z', 'updated_at': '2021-12-10T19:27:12Z', 'revision_number': 0, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:08Z', 'revision_number': 5, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:27:14.455628 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee7651-d22c-4858-b481-ce7d1dea43e4 None None] New status for floating IP 4b29b00d-ecbe-4d6a-9996-028067574ef3: ACTIVE {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:27:16.550059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a0a0614b-dace-41ef-9101-6110bad4b748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:18.876121 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ba2eabe6-26f7-4f8a-81be-0cf7dfa11a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:18.996019 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:20.367025 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:21.572805 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:22.618975 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:32.855417 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:27:46.561907 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-0aaf514c-25a7-4883-b2de-4c6b63bc6578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:48.862762 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ae101eab-3db0-4516-9f9f-b33657cfbfda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:48.978534 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:50.361083 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:51.566177 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.578086 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:05.606631 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1766511a-2e71-4461-b086-8efc15bf4430 req-0622ac28-d368-4a5f-bf1a-1463e0686e2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1037517 Dec 10 19:28:05.707728 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766511a-2e71-4461-b086-8efc15bf4430 req-3ce8ef96-f803-43f7-9dba-b20a6c833afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:05.707728 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1766511a-2e71-4461-b086-8efc15bf4430 req-3ce8ef96-f803-43f7-9dba-b20a6c833afd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a9954d67378417ca97a8acbebf48a3e&device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 1096 time: 0.0474308 Dec 10 19:28:05.812008 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766511a-2e71-4461-b086-8efc15bf4430 req-88655558-38f8-4f8e-935f-98ee8dcf961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:05.813381 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1766511a-2e71-4461-b086-8efc15bf4430 req-88655558-38f8-4f8e-935f-98ee8dcf961d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab226625-145e-4c60-9ce7-ac3898674e53 HTTP/1.1" status: 200 len: 911 time: 0.0831857 Dec 10 19:28:06.195699 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1766511a-2e71-4461-b086-8efc15bf4430 req-b36f3581-7ef7-433d-beb4-8cb375fb7bc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abb333aa-d239-42df-88eb-b061e2417017 HTTP/1.1" status: 200 len: 999 time: 0.3710518 Dec 10 19:28:06.247725 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766511a-2e71-4461-b086-8efc15bf4430 req-eaa6554d-cbcc-4015-9e16-87f1b028fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:06.249091 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1766511a-2e71-4461-b086-8efc15bf4430 req-eaa6554d-cbcc-4015-9e16-87f1b028fa3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94f05473-57e1-4c2b-aa33-a80a9cd8d86b HTTP/1.1" status: 200 len: 849 time: 0.0422761 Dec 10 19:28:06.296356 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766511a-2e71-4461-b086-8efc15bf4430 req-2151da25-7aa5-4251-9ef4-a7bb772a1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:06.297785 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1766511a-2e71-4461-b086-8efc15bf4430 req-2151da25-7aa5-4251-9ef4-a7bb772a1a9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab226625-145e-4c60-9ce7-ac3898674e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379136 Dec 10 19:28:06.402440 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1766511a-2e71-4461-b086-8efc15bf4430 req-db3afd33-8c1f-4ab8-94a9-b98722e4e698 service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928714 Dec 10 19:28:06.495282 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-1766511a-2e71-4461-b086-8efc15bf4430 req-20d21fa0-e0f1-4bdd-94ef-3ee65476c7fc service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809586 Dec 10 19:28:09.854690 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:28:16.554884 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ca23af6b-7c61-4c37-b7e8-7cebdcb429bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:18.880280 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-436beb77-6cb8-4197-a083-478261769f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:19.017530 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:20.366072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:21.565855 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:22.600294 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:44.494630 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:28:44.602158 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:44.612884 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Returning: {'device': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'port_id': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'mac_address': 'fa:16:3e:3b:16:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:28:44.653939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:44.666850 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 {{(pid=103595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:28:44.685894 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:44.794193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:44.847074 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,revision_number=6']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:44.854193 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:44.854896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:44.854896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:44.855216 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:44.855563 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:44.855900 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:44.856238 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:44.856573 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:44.856908 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:44.857240 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:44.857573 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:44.857933 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:44.858264 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:44.891453 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] get_ports_and_sgs() called for port_ids ['9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3'] {{(pid=103595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:28:46.502384 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 up at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:28:46.558625 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.provisioning_blocks [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Provisioning complete for port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 triggered by entity L2. {{(pid=103595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:46.559355 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16061928'] for port, provisioning_complete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:46.564356 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-088097b2-19ca-4324-b0e4-40bae9d5385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:46.655509 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:46.684045 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:46.686591 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98657fc849e3c89e6699ecfddf697683c0c344d66affc35b06b2fc20e72073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7cf5b3-3919-4a51-bddc-066accc4f724" -d '{"events": [{"server_uuid": "4aff2118-8bd6-4ee7-8459-90a248f84d4d", "name": "network-vif-plugged", "status": "completed", "tag": "9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:46.698249 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:46.768703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8540b72-6c8d-402d-8944-1c213921cce5 x-openstack-request-id: req-b8540b72-6c8d-402d-8944-1c213921cce5 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:46.768703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aff2118-8bd6-4ee7-8459-90a248f84d4d", "name": "network-vif-plugged", "status": "completed", "tag": "9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:46.768703 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8540b72-6c8d-402d-8944-1c213921cce5 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:46.768703 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'code': 200} Dec 10 19:28:46.855799 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:28:46.874248 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:46.927512 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,revision_number=7']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:48.886541 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-98c43cf0-784c-4844-bf1a-be360fdbe925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:49.005276 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:50.365712 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:51.943580 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:52.593119 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:57.914323 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 45220) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:58.070158 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Deleting port 4cf1a633-eb18-4e83-9c7e-239956efa3ce {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:28:58.070509 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:58.148002 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:58.148248 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:58.160137 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Calling delete_port for 4cf1a633-eb18-4e83-9c7e-239956efa3ce owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:28:58.365451 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:58.391092 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event deleted for resources: {'Port': ['ID=4cf1a633-eb18-4e83-9c7e-239956efa3ce,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:58.422787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:58.422787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:58.422787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:58.422787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:58.422787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:58.422787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:58.422787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:58.422787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:58.422787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:58.422787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:58.422787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:58.422787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:58.422787 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:58.462262 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:58.462599 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Floating IP 4b29b00d-ecbe-4d6a-9996-028067574ef3 disassociated (deleted). External IP: 172.26.5.167, port: 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3. Dec 10 19:28:58.682339 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Router 1ea6c657-9d34-40a5-b8de-253aef2538ce has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:28:58.819117 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:28:58.824598 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:58.829433 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4136687c-2715-4d2e-85b5-b69be782e24d None None] Sync routers for ids ['1ea6c657-9d34-40a5-b8de-253aef2538ce'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:28:58.841635 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4136687c-2715-4d2e-85b5-b69be782e24d None None] Routers {'1ea6c657-9d34-40a5-b8de-253aef2538ce'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:58.842257 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-4136687c-2715-4d2e-85b5-b69be782e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:28:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1ea6c657-9d34-40a5-b8de-253aef2538ce'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:58.851074 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-578c39b3-12a9-46d6-9af3-63f6c6f36061 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "DELETE /v2.0/floatingips/4b29b00d-ecbe-4d6a-9996-028067574ef3 HTTP/1.1" status: 204 len: 168 time: 0.9355338 Dec 10 19:28:58.851662 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'tag': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:58.892672 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a485094425a0a1941f3c082c948afc323df916711f154a5336f6dfb6ca441d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff351fc-64d6-4b75-adbd-6a1f906d0832" -d '{"events": [{"name": "network-changed", "server_uuid": "4aff2118-8bd6-4ee7-8459-90a248f84d4d", "tag": "9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:58.955109 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-4136687c-2715-4d2e-85b5-b69be782e24d None None] Set router 1ea6c657-9d34-40a5-b8de-253aef2538ce gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:59.040543 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a023aa-f3e1-4f15-8780-7df0db21ea0b x-openstack-request-id: req-29a023aa-f3e1-4f15-8780-7df0db21ea0b {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:59.041048 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aff2118-8bd6-4ee7-8459-90a248f84d4d", "tag": "9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:59.041170 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29a023aa-f3e1-4f15-8780-7df0db21ea0b {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:59.042074 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'tag': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'status': 'completed', 'code': 200} Dec 10 19:28:59.182722 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-4136687c-2715-4d2e-85b5-b69be782e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '22d9cc35-55ee-4dd3-84e6-b4fd67f6c2a3', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'floating_ip_address': '172.26.5.212', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'port_id': 'abb333aa-d239-42df-88eb-b061e2417017', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'mac_address': 'fa:16:3e:7a:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:31Z', 'revision_number': 1, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:08Z', 'revision_number': 5, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:59.186385 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff351fc-64d6-4b75-adbd-6a1f906d0832 req-f9636511-0343-454d-97e8-54eff258408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:59.188011 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5ff351fc-64d6-4b75-adbd-6a1f906d0832 req-f9636511-0343-454d-97e8-54eff258408c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a9954d67378417ca97a8acbebf48a3e&device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 1098 time: 0.0869946 Dec 10 19:28:59.208878 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4136687c-2715-4d2e-85b5-b69be782e24d None None] Checking router: 1ea6c657-9d34-40a5-b8de-253aef2538ce for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:28:59.217554 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4136687c-2715-4d2e-85b5-b69be782e24d None None] Routers {'1ea6c657-9d34-40a5-b8de-253aef2538ce'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:59.218178 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-4136687c-2715-4d2e-85b5-b69be782e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:28:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1ea6c657-9d34-40a5-b8de-253aef2538ce'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:59.280597 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff351fc-64d6-4b75-adbd-6a1f906d0832 req-513026cb-a91e-46a2-8aeb-fbdcab84a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:59.282087 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5ff351fc-64d6-4b75-adbd-6a1f906d0832 req-513026cb-a91e-46a2-8aeb-fbdcab84a0d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab226625-145e-4c60-9ce7-ac3898674e53 HTTP/1.1" status: 200 len: 911 time: 0.0868716 Dec 10 19:28:59.324577 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-4136687c-2715-4d2e-85b5-b69be782e24d None None] Set router 1ea6c657-9d34-40a5-b8de-253aef2538ce gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:59.328482 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5ff351fc-64d6-4b75-adbd-6a1f906d0832 req-5b5d3d13-0c94-49a0-8c4d-e347b2593c20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 HTTP/1.1" status: 200 len: 217 time: 0.0388496 Dec 10 19:28:59.385639 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff351fc-64d6-4b75-adbd-6a1f906d0832 req-4205d808-23d7-423c-b6df-e3e0199e0373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:59.387158 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5ff351fc-64d6-4b75-adbd-6a1f906d0832 req-4205d808-23d7-423c-b6df-e3e0199e0373 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94f05473-57e1-4c2b-aa33-a80a9cd8d86b HTTP/1.1" status: 200 len: 849 time: 0.0491452 Dec 10 19:28:59.436360 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff351fc-64d6-4b75-adbd-6a1f906d0832 req-4b771a53-95b0-484c-b1a9-d55ab354c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:59.437899 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5ff351fc-64d6-4b75-adbd-6a1f906d0832 req-4b771a53-95b0-484c-b1a9-d55ab354c869 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab226625-145e-4c60-9ce7-ac3898674e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429068 Dec 10 19:28:59.502053 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90680d3c-5125-4c51-9bc7-c33fed495a1c req-0af3fbad-a4cd-4630-81cb-883a5e91aaa6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:59.503668 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-90680d3c-5125-4c51-9bc7-c33fed495a1c req-0af3fbad-a4cd-4630-81cb-883a5e91aaa6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 945 time: 0.1055892 Dec 10 19:28:59.541137 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5ff351fc-64d6-4b75-adbd-6a1f906d0832 req-9ee0d2b0-04d0-43f0-88b3-36d4a89fda87 service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946407 Dec 10 19:28:59.555589 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-90680d3c-5125-4c51-9bc7-c33fed495a1c req-d235648b-4664-4d99-9ca3-d396a5c6ab8f tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460701 Dec 10 19:28:59.641714 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-5ff351fc-64d6-4b75-adbd-6a1f906d0832 req-7f02d78e-8403-48aa-884e-51f767a4b626 service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904582 Dec 10 19:28:59.650841 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-4136687c-2715-4d2e-85b5-b69be782e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '22d9cc35-55ee-4dd3-84e6-b4fd67f6c2a3', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'floating_ip_address': '172.26.5.212', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'port_id': 'abb333aa-d239-42df-88eb-b061e2417017', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'mac_address': 'fa:16:3e:7a:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:31Z', 'revision_number': 1, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:08Z', 'revision_number': 5, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:59.681286 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4136687c-2715-4d2e-85b5-b69be782e24d None None] The sync data for ids ['1ea6c657-9d34-40a5-b8de-253aef2538ce'] in dv-neutron-821434-1-hyperv is: [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_floatingips': [{'id': '22d9cc35-55ee-4dd3-84e6-b4fd67f6c2a3', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'floating_ip_address': '172.26.5.212', 'floating_network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'router_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'port_id': 'abb333aa-d239-42df-88eb-b061e2417017', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'mac_address': 'fa:16:3e:7a:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:31Z', 'revision_number': 1, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:08Z', 'revision_number': 5, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:28:59.909383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edf6bb5-0f27-4899-b82f-7b394ded281f None None] New status for floating IP 4b29b00d-ecbe-4d6a-9996-028067574ef3: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:29:00.551629 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:00.629718 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16249113'] for port, before_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:00.653484 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3'}] {{(pid=103595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:00.668184 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] For port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:00.685470 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a3d07-484b-46cf-aa2b-b62425eafc9f req-55b8d109-429c-4cc7-9302-e09bb8a2182b tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:00.687008 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4f9a3d07-484b-46cf-aa2b-b62425eafc9f req-55b8d109-429c-4cc7-9302-e09bb8a2182b tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 945 time: 0.0564699 Dec 10 19:29:00.695203 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad0426a4a50815d7591e759460954b03e72c3ab7bfea04a434178a763f4e78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9543fbfd-ee80-49f6-90f4-ce24d1219542" -d '{"events": [{"server_uuid": "4aff2118-8bd6-4ee7-8459-90a248f84d4d", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3"}]}' {{(pid=103595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:00.748358 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-4f9a3d07-484b-46cf-aa2b-b62425eafc9f req-8da81e78-a5d6-4c4e-89d3-478e21bcea84 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546153 Dec 10 19:29:00.765059 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763100088549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763099538881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763099538899'] for port, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:00.789014 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44dc3c6-8cf3-4e26-bd44-2ef4cce63b29 x-openstack-request-id: req-f44dc3c6-8cf3-4e26-bd44-2ef4cce63b29 {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:00.789312 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aff2118-8bd6-4ee7-8459-90a248f84d4d", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3", "code": 200}]} {{(pid=103595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:00.789599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f44dc3c6-8cf3-4e26-bd44-2ef4cce63b29 {{(pid=103595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:00.790021 dv-neutron-821434-1-hyperv neutron-server[103595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'code': 200} Dec 10 19:29:00.810795 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Pushing event updated for resources: {'Port': ['ID=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,revision_number=8']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:01.081359 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc95a4b-ed8f-430b-8e00-71545a065cd6 req-678022fb-bb5c-46ee-831c-b99342623a6d tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:01.082758 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2bc95a4b-ed8f-430b-8e00-71545a065cd6 req-678022fb-bb5c-46ee-831c-b99342623a6d tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 943 time: 0.0513043 Dec 10 19:29:01.178423 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-2bc95a4b-ed8f-430b-8e00-71545a065cd6 req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Deleting port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:29:01.178763 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2bc95a4b-ed8f-430b-8e00-71545a065cd6 req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:01.265519 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-2bc95a4b-ed8f-430b-8e00-71545a065cd6 req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] For port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:01.265907 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2bc95a4b-ed8f-430b-8e00-71545a065cd6 req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:01.281982 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-2bc95a4b-ed8f-430b-8e00-71545a065cd6 req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Calling delete_port for 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:29:01.485313 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2bc95a4b-ed8f-430b-8e00-71545a065cd6 req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:01.515041 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event deleted for resources: {'Port': ['ID=9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:01.527043 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:01.530230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:01.530230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:01.530230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:01.530230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:01.530230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:01.530230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:01.530230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:01.530230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:01.530230 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:01.531062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:01.531062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:01.531062 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821434-1-hyperv {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:29:01.569181 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc95a4b-ed8f-430b-8e00-71545a065cd6 req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] No DVR routers for this DVR port 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:29:01.571653 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-2bc95a4b-ed8f-430b-8e00-71545a065cd6 req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:01.575090 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-2bc95a4b-ed8f-430b-8e00-71545a065cd6 req-73285cb6-6e6a-4f88-b774-3a140b231d27 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.21 "DELETE /v2.0/ports/9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 HTTP/1.1" status: 204 len: 173 time: 0.4821253 Dec 10 19:29:01.575561 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'name': 'network-vif-deleted', 'tag': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:01.613964 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f5f1208d355acea4defe35fa3f1955a4904f3b82906300293325009a451e98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e245d1b8-0adc-4655-bdd1-12bc0de08ccb" -d '{"events": [{"server_uuid": "4aff2118-8bd6-4ee7-8459-90a248f84d4d", "name": "network-vif-deleted", "tag": "9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:01.699027 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8546ea8f-057b-49b5-a627-360ecb07da9a x-openstack-request-id: req-8546ea8f-057b-49b5-a627-360ecb07da9a {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:01.699346 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aff2118-8bd6-4ee7-8459-90a248f84d4d", "name": "network-vif-deleted", "tag": "9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:01.699608 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8546ea8f-057b-49b5-a627-360ecb07da9a {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:01.700044 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aff2118-8bd6-4ee7-8459-90a248f84d4d', 'name': 'network-vif-deleted', 'tag': '9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3', 'status': 'completed', 'code': 200} Dec 10 19:29:01.846882 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-bd557be4-146f-42b9-ac54-2ba6e4fa1588 req-1b7857dc-25f2-4c1d-b3b2-c6f67b2c46fc tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=4aff2118-8bd6-4ee7-8459-90a248f84d4d HTTP/1.1" status: 200 len: 210 time: 0.0264070 Dec 10 19:29:04.453046 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 45304) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:04.550363 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:04.573276 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:29:04.573623 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device 9bc28ff8-34b0-4ce3-9e8e-a615f4f105f3 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:04.608979 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-6f6cfd8d-12c0-49a8-b736-dc9959370db6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Deleting port 79205d44-d07a-461f-ab7f-f1968dea82b7 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:29:04.609317 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfd8d-12c0-49a8-b736-dc9959370db6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:04.701661 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfd8d-12c0-49a8-b736-dc9959370db6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:04.702018 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfd8d-12c0-49a8-b736-dc9959370db6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:04.714791 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-6f6cfd8d-12c0-49a8-b736-dc9959370db6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Calling delete_port for 79205d44-d07a-461f-ab7f-f1968dea82b7 owned by network:floatingip {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:29:04.953729 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfd8d-12c0-49a8-b736-dc9959370db6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:04.979767 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cfd8d-12c0-49a8-b736-dc9959370db6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event deleted for resources: {'Port': ['ID=79205d44-d07a-461f-ab7f-f1968dea82b7,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:05.038520 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfd8d-12c0-49a8-b736-dc9959370db6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for floatingip, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:05.038850 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.db.l3_db [None req-6f6cfd8d-12c0-49a8-b736-dc9959370db6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Floating IP 22d9cc35-55ee-4dd3-84e6-b4fd67f6c2a3 disassociated (deleted). External IP: 172.26.5.212, port: abb333aa-d239-42df-88eb-b061e2417017. Dec 10 19:29:05.241228 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6cfd8d-12c0-49a8-b736-dc9959370db6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Router 1ea6c657-9d34-40a5-b8de-253aef2538ce has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:29:05.346282 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6cfd8d-12c0-49a8-b736-dc9959370db6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:29:05.351073 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfd8d-12c0-49a8-b736-dc9959370db6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for floatingip, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:05.355755 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d779bd9-9700-46ed-8fcc-79f2f08de60c None None] Sync routers for ids ['1ea6c657-9d34-40a5-b8de-253aef2538ce'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:29:05.365360 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d779bd9-9700-46ed-8fcc-79f2f08de60c None None] Routers {'1ea6c657-9d34-40a5-b8de-253aef2538ce'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:05.366003 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-6d779bd9-9700-46ed-8fcc-79f2f08de60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:28:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1ea6c657-9d34-40a5-b8de-253aef2538ce'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:05.377184 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-6f6cfd8d-12c0-49a8-b736-dc9959370db6 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "DELETE /v2.0/floatingips/22d9cc35-55ee-4dd3-84e6-b4fd67f6c2a3 HTTP/1.1" status: 204 len: 168 time: 0.9229875 Dec 10 19:29:05.377826 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'tag': 'abb333aa-d239-42df-88eb-b061e2417017'}] {{(pid=103594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:05.380097 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a485094425a0a1941f3c082c948afc323df916711f154a5336f6dfb6ca441d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a47bab6-fa88-4c9a-a597-a8d951910ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "99a74106-294d-4442-8b8f-1e6fa84130b0", "tag": "abb333aa-d239-42df-88eb-b061e2417017"}]}' {{(pid=103594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:05.421772 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb217fc-9b7e-4122-bbc9-0a61c1ccb56e x-openstack-request-id: req-edb217fc-9b7e-4122-bbc9-0a61c1ccb56e {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:05.421945 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a74106-294d-4442-8b8f-1e6fa84130b0", "tag": "abb333aa-d239-42df-88eb-b061e2417017", "status": "completed", "code": 200}]} {{(pid=103594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:05.422185 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-edb217fc-9b7e-4122-bbc9-0a61c1ccb56e {{(pid=103594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:05.422754 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'tag': 'abb333aa-d239-42df-88eb-b061e2417017', 'status': 'completed', 'code': 200} Dec 10 19:29:05.482436 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-6d779bd9-9700-46ed-8fcc-79f2f08de60c None None] Set router 1ea6c657-9d34-40a5-b8de-253aef2538ce gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:05.516819 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47bab6-fa88-4c9a-a597-a8d951910ceb req-91dbf59e-dc3a-4a67-a342-30c6556c3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:05.518386 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3a47bab6-fa88-4c9a-a597-a8d951910ceb req-91dbf59e-dc3a-4a67-a342-30c6556c3cbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a9954d67378417ca97a8acbebf48a3e&device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 1096 time: 0.0620329 Dec 10 19:29:05.613513 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47bab6-fa88-4c9a-a597-a8d951910ceb req-cc213e50-afbf-4a43-9efd-f0284c4722c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:05.615030 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3a47bab6-fa88-4c9a-a597-a8d951910ceb req-cc213e50-afbf-4a43-9efd-f0284c4722c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab226625-145e-4c60-9ce7-ac3898674e53 HTTP/1.1" status: 200 len: 911 time: 0.0882940 Dec 10 19:29:05.658611 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3a47bab6-fa88-4c9a-a597-a8d951910ceb req-59dfdf03-4e95-406d-afd9-c6adbb0eb203 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abb333aa-d239-42df-88eb-b061e2417017 HTTP/1.1" status: 200 len: 217 time: 0.0354266 Dec 10 19:29:05.688112 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-6d779bd9-9700-46ed-8fcc-79f2f08de60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:08Z', 'revision_number': 5, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:05.715049 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d779bd9-9700-46ed-8fcc-79f2f08de60c None None] Checking router: 1ea6c657-9d34-40a5-b8de-253aef2538ce for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:29:05.723285 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d779bd9-9700-46ed-8fcc-79f2f08de60c None None] Routers {'1ea6c657-9d34-40a5-b8de-253aef2538ce'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:05.723868 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-6d779bd9-9700-46ed-8fcc-79f2f08de60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:28:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1ea6c657-9d34-40a5-b8de-253aef2538ce'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:05.724188 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47bab6-fa88-4c9a-a597-a8d951910ceb req-d19742bb-d467-4712-b839-c2b56bddf14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:05.725684 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3a47bab6-fa88-4c9a-a597-a8d951910ceb req-d19742bb-d467-4712-b839-c2b56bddf14c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94f05473-57e1-4c2b-aa33-a80a9cd8d86b HTTP/1.1" status: 200 len: 849 time: 0.0451458 Dec 10 19:29:05.782307 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47bab6-fa88-4c9a-a597-a8d951910ceb req-5efe1c4c-a384-4c20-851a-726fa3160116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:05.783857 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3a47bab6-fa88-4c9a-a597-a8d951910ceb req-5efe1c4c-a384-4c20-851a-726fa3160116 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab226625-145e-4c60-9ce7-ac3898674e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492907 Dec 10 19:29:05.851198 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-6d779bd9-9700-46ed-8fcc-79f2f08de60c None None] Set router 1ea6c657-9d34-40a5-b8de-253aef2538ce gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:05.862689 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b004fc-66d6-462b-a898-0fa57d83117d req-459233a6-1d81-4567-9a6f-e433cd07f10e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:05.864207 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-04b004fc-66d6-462b-a898-0fa57d83117d req-459233a6-1d81-4567-9a6f-e433cd07f10e tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 943 time: 0.0521960 Dec 10 19:29:05.891102 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3a47bab6-fa88-4c9a-a597-a8d951910ceb req-b6b7df05-34c1-4a76-9e2b-5de48fbd5189 service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915053 Dec 10 19:29:05.915852 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-04b004fc-66d6-462b-a898-0fa57d83117d req-926f00ff-00fb-4be1-83e9-90a27e354f37 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452359 Dec 10 19:29:05.990362 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-3a47bab6-fa88-4c9a-a597-a8d951910ceb req-5bdc9db0-b305-4346-a9b1-34935615496e service neutron] 10.222.0.21 "GET /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914261 Dec 10 19:29:06.054487 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-6d779bd9-9700-46ed-8fcc-79f2f08de60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:08Z', 'revision_number': 5, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:06.090882 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d779bd9-9700-46ed-8fcc-79f2f08de60c None None] The sync data for ids ['1ea6c657-9d34-40a5-b8de-253aef2538ce'] in dv-neutron-821434-1-hyperv is: [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv', '_interfaces': [{'id': 'c863c73c-82fe-457d-a32b-e7cad68f1f22', 'name': '', 'network_id': 'ab226625-145e-4c60-9ce7-ac3898674e53', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'mac_address': 'fa:16:3e:38:61:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:04Z', 'updated_at': '2021-12-10T19:24:08Z', 'revision_number': 5, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'subnets': [{'id': '94f05473-57e1-4c2b-aa33-a80a9cd8d86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:29:06.307599 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad8744-1cc2-41f0-b2cd-ed2589c3033f None None] New status for floating IP 22d9cc35-55ee-4dd3-84e6-b4fd67f6c2a3: DOWN {{(pid=103595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:29:07.041856 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63370d41-1cf2-43a3-83e8-d7fc5fe80b2e req-33ed309e-af40-4bf7-abc4-c86e51f59848 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:07.043321 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-63370d41-1cf2-43a3-83e8-d7fc5fe80b2e req-33ed309e-af40-4bf7-abc4-c86e51f59848 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 943 time: 0.0541401 Dec 10 19:29:07.091224 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-63370d41-1cf2-43a3-83e8-d7fc5fe80b2e req-63df5738-388f-4575-af3f-c0d9f31c3673 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf44613-3cf7-4322-adbf-60f80bcddbce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420117 Dec 10 19:29:07.606995 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e84c6-58f1-4ba9-9ce7-ac557cd03f2f req-194cdd04-42c7-4763-9e67-274de09d4eeb tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:07.608429 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-195e84c6-58f1-4ba9-9ce7-ac557cd03f2f req-194cdd04-42c7-4763-9e67-274de09d4eeb tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.21 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 943 time: 0.0528674 Dec 10 19:29:07.700592 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-195e84c6-58f1-4ba9-9ce7-ac557cd03f2f req-96b32aa9-0be0-4981-a746-1ba7ac23a54d tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Deleting port abb333aa-d239-42df-88eb-b061e2417017 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:29:07.700950 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-195e84c6-58f1-4ba9-9ce7-ac557cd03f2f req-96b32aa9-0be0-4981-a746-1ba7ac23a54d tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:07.796975 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [req-195e84c6-58f1-4ba9-9ce7-ac557cd03f2f req-96b32aa9-0be0-4981-a746-1ba7ac23a54d tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] For port abb333aa-d239-42df-88eb-b061e2417017, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=abb333aa-d239-42df-88eb-b061e2417017,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:07.797255 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-195e84c6-58f1-4ba9-9ce7-ac557cd03f2f req-96b32aa9-0be0-4981-a746-1ba7ac23a54d tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:07.809752 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [req-195e84c6-58f1-4ba9-9ce7-ac557cd03f2f req-96b32aa9-0be0-4981-a746-1ba7ac23a54d tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Calling delete_port for abb333aa-d239-42df-88eb-b061e2417017 owned by compute:nova {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:29:08.016641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-195e84c6-58f1-4ba9-9ce7-ac557cd03f2f req-96b32aa9-0be0-4981-a746-1ba7ac23a54d tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:08.053648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b32aa9-0be0-4981-a746-1ba7ac23a54d tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event deleted for resources: {'Port': ['ID=abb333aa-d239-42df-88eb-b061e2417017,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:08.096729 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [req-195e84c6-58f1-4ba9-9ce7-ac557cd03f2f req-96b32aa9-0be0-4981-a746-1ba7ac23a54d tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] No DVR routers for this DVR port abb333aa-d239-42df-88eb-b061e2417017 on host hv-neutron-8214 {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:29:08.099205 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [req-195e84c6-58f1-4ba9-9ce7-ac557cd03f2f req-96b32aa9-0be0-4981-a746-1ba7ac23a54d tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133661'] for port, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:08.102595 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [req-195e84c6-58f1-4ba9-9ce7-ac557cd03f2f req-96b32aa9-0be0-4981-a746-1ba7ac23a54d tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.21 "DELETE /v2.0/ports/abb333aa-d239-42df-88eb-b061e2417017 HTTP/1.1" status: 204 len: 173 time: 0.4837620 Dec 10 19:29:08.103039 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'name': 'network-vif-deleted', 'tag': 'abb333aa-d239-42df-88eb-b061e2417017'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:08.105272 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f5f1208d355acea4defe35fa3f1955a4904f3b82906300293325009a451e98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9a0231-79eb-4e1b-8ce6-0177364a8f75" -d '{"events": [{"server_uuid": "99a74106-294d-4442-8b8f-1e6fa84130b0", "name": "network-vif-deleted", "tag": "abb333aa-d239-42df-88eb-b061e2417017"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:08.149489 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67849be5-b076-4751-affa-4cf775f66494 x-openstack-request-id: req-67849be5-b076-4751-affa-4cf775f66494 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:08.152073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a74106-294d-4442-8b8f-1e6fa84130b0", "name": "network-vif-deleted", "tag": "abb333aa-d239-42df-88eb-b061e2417017", "status": "completed", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:08.152073 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67849be5-b076-4751-affa-4cf775f66494 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:08.152073 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a74106-294d-4442-8b8f-1e6fa84130b0', 'name': 'network-vif-deleted', 'tag': 'abb333aa-d239-42df-88eb-b061e2417017', 'status': 'completed', 'code': 200} Dec 10 19:29:08.189052 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [req-3b10dc92-85c1-49de-8796-4ef83ab57672 req-cc2454cb-b0bf-44f6-8ff2-c5bc7e442fee tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a74106-294d-4442-8b8f-1e6fa84130b0 HTTP/1.1" status: 200 len: 210 time: 0.0295916 Dec 10 19:29:09.245906 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 45320) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:09.303252 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-957daba5-a4d0-471d-a8f9-706f2aed3394 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:09.328332 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-957daba5-a4d0-471d-a8f9-706f2aed3394 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:09.456833 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-957daba5-a4d0-471d-a8f9-706f2aed3394 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:09.459580 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-957daba5-a4d0-471d-a8f9-706f2aed3394 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Publish callbacks [] for security_group, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:09.460828 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-957daba5-a4d0-471d-a8f9-706f2aed3394 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] 10.222.0.60 "DELETE /v2.0/security-groups/baf44613-3cf7-4322-adbf-60f80bcddbce HTTP/1.1" status: 204 len: 168 time: 0.2139232 Dec 10 19:29:09.470136 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957daba5-a4d0-471d-a8f9-706f2aed3394 tempest-TestSnapshotPattern-1150975532 tempest-TestSnapshotPattern-1150975532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf44613-3cf7-4322-adbf-60f80bcddbce,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:09.584321 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 45324) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:10.012953 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9683fb05-a25c-4ac9-ba9e-2d50a8d4841e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:10.250095 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-9683fb05-a25c-4ac9-ba9e-2d50a8d4841e admin admin] Deleting port c863c73c-82fe-457d-a32b-e7cad68f1f22 {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:29:10.250808 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9683fb05-a25c-4ac9-ba9e-2d50a8d4841e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:10.324640 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-9683fb05-a25c-4ac9-ba9e-2d50a8d4841e admin admin] For port c863c73c-82fe-457d-a32b-e7cad68f1f22, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=c863c73c-82fe-457d-a32b-e7cad68f1f22,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:10.324925 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9683fb05-a25c-4ac9-ba9e-2d50a8d4841e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:10.336988 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-9683fb05-a25c-4ac9-ba9e-2d50a8d4841e admin admin] Calling delete_port for c863c73c-82fe-457d-a32b-e7cad68f1f22 owned by network:router_interface {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:29:10.569246 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device abb333aa-d239-42df-88eb-b061e2417017 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:10.582347 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9683fb05-a25c-4ac9-ba9e-2d50a8d4841e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:10.589741 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] No Port match for: abb333aa-d239-42df-88eb-b061e2417017 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:29:10.597531 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Device abb333aa-d239-42df-88eb-b061e2417017 not bound to the agent host hv-neutron-8214 {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:10.607127 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683fb05-a25c-4ac9-ba9e-2d50a8d4841e admin admin] Pushing event deleted for resources: {'Port': ['ID=c863c73c-82fe-457d-a32b-e7cad68f1f22,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:10.776094 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9683fb05-a25c-4ac9-ba9e-2d50a8d4841e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:11.265732 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9683fb05-a25c-4ac9-ba9e-2d50a8d4841e admin admin] Router 1ea6c657-9d34-40a5-b8de-253aef2538ce has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:29:11.369987 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9683fb05-a25c-4ac9-ba9e-2d50a8d4841e admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:29:11.375120 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-9683fb05-a25c-4ac9-ba9e-2d50a8d4841e admin admin] 10.222.0.60 "PUT /v2.0/routers/1ea6c657-9d34-40a5-b8de-253aef2538ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7897360 Dec 10 19:29:11.377681 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 45328) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:11.380366 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417cdec5-c728-4236-8012-2ee6dc892973 None None] Sync routers for ids ['1ea6c657-9d34-40a5-b8de-253aef2538ce'] in dv-neutron-821434-1-hyperv {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:29:11.391300 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417cdec5-c728-4236-8012-2ee6dc892973 None None] Routers {'1ea6c657-9d34-40a5-b8de-253aef2538ce'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:11.391996 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-417cdec5-c728-4236-8012-2ee6dc892973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:28:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1ea6c657-9d34-40a5-b8de-253aef2538ce'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:11.483490 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] Publish callbacks [] for router, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:11.498551 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-417cdec5-c728-4236-8012-2ee6dc892973 None None] Set router 1ea6c657-9d34-40a5-b8de-253aef2538ce gateway port host: dv-neutron-821434-1-hyperv {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:11.587516 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:11.671498 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-417cdec5-c728-4236-8012-2ee6dc892973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:29:10Z', 'revision_number': 5, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port': {'id': '5ef95181-6ca1-4e97-8c5d-2b70a0994eaf', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:02Z', 'updated_at': '2021-12-10T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:11.701848 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417cdec5-c728-4236-8012-2ee6dc892973 None None] Checking router: 1ea6c657-9d34-40a5-b8de-253aef2538ce for host: dv-neutron-821434-1-hyperv {{(pid=103596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:29:11.710195 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417cdec5-c728-4236-8012-2ee6dc892973 None None] Routers {'1ea6c657-9d34-40a5-b8de-253aef2538ce'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:11.710791 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-417cdec5-c728-4236-8012-2ee6dc892973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:28:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['1ea6c657-9d34-40a5-b8de-253aef2538ce'], 'active': True} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:11.728017 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] Deleting port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:29:11.728363 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:11.795276 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_dvr_db [None req-417cdec5-c728-4236-8012-2ee6dc892973 None None] Set router 1ea6c657-9d34-40a5-b8de-253aef2538ce gateway port host: None {{(pid=103596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:11.819656 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] For port 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=5ef95181-6ca1-4e97-8c5d-2b70a0994eaf,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:11.820223 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:11.833190 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] Calling delete_port for 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf owned by network:router_gateway {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:29:11.857339 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.l3_hamode_db [None req-417cdec5-c728-4236-8012-2ee6dc892973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:29:11Z', 'revision_number': 6, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:11.883244 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417cdec5-c728-4236-8012-2ee6dc892973 None None] The sync data for ids ['1ea6c657-9d34-40a5-b8de-253aef2538ce'] in dv-neutron-821434-1-hyperv is: [{'id': '1ea6c657-9d34-40a5-b8de-253aef2538ce', 'name': 'tempest-TestSnapshotPattern-1831769002-router', 'tenant_id': '1a9954d67378417ca97a8acbebf48a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:01Z', 'updated_at': '2021-12-10T19:29:11Z', 'revision_number': 6, 'project_id': '1a9954d67378417ca97a8acbebf48a3e', 'gw_port_host': None}] {{(pid=103596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:29:12.096443 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:12.123990 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef95181-6ca1-4e97-8c5d-2b70a0994eaf,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:12.135579 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd50ec7-5ae0-4946-a606-c78edd88496f None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:29:12.182518 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:12.281201 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:12.283599 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:12.439093 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:12.439623 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ea6c657-9d34-40a5-b8de-253aef2538ce {{(pid=103594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:29:12.443835 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] Publish callbacks [] for router, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:12.444957 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-a5c0245d-bc29-4582-b718-2677aa058022 admin admin] 10.222.0.60 "DELETE /v2.0/routers/1ea6c657-9d34-40a5-b8de-253aef2538ce HTTP/1.1" status: 204 len: 168 time: 1.0663447 Dec 10 19:29:12.447535 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 45330) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:12.491436 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cc9949-38f6-473f-9e9b-50b45181cb88 admin admin] Deleting subnet 94f05473-57e1-4c2b-aa33-a80a9cd8d86b {{(pid=103594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:29:12.494788 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98cc9949-38f6-473f-9e9b-50b45181cb88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:12.528812 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98cc9949-38f6-473f-9e9b-50b45181cb88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4121269'] for subnet, precommit_delete_associations {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:12.608840 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98cc9949-38f6-473f-9e9b-50b45181cb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:12.679736 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:12.703258 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:29:12.703607 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 5ef95181-6ca1-4e97-8c5d-2b70a0994eaf not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:12.704034 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c863c73c-82fe-457d-a32b-e7cad68f1f22 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:12.725807 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: c863c73c-82fe-457d-a32b-e7cad68f1f22 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:29:12.726159 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device c863c73c-82fe-457d-a32b-e7cad68f1f22 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:12.799431 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98cc9949-38f6-473f-9e9b-50b45181cb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25687658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4008920'] for subnet, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:12.823395 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc9949-38f6-473f-9e9b-50b45181cb88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94f05473-57e1-4c2b-aa33-a80a9cd8d86b,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:12.830107 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-98cc9949-38f6-473f-9e9b-50b45181cb88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:12.833362 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-98cc9949-38f6-473f-9e9b-50b45181cb88 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/94f05473-57e1-4c2b-aa33-a80a9cd8d86b HTTP/1.1" status: 204 len: 168 time: 0.3849156 Dec 10 19:29:12.835929 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.wsgi [-] (103594) accepted ('10.222.0.60', 45332) {{(pid=103594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:12.836276 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0abf51-e8f7-493a-a702-19da1f821082 None None] Network ab226625-145e-4c60-9ce7-ac3898674e53 requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:29:12.918306 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:12.975792 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Deleting port 51f074a1-64eb-403d-afd3-517456b3372d {{(pid=103594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:29:12.976135 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:13.004438 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866afb72-0d00-401a-9642-6520d2f3d3b0 None None] DHCP port deletion for ab226625-145e-4c60-9ce7-ac3898674e53 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:29:13.041900 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] For port 51f074a1-64eb-403d-afd3-517456b3372d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=51f074a1-64eb-403d-afd3-517456b3372d,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:13.042270 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:13.054774 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.plugin [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Calling delete_port for 51f074a1-64eb-403d-afd3-517456b3372d owned by network:dhcp {{(pid=103594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:29:13.055098 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-866afb72-0d00-401a-9642-6520d2f3d3b0 None None] Deleting port 51f074a1-64eb-403d-afd3-517456b3372d {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:29:13.055476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-866afb72-0d00-401a-9642-6520d2f3d3b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:13.120164 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-866afb72-0d00-401a-9642-6520d2f3d3b0 None None] For port 51f074a1-64eb-403d-afd3-517456b3372d, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=51f074a1-64eb-403d-afd3-517456b3372d,segment=NetworkSegment(4fc4bab0-dace-45b4-bc5a-e5ad270d63e6),segment_id=4fc4bab0-dace-45b4-bc5a-e5ad270d63e6)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:13.120554 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-866afb72-0d00-401a-9642-6520d2f3d3b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:13.133303 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-866afb72-0d00-401a-9642-6520d2f3d3b0 None None] Calling delete_port for 51f074a1-64eb-403d-afd3-517456b3372d owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:29:13.250754 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25687645'] for port, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:13.256931 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-866afb72-0d00-401a-9642-6520d2f3d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:13.277799 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Pushing event deleted for resources: {'Port': ['ID=51f074a1-64eb-403d-afd3-517456b3372d,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:13.279621 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] No DVR routers for this DVR port 51f074a1-64eb-403d-afd3-517456b3372d on host dv-neutron-821434-1-hyperv {{(pid=103594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:29:13.281829 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866afb72-0d00-401a-9642-6520d2f3d3b0 None None] Pushing event deleted for resources: {'Port': ['ID=51f074a1-64eb-403d-afd3-517456b3372d,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:13.285794 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866afb72-0d00-401a-9642-6520d2f3d3b0 None None] No DVR routers for this DVR port 51f074a1-64eb-403d-afd3-517456b3372d on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:29:13.353237 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:13.373054 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab226625-145e-4c60-9ce7-ac3898674e53']}} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:13.382055 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6') {'for_net_delete': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:13.382349 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.services.segments.db [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc4bab0-dace-45b4-bc5a-e5ad270d63e6') {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:13.392144 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4121166'] for segment, before_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:13.404764 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:13.410489 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:29:13.410865 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25687552'] for segment, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: Traceback (most recent call last): Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: timer() Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: cb(*args, **kw) Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: return func(*args, **kwargs) Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: self._notify() Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: self.callback(batched_events) Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: event.method(event) Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: return f(self, *a, **k) Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._get(url).json() Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: return self.request(url, 'GET', **kwargs) Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:29:13.412484 dv-neutron-821434-1-hyperv neutron-server[103594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:29:13.548197 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:13.559381 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Publish callbacks [] for network, before_response {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:13.559381 dv-neutron-821434-1-hyperv neutron-server[103594]: INFO neutron.wsgi [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] 10.222.0.60 "DELETE /v2.0/networks/ab226625-145e-4c60-9ce7-ac3898674e53 HTTP/1.1" status: 204 len: 168 time: 0.7205515 Dec 10 19:29:13.561641 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 45334) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:13.568296 dv-neutron-821434-1-hyperv neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6128f-7f81-4af3-b1d9-ad336818bebd admin admin] Pushing event deleted for resources: {'Network': ['ID=ab226625-145e-4c60-9ce7-ac3898674e53,revision_number=None']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:13.904566 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-31a67c0e-f57b-4eda-a788-d94f9de98b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587729'] for router_interface, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:14.149841 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-31a67c0e-f57b-4eda-a788-d94f9de98b25 admin admin] Deleting port 52bcaab2-9f81-48b3-9157-0dc5e975e823 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:29:14.150186 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-31a67c0e-f57b-4eda-a788-d94f9de98b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:14.226121 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-31a67c0e-f57b-4eda-a788-d94f9de98b25 admin admin] For port 52bcaab2-9f81-48b3-9157-0dc5e975e823, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=52bcaab2-9f81-48b3-9157-0dc5e975e823,segment=NetworkSegment(ac93041a-c5de-489a-b413-401de51470c0),segment_id=ac93041a-c5de-489a-b413-401de51470c0)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:14.226409 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-31a67c0e-f57b-4eda-a788-d94f9de98b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:14.238691 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-31a67c0e-f57b-4eda-a788-d94f9de98b25 admin admin] Calling delete_port for 52bcaab2-9f81-48b3-9157-0dc5e975e823 owned by network:router_interface {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:29:14.451387 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 51f074a1-64eb-403d-afd3-517456b3372d no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:14.472558 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 51f074a1-64eb-403d-afd3-517456b3372d {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:29:14.472908 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 51f074a1-64eb-403d-afd3-517456b3372d not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:14.531238 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-31a67c0e-f57b-4eda-a788-d94f9de98b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:14.558358 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a67c0e-f57b-4eda-a788-d94f9de98b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=52bcaab2-9f81-48b3-9157-0dc5e975e823,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:14.722401 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-31a67c0e-f57b-4eda-a788-d94f9de98b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587853'] for router_interface, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:14.930317 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a67c0e-f57b-4eda-a788-d94f9de98b25 admin admin] Router 34b077fd-691c-4ee3-9b46-ff0dfac0f5de has already been hosted by L3 agent 240d4d05-0715-4293-abff-1d468ba9c4eb {{(pid=103593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:29:15.029627 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a67c0e-f57b-4eda-a788-d94f9de98b25 admin admin] Notify agent at l3_agent.dv-neutron-821434-1-hyperv the message routers_updated {{(pid=103593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:29:15.034553 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-31a67c0e-f57b-4eda-a788-d94f9de98b25 admin admin] 10.222.0.60 "PUT /v2.0/routers/34b077fd-691c-4ee3-9b46-ff0dfac0f5de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4717662 Dec 10 19:29:15.037146 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 45336) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:15.040696 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef18d6-68b3-4219-b086-55509c67114f None None] Sync routers for ids ['34b077fd-691c-4ee3-9b46-ff0dfac0f5de'] in dv-neutron-821434-1-hyperv {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:29:15.050498 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef18d6-68b3-4219-b086-55509c67114f None None] Routers {'34b077fd-691c-4ee3-9b46-ff0dfac0f5de'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:15.051104 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-82ef18d6-68b3-4219-b086-55509c67114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:28:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34b077fd-691c-4ee3-9b46-ff0dfac0f5de'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:15.141004 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] Publish callbacks [] for router, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:15.166921 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-82ef18d6-68b3-4219-b086-55509c67114f None None] Set router 34b077fd-691c-4ee3-9b46-ff0dfac0f5de gateway port host: dv-neutron-821434-1-hyperv {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:15.246793 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:15.342321 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-82ef18d6-68b3-4219-b086-55509c67114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'name': 'tempest-TestSnapshotPattern-1567757956-router', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'external_fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:07Z', 'updated_at': '2021-12-10T19:29:14Z', 'revision_number': 5, 'project_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'gw_port': {'id': '4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1', 'name': '', 'network_id': 'ededa35b-7763-4b19-be47-9fe1ca7d5897', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '357162d9-2d15-419f-a030-af29b4912553', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821434-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:08Z', 'updated_at': '2021-12-10T19:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '357162d9-2d15-419f-a030-af29b4912553', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821434-1-hyperv'}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:15.371889 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef18d6-68b3-4219-b086-55509c67114f None None] Checking router: 34b077fd-691c-4ee3-9b46-ff0dfac0f5de for host: dv-neutron-821434-1-hyperv {{(pid=103595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:29:15.380656 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef18d6-68b3-4219-b086-55509c67114f None None] Routers {'34b077fd-691c-4ee3-9b46-ff0dfac0f5de'} bound to L3 agent in host dv-neutron-821434-1-hyperv {{(pid=103595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:15.381260 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-82ef18d6-68b3-4219-b086-55509c67114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821434-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T18:22:19Z,description=,heartbeat_timestamp=2021-12-10T19:28:49Z,host='dv-neutron-821434-1-hyperv',id=240d4d05-0715-4293-abff-1d468ba9c4eb,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T18:22:19Z,topic='l3_agent')) {'router_ids': ['34b077fd-691c-4ee3-9b46-ff0dfac0f5de'], 'active': True} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:15.396398 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] Deleting port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:29:15.396744 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:15.492610 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] For port 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1,segment=NetworkSegment(032f8d3e-30ea-42f1-bef1-c475b8368535),segment_id=032f8d3e-30ea-42f1-bef1-c475b8368535)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:15.492922 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:15.507413 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] Calling delete_port for 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 owned by network:router_gateway {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:29:15.620383 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvr_db [None req-82ef18d6-68b3-4219-b086-55509c67114f None None] Set router 34b077fd-691c-4ee3-9b46-ff0dfac0f5de gateway port host: None {{(pid=103595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:15.672323 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_hamode_db [None req-82ef18d6-68b3-4219-b086-55509c67114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'name': 'tempest-TestSnapshotPattern-1567757956-router', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:07Z', 'updated_at': '2021-12-10T19:29:15Z', 'revision_number': 6, 'project_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'gw_port_host': None}], 'dv-neutron-821434-1-hyperv', False) {} {{(pid=103595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:15.701797 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef18d6-68b3-4219-b086-55509c67114f None None] The sync data for ids ['34b077fd-691c-4ee3-9b46-ff0dfac0f5de'] in dv-neutron-821434-1-hyperv is: [{'id': '34b077fd-691c-4ee3-9b46-ff0dfac0f5de', 'name': 'tempest-TestSnapshotPattern-1567757956-router', 'tenant_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:07Z', 'updated_at': '2021-12-10T19:29:15Z', 'revision_number': 6, 'project_id': 'df72003eebe5402b9a3a98a9f8c02d01', 'gw_port_host': None}] {{(pid=103595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:29:15.770843 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:15.798648 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:15.809222 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac29d68-057d-4193-8d87-c74f0bb873ee None None] DHCP port deletion for ededa35b-7763-4b19-be47-9fe1ca7d5897 request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:29:15.866954 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582895'] for router_gateway, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:16.269103 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:16.271232 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:16.393485 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588918'] for router, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:16.394128 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34b077fd-691c-4ee3-9b46-ff0dfac0f5de {{(pid=103593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:29:16.398591 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] Publish callbacks [] for router, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:16.399752 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f6fdb3ad-5a56-4426-9543-ab61efc34e1f admin admin] 10.222.0.60 "DELETE /v2.0/routers/34b077fd-691c-4ee3-9b46-ff0dfac0f5de HTTP/1.1" status: 204 len: 168 time: 1.3614042 Dec 10 19:29:16.405818 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 45338) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:16.446405 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd608fb5-42e5-45c8-a9ce-ac360d69e2ff admin admin] Deleting subnet a5b2eede-b722-4c0e-93a4-24a49d67a3ae {{(pid=103593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:29:16.449600 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd608fb5-42e5-45c8-a9ce-ac360d69e2ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:16.502814 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd608fb5-42e5-45c8-a9ce-ac360d69e2ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3233094'] for subnet, precommit_delete_associations {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:16.532686 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:16.553442 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:29:16.553813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 4ca1a9f0-dbb1-4a21-be92-bc6fd70bd2d1 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:16.554230 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 52bcaab2-9f81-48b3-9157-0dc5e975e823 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:16.573373 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 52bcaab2-9f81-48b3-9157-0dc5e975e823 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:29:16.578095 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 52bcaab2-9f81-48b3-9157-0dc5e975e823 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:16.586683 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd608fb5-42e5-45c8-a9ce-ac360d69e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16058310'] for subnet, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:16.606498 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-398e76d5-0b20-4db2-b94b-e2a3597ffac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:16.805435 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd608fb5-42e5-45c8-a9ce-ac360d69e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16058317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2458502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536043'] for subnet, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:16.835668 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd608fb5-42e5-45c8-a9ce-ac360d69e2ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b2eede-b722-4c0e-93a4-24a49d67a3ae,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:16.839218 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cd608fb5-42e5-45c8-a9ce-ac360d69e2ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:16.844609 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-cd608fb5-42e5-45c8-a9ce-ac360d69e2ff admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a5b2eede-b722-4c0e-93a4-24a49d67a3ae HTTP/1.1" status: 204 len: 168 time: 0.4397862 Dec 10 19:29:16.845528 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 45340) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:16.848166 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4365f6-c513-4508-818a-ecf822fd4a14 None None] Network 3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b requested from dv-neutron-821434-1-hyperv {{(pid=103595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:29:16.912955 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16202216'] for network, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:16.967207 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Deleting port 0863f547-52ee-40b4-af42-ccbfd741c445 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:29:16.967554 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:16.988813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22028c1f-3cc2-4f29-a9e3-60398d7fccb7 None None] DHCP port deletion for 3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b request from dv-neutron-821434-1-hyperv {{(pid=103595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:29:17.033638 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] For port 0863f547-52ee-40b4-af42-ccbfd741c445, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0863f547-52ee-40b4-af42-ccbfd741c445,segment=NetworkSegment(ac93041a-c5de-489a-b413-401de51470c0),segment_id=ac93041a-c5de-489a-b413-401de51470c0)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:17.033958 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:17.034896 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-22028c1f-3cc2-4f29-a9e3-60398d7fccb7 None None] Deleting port 0863f547-52ee-40b4-af42-ccbfd741c445 {{(pid=103595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:29:17.035279 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-22028c1f-3cc2-4f29-a9e3-60398d7fccb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763100047728'] for port, before_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:17.047100 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Calling delete_port for 0863f547-52ee-40b4-af42-ccbfd741c445 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:29:17.100602 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.db [None req-22028c1f-3cc2-4f29-a9e3-60398d7fccb7 None None] For port 0863f547-52ee-40b4-af42-ccbfd741c445, host dv-neutron-821434-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821434-1-hyperv',level=0,port_id=0863f547-52ee-40b4-af42-ccbfd741c445,segment=NetworkSegment(ac93041a-c5de-489a-b413-401de51470c0),segment_id=ac93041a-c5de-489a-b413-401de51470c0)] {{(pid=103595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:17.101000 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-22028c1f-3cc2-4f29-a9e3-60398d7fccb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628548'] for port, precommit_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:17.113626 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-22028c1f-3cc2-4f29-a9e3-60398d7fccb7 None None] Calling delete_port for 0863f547-52ee-40b4-af42-ccbfd741c445 owned by network:dhcp {{(pid=103595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:29:17.204973 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458545'] for port, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:17.210437 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-22028c1f-3cc2-4f29-a9e3-60398d7fccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16248006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763100088531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763099538872'] for port, after_delete {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:17.236131 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=0863f547-52ee-40b4-af42-ccbfd741c445,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:17.237993 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] No DVR routers for this DVR port 0863f547-52ee-40b4-af42-ccbfd741c445 on host dv-neutron-821434-1-hyperv {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:29:17.245253 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22028c1f-3cc2-4f29-a9e3-60398d7fccb7 None None] No DVR routers for this DVR port 0863f547-52ee-40b4-af42-ccbfd741c445 on host dv-neutron-821434-1-hyperv {{(pid=103595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:29:17.247476 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22028c1f-3cc2-4f29-a9e3-60398d7fccb7 None None] Pushing event deleted for resources: {'Port': ['ID=0863f547-52ee-40b4-af42-ccbfd741c445,revision_number=None']} {{(pid=103595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:17.309331 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058961', 'neutron.services.segments.db._delete_segments_for_network-8763100105602'] for network, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:17.329248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b']}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:17.338386 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac93041a-c5de-489a-b413-401de51470c0') {'for_net_delete': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:17.338693 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.services.segments.db [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac93041a-c5de-489a-b413-401de51470c0') {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:17.348587 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763100108427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233213'] for segment, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:17.361408 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759'] for segment, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:17.367332 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:29:17.367740 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16071759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458604'] for segment, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: Traceback (most recent call last): Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: timer() Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: cb(*args, **kw) Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: return func(*args, **kwargs) Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: self._notify() Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: self.callback(batched_events) Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: event.method(event) Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: return f(self, *a, **k) Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._get(url).json() Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: return self.request(url, 'GET', **kwargs) Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:29:17.369374 dv-neutron-821434-1-hyperv neutron-server[103593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:29:17.502277 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582851'] for network, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:17.507917 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Publish callbacks [] for network, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:17.511026 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] 10.222.0.60 "DELETE /v2.0/networks/3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b HTTP/1.1" status: 204 len: 168 time: 0.6645508 Dec 10 19:29:17.523273 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c23394-e164-48a6-8434-d99aa6511e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1ec5a8-f81e-4e51-b3da-5a41da2f9f3b,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:17.939872 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 45344) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:17.978866 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-f7e0cb19-7cdb-45d1-beca-be840c80c8ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a9954d67378417ca97a8acbebf48a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377653 Dec 10 19:29:17.981456 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 45346) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:18.028945 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0009a9e7-6fa2-4253-98f2-6130afb5c11b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:18.050120 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0009a9e7-6fa2-4253-98f2-6130afb5c11b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:18.210825 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0009a9e7-6fa2-4253-98f2-6130afb5c11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:18.213518 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0009a9e7-6fa2-4253-98f2-6130afb5c11b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:18.214714 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-0009a9e7-6fa2-4253-98f2-6130afb5c11b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e2dc755b-9b86-455c-93f6-87ade89b1629 HTTP/1.1" status: 204 len: 168 time: 0.2318330 Dec 10 19:29:18.228986 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009a9e7-6fa2-4253-98f2-6130afb5c11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dc755b-9b86-455c-93f6-87ade89b1629,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:18.453761 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0863f547-52ee-40b4-af42-ccbfd741c445 no longer exists at agent ovs-agent-dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:18.473781 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.plugin [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] No Port match for: 0863f547-52ee-40b4-af42-ccbfd741c445 {{(pid=103595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:29:18.474072 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron.plugins.ml2.rpc [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Device 0863f547-52ee-40b4-af42-ccbfd741c445 not bound to the agent host dv-neutron-821434-1-hyperv {{(pid=103595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:18.896065 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-37d8612f-0236-4721-9ae9-6912b4950ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:18.996881 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 45352) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:19.040192 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-7c3826d7-55b7-43cd-9f7f-ca4d99c2ac24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df72003eebe5402b9a3a98a9f8c02d01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415137 Dec 10 19:29:19.042623 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.wsgi [-] (103593) accepted ('10.222.0.60', 45354) {{(pid=103593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:29:19.045557 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:19.088173 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d026194b-1cee-405b-86a1-0a0a3ab842b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:19.110429 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d026194b-1cee-405b-86a1-0a0a3ab842b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:19.244558 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d026194b-1cee-405b-86a1-0a0a3ab842b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1542243'] for security_group, after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:19.247248 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d026194b-1cee-405b-86a1-0a0a3ab842b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:19.248426 dv-neutron-821434-1-hyperv neutron-server[103593]: INFO neutron.wsgi [None req-d026194b-1cee-405b-86a1-0a0a3ab842b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17ec46d9-7cde-4b85-a53a-b031a767ccdb HTTP/1.1" status: 204 len: 168 time: 0.2049291 Dec 10 19:29:19.256400 dv-neutron-821434-1-hyperv neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026194b-1cee-405b-86a1-0a0a3ab842b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ec46d9-7cde-4b85-a53a-b031a767ccdb,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:20.364478 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:21.604590 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:22.587305 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:23.854791 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:29:46.565337 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-42472dbe-bb64-455b-986f-9c092cb27c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:48.866735 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4e2ccbaa-e829-4cab-95c9-0eb9be1c94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:49.003770 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:50.409754 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:51.603996 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:52.586740 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:00.853542 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:30:16.569725 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a9a19850-dff4-4e7a-8556-d148a29a4cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:18.883145 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-4b2132c5-9759-48d3-b9b9-5ac83d805e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:19.090075 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:20.391893 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:21.608869 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:22.580431 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:37.852716 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:30:46.585830 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4112-ba75-472d-9d5b-ab99987a882b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:48.876824 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-b73ed1f5-3e19-47bd-9b13-2df8a9bbf813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:49.042805 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:50.396871 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:51.665680 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:52.591028 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:14.853537 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:31:16.596652 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3c30c8cb-e8c3-404b-bd83-238f89aada80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:18.853543 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fcc41763-7cd4-4c55-83e6-d578badcd734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:19.013847 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:20.384831 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:21.619418 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:22.590833 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:46.561876 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-da0af2a6-4e8c-4fe1-86a5-5286a11535e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:48.841481 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-aab1042f-6497-4ca8-aea9-58b00c48395d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:49.030334 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:50.395813 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:51.595939 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:51.852802 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:31:52.584648 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:16.607585 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e556383f-c7c6-4579-862d-e21feb22fe36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:18.864244 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-3f6eb438-aa63-4d9a-9314-ee1cf7c62fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:19.052561 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:20.394750 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:21.704024 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:22.561351 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:28.851730 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:32:46.560885 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-8f51a340-1cf3-4c35-89df-d6c14cd6ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:48.858107 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-30d4d556-1eaf-49b5-946e-97c0a9582c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.046550 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:50.382932 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:51.698064 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:52.639805 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:05.850845 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:33:16.697448 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-6b44b996-413a-455d-aa50-099c1a3bc5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:18.846273 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-975053af-3067-441a-b39f-94b0fe402d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:19.011649 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:20.399329 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:21.593457 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:22.560535 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:42.849182 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:33:46.559717 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-bcf70b5e-6056-4641-aa1b-48de32327660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:48.845665 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-5698a997-4cdd-4f18-956f-902e405e0462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:49.051335 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:50.404063 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:51.604946 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:52.577390 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:16.730801 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-388f5b2c-0e6e-4338-ba83-2874c15df261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:18.862248 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8d5b-0dff-402a-b96e-21d5d723b597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:19.054936 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:19.849729 dv-neutron-821434-1-hyperv neutron-server[103596]: DEBUG neutron.db.agents_db [None req-fbceba9c-ba7e-4825-92a0-408f86ed1b8e None None] Agent healthcheck: found 6 active agents {{(pid=103596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:34:20.397932 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:21.609081 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:22.598099 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:46.575645 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-733dd97c-7c6d-49e9-a2f0-d335a06cd511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:48.844828 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-1acf4e18-e59e-4276-8e49-b3793f0a1681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:49.027515 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-9d2d19b2-3f51-4071-a80d-c1a5d56abe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:50.421566 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-e055ae79-4827-44f0-9fee-53f41a3ca043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:51.644668 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-fad80138-f620-41e7-bbf3-f0658f08b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:52.581201 dv-neutron-821434-1-hyperv neutron-server[103595]: DEBUG neutron_lib.callbacks.manager [None req-c411130a-e5fc-478c-b017-f6737e150213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763100105557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16061831'] for agent, after_update {{(pid=103595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}